-- Logs begin at Fri 2021-08-13 10:41:40 UTC, end at Fri 2021-08-13 11:35:50 UTC. -- Aug 13 11:11:21.863527 dv-cinder-797608-16-iscsi systemd[1]: Started Devstack devstack@q-svc.service. Aug 13 11:11:24.566836 dv-cinder-797608-16-iscsi neutron-server[93774]: INFO neutron.common.config [-] Logging enabled! Aug 13 11:11:24.567424 dv-cinder-797608-16-iscsi neutron-server[93774]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 18.1.0.dev537 Aug 13 11:11:24.567620 dv-cinder-797608-16-iscsi neutron-server[93774]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=93774) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Aug 13 11:11:24.571009 dv-cinder-797608-16-iscsi neutron-server[93774]: INFO neutron.common.config [-] Logging enabled! Aug 13 11:11:24.571267 dv-cinder-797608-16-iscsi neutron-server[93774]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 18.1.0.dev537 Aug 13 11:11:24.571580 dv-cinder-797608-16-iscsi neutron-server[93774]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=93774) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Aug 13 11:11:24.572528 dv-cinder-797608-16-iscsi neutron-server[93774]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=93774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Aug 13 11:11:24.572762 dv-cinder-797608-16-iscsi neutron-server[93774]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=93774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Aug 13 11:11:24.573134 dv-cinder-797608-16-iscsi neutron-server[93774]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Aug 13 11:11:24.573380 dv-cinder-797608-16-iscsi neutron-server[93774]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Aug 13 11:11:24.573608 dv-cinder-797608-16-iscsi neutron-server[93774]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=93774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Aug 13 11:11:24.573929 dv-cinder-797608-16-iscsi neutron-server[93774]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=93774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 11:11:24.574836 dv-cinder-797608-16-iscsi neutron-server[93774]: DEBUG neutron.common.config [-] allow_overlapping_ips = True {{(pid=93774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 11:11:24.575136 dv-cinder-797608-16-iscsi neutron-server[93774]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=93774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 11:11:24.575369 dv-cinder-797608-16-iscsi neutron-server[93774]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=93774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 11:11:24.575667 dv-cinder-797608-16-iscsi neutron-server[93774]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=93774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 11:11:24.575960 dv-cinder-797608-16-iscsi neutron-server[93774]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=93774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 11:11:24.576245 dv-cinder-797608-16-iscsi neutron-server[93774]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=93774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 11:11:24.576536 dv-cinder-797608-16-iscsi neutron-server[93774]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=93774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 11:11:24.576834 dv-cinder-797608-16-iscsi neutron-server[93774]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=93774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 11:11:24.577119 dv-cinder-797608-16-iscsi neutron-server[93774]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=93774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 11:11:24.577400 dv-cinder-797608-16-iscsi neutron-server[93774]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=93774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 11:11:24.577687 dv-cinder-797608-16-iscsi neutron-server[93774]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=93774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 11:11:24.577918 dv-cinder-797608-16-iscsi neutron-server[93774]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 11:11:24.578227 dv-cinder-797608-16-iscsi neutron-server[93774]: DEBUG neutron.common.config [-] config_source = [] {{(pid=93774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 11:11:24.578518 dv-cinder-797608-16-iscsi neutron-server[93774]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=93774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 11:11:24.578809 dv-cinder-797608-16-iscsi neutron-server[93774]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=93774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 11:11:24.579033 dv-cinder-797608-16-iscsi neutron-server[93774]: DEBUG neutron.common.config [-] debug = True {{(pid=93774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 11:11:24.579315 dv-cinder-797608-16-iscsi neutron-server[93774]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=93774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 11:11:24.579740 dv-cinder-797608-16-iscsi neutron-server[93774]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=93774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 11:11:24.580154 dv-cinder-797608-16-iscsi neutron-server[93774]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=93774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 11:11:24.580444 dv-cinder-797608-16-iscsi neutron-server[93774]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=93774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 11:11:24.580736 dv-cinder-797608-16-iscsi neutron-server[93774]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=93774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 11:11:24.581018 dv-cinder-797608-16-iscsi neutron-server[93774]: DEBUG neutron.common.config [-] enable_traditional_dhcp = True {{(pid=93774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 11:11:24.581293 dv-cinder-797608-16-iscsi neutron-server[93774]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=93774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 11:11:24.581572 dv-cinder-797608-16-iscsi neutron-server[93774]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=93774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 11:11:24.581857 dv-cinder-797608-16-iscsi neutron-server[93774]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=93774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 11:11:24.582228 dv-cinder-797608-16-iscsi neutron-server[93774]: DEBUG neutron.common.config [-] host = dv-cinder-797608-16-iscsi {{(pid=93774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 11:11:24.582509 dv-cinder-797608-16-iscsi neutron-server[93774]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=93774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 11:11:24.582798 dv-cinder-797608-16-iscsi neutron-server[93774]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=93774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 11:11:24.583085 dv-cinder-797608-16-iscsi neutron-server[93774]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=93774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 11:11:24.583369 dv-cinder-797608-16-iscsi neutron-server[93774]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=93774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 11:11:24.583644 dv-cinder-797608-16-iscsi neutron-server[93774]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=93774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 11:11:24.583938 dv-cinder-797608-16-iscsi neutron-server[93774]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=93774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 11:11:24.584207 dv-cinder-797608-16-iscsi neutron-server[93774]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=93774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 11:11:24.584479 dv-cinder-797608-16-iscsi neutron-server[93774]: DEBUG neutron.common.config [-] log_dir = None {{(pid=93774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 11:11:24.584754 dv-cinder-797608-16-iscsi neutron-server[93774]: DEBUG neutron.common.config [-] log_file = None {{(pid=93774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 11:11:24.585029 dv-cinder-797608-16-iscsi neutron-server[93774]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=93774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 11:11:24.585316 dv-cinder-797608-16-iscsi neutron-server[93774]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=93774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 11:11:24.585604 dv-cinder-797608-16-iscsi neutron-server[93774]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=93774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 11:11:24.585898 dv-cinder-797608-16-iscsi neutron-server[93774]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=93774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 11:11:24.586146 dv-cinder-797608-16-iscsi neutron-server[93774]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=93774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 11:11:24.586370 dv-cinder-797608-16-iscsi neutron-server[93774]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=93774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 11:11:24.586660 dv-cinder-797608-16-iscsi neutron-server[93774]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=93774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 11:11:24.586949 dv-cinder-797608-16-iscsi neutron-server[93774]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=93774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 11:11:24.587225 dv-cinder-797608-16-iscsi neutron-server[93774]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=93774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 11:11:24.587499 dv-cinder-797608-16-iscsi neutron-server[93774]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=93774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 11:11:24.587773 dv-cinder-797608-16-iscsi neutron-server[93774]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=93774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 11:11:24.588047 dv-cinder-797608-16-iscsi neutron-server[93774]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=93774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 11:11:24.588321 dv-cinder-797608-16-iscsi neutron-server[93774]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=93774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 11:11:24.588588 dv-cinder-797608-16-iscsi neutron-server[93774]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=93774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 11:11:24.588872 dv-cinder-797608-16-iscsi neutron-server[93774]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=93774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 11:11:24.589155 dv-cinder-797608-16-iscsi neutron-server[93774]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=93774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 11:11:24.589440 dv-cinder-797608-16-iscsi neutron-server[93774]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=93774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 11:11:24.589722 dv-cinder-797608-16-iscsi neutron-server[93774]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=93774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 11:11:24.590569 dv-cinder-797608-16-iscsi neutron-server[93774]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=93774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 11:11:24.590848 dv-cinder-797608-16-iscsi neutron-server[93774]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=93774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 11:11:24.591123 dv-cinder-797608-16-iscsi neutron-server[93774]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=93774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 11:11:24.591415 dv-cinder-797608-16-iscsi neutron-server[93774]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=93774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 11:11:24.591689 dv-cinder-797608-16-iscsi neutron-server[93774]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=93774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 11:11:24.591965 dv-cinder-797608-16-iscsi neutron-server[93774]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=93774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 11:11:24.592242 dv-cinder-797608-16-iscsi neutron-server[93774]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=93774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 11:11:24.592531 dv-cinder-797608-16-iscsi neutron-server[93774]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=93774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 11:11:24.592801 dv-cinder-797608-16-iscsi neutron-server[93774]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=93774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 11:11:24.593076 dv-cinder-797608-16-iscsi neutron-server[93774]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=93774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 11:11:24.593377 dv-cinder-797608-16-iscsi neutron-server[93774]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=93774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 11:11:24.593663 dv-cinder-797608-16-iscsi neutron-server[93774]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=93774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 11:11:24.593946 dv-cinder-797608-16-iscsi neutron-server[93774]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=93774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 11:11:24.594266 dv-cinder-797608-16-iscsi neutron-server[93774]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=93774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 11:11:24.594542 dv-cinder-797608-16-iscsi neutron-server[93774]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=93774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 11:11:24.594826 dv-cinder-797608-16-iscsi neutron-server[93774]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=93774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 11:11:24.595118 dv-cinder-797608-16-iscsi neutron-server[93774]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=93774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 11:11:24.595374 dv-cinder-797608-16-iscsi neutron-server[93774]: DEBUG neutron.common.config [-] use_journal = False {{(pid=93774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 11:11:24.595647 dv-cinder-797608-16-iscsi neutron-server[93774]: DEBUG neutron.common.config [-] use_json = False {{(pid=93774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 11:11:24.595920 dv-cinder-797608-16-iscsi neutron-server[93774]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=93774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 11:11:24.596192 dv-cinder-797608-16-iscsi neutron-server[93774]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=93774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 11:11:24.596476 dv-cinder-797608-16-iscsi neutron-server[93774]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=93774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 11:11:24.596750 dv-cinder-797608-16-iscsi neutron-server[93774]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=93774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 11:11:24.597022 dv-cinder-797608-16-iscsi neutron-server[93774]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=93774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 11:11:24.597294 dv-cinder-797608-16-iscsi neutron-server[93774]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=93774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 11:11:24.597566 dv-cinder-797608-16-iscsi neutron-server[93774]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=93774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 11:11:24.597850 dv-cinder-797608-16-iscsi neutron-server[93774]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=93774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 11:11:24.598168 dv-cinder-797608-16-iscsi neutron-server[93774]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=93774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 11:11:24.598470 dv-cinder-797608-16-iscsi neutron-server[93774]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=93774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 11:11:24.598773 dv-cinder-797608-16-iscsi neutron-server[93774]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=93774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 11:11:24.599059 dv-cinder-797608-16-iscsi neutron-server[93774]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=93774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 11:11:24.599356 dv-cinder-797608-16-iscsi neutron-server[93774]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=93774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 11:11:24.599639 dv-cinder-797608-16-iscsi neutron-server[93774]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=93774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 11:11:24.599929 dv-cinder-797608-16-iscsi neutron-server[93774]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=93774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 11:11:24.600210 dv-cinder-797608-16-iscsi neutron-server[93774]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=93774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 11:11:24.600509 dv-cinder-797608-16-iscsi neutron-server[93774]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=93774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 11:11:24.600801 dv-cinder-797608-16-iscsi neutron-server[93774]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=93774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 11:11:24.601093 dv-cinder-797608-16-iscsi neutron-server[93774]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=93774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 11:11:24.601381 dv-cinder-797608-16-iscsi neutron-server[93774]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=93774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 11:11:24.601672 dv-cinder-797608-16-iscsi neutron-server[93774]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=93774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 11:11:24.601953 dv-cinder-797608-16-iscsi neutron-server[93774]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=93774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 11:11:24.602275 dv-cinder-797608-16-iscsi neutron-server[93774]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=93774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 11:11:24.602581 dv-cinder-797608-16-iscsi neutron-server[93774]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=93774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 11:11:24.602877 dv-cinder-797608-16-iscsi neutron-server[93774]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=93774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 11:11:24.603171 dv-cinder-797608-16-iscsi neutron-server[93774]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=93774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 11:11:24.603447 dv-cinder-797608-16-iscsi neutron-server[93774]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=93774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 11:11:24.603723 dv-cinder-797608-16-iscsi neutron-server[93774]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=93774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 11:11:24.603997 dv-cinder-797608-16-iscsi neutron-server[93774]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=93774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 11:11:24.604280 dv-cinder-797608-16-iscsi neutron-server[93774]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=93774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 11:11:24.604567 dv-cinder-797608-16-iscsi neutron-server[93774]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=93774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 11:11:24.604864 dv-cinder-797608-16-iscsi neutron-server[93774]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=93774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 11:11:24.605157 dv-cinder-797608-16-iscsi neutron-server[93774]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=93774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 11:11:24.605459 dv-cinder-797608-16-iscsi neutron-server[93774]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=93774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 11:11:24.605742 dv-cinder-797608-16-iscsi neutron-server[93774]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=93774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 11:11:24.606065 dv-cinder-797608-16-iscsi neutron-server[93774]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=93774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 11:11:24.606347 dv-cinder-797608-16-iscsi neutron-server[93774]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=93774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 11:11:24.606625 dv-cinder-797608-16-iscsi neutron-server[93774]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=93774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 11:11:24.606907 dv-cinder-797608-16-iscsi neutron-server[93774]: DEBUG neutron.common.config [-] nova.live_migration_events = False {{(pid=93774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 11:11:24.607198 dv-cinder-797608-16-iscsi neutron-server[93774]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=93774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 11:11:24.607477 dv-cinder-797608-16-iscsi neutron-server[93774]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=93774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 11:11:24.607753 dv-cinder-797608-16-iscsi neutron-server[93774]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=93774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 11:11:24.608035 dv-cinder-797608-16-iscsi neutron-server[93774]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=93774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 11:11:24.608313 dv-cinder-797608-16-iscsi neutron-server[93774]: DEBUG neutron.common.config [-] placement.auth_type = None {{(pid=93774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 11:11:24.608587 dv-cinder-797608-16-iscsi neutron-server[93774]: DEBUG neutron.common.config [-] placement.cafile = None {{(pid=93774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 11:11:24.608861 dv-cinder-797608-16-iscsi neutron-server[93774]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=93774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 11:11:24.609141 dv-cinder-797608-16-iscsi neutron-server[93774]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=93774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 11:11:24.609433 dv-cinder-797608-16-iscsi neutron-server[93774]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=93774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 11:11:24.609712 dv-cinder-797608-16-iscsi neutron-server[93774]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=93774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 11:11:24.609986 dv-cinder-797608-16-iscsi neutron-server[93774]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=93774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 11:11:24.610283 dv-cinder-797608-16-iscsi neutron-server[93774]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=93774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 11:11:24.610567 dv-cinder-797608-16-iscsi neutron-server[93774]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=93774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 11:11:24.610840 dv-cinder-797608-16-iscsi neutron-server[93774]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=93774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 11:11:24.611125 dv-cinder-797608-16-iscsi neutron-server[93774]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=93774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 11:11:24.611400 dv-cinder-797608-16-iscsi neutron-server[93774]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=93774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 11:11:24.611677 dv-cinder-797608-16-iscsi neutron-server[93774]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=93774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 11:11:24.611954 dv-cinder-797608-16-iscsi neutron-server[93774]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=93774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 11:11:24.612234 dv-cinder-797608-16-iscsi neutron-server[93774]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=93774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 11:11:24.612509 dv-cinder-797608-16-iscsi neutron-server[93774]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=93774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 11:11:24.612785 dv-cinder-797608-16-iscsi neutron-server[93774]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=93774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 11:11:24.613065 dv-cinder-797608-16-iscsi neutron-server[93774]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=93774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 11:11:24.613341 dv-cinder-797608-16-iscsi neutron-server[93774]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=93774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 11:11:24.613621 dv-cinder-797608-16-iscsi neutron-server[93774]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=93774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 11:11:24.613896 dv-cinder-797608-16-iscsi neutron-server[93774]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=93774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 11:11:24.614193 dv-cinder-797608-16-iscsi neutron-server[93774]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=93774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 11:11:24.614468 dv-cinder-797608-16-iscsi neutron-server[93774]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=93774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 11:11:24.614758 dv-cinder-797608-16-iscsi neutron-server[93774]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=93774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 11:11:24.615016 dv-cinder-797608-16-iscsi neutron-server[93774]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=93774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 11:11:24.615291 dv-cinder-797608-16-iscsi neutron-server[93774]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=93774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 11:11:24.615566 dv-cinder-797608-16-iscsi neutron-server[93774]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=93774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 11:11:24.615848 dv-cinder-797608-16-iscsi neutron-server[93774]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=93774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 11:11:24.616125 dv-cinder-797608-16-iscsi neutron-server[93774]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=93774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 11:11:24.616401 dv-cinder-797608-16-iscsi neutron-server[93774]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=93774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 11:11:24.616677 dv-cinder-797608-16-iscsi neutron-server[93774]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=93774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 11:11:24.616954 dv-cinder-797608-16-iscsi neutron-server[93774]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=93774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 11:11:24.617232 dv-cinder-797608-16-iscsi neutron-server[93774]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=93774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 11:11:24.617522 dv-cinder-797608-16-iscsi neutron-server[93774]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=93774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 11:11:24.617823 dv-cinder-797608-16-iscsi neutron-server[93774]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=93774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 11:11:24.618126 dv-cinder-797608-16-iscsi neutron-server[93774]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=93774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 11:11:24.618411 dv-cinder-797608-16-iscsi neutron-server[93774]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=93774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 11:11:24.618693 dv-cinder-797608-16-iscsi neutron-server[93774]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=93774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 11:11:24.618977 dv-cinder-797608-16-iscsi neutron-server[93774]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=93774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 11:11:24.619259 dv-cinder-797608-16-iscsi neutron-server[93774]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=93774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 11:11:24.619540 dv-cinder-797608-16-iscsi neutron-server[93774]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=93774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 11:11:24.619821 dv-cinder-797608-16-iscsi neutron-server[93774]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=93774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 11:11:24.620099 dv-cinder-797608-16-iscsi neutron-server[93774]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=93774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 11:11:24.620374 dv-cinder-797608-16-iscsi neutron-server[93774]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=93774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 11:11:24.620671 dv-cinder-797608-16-iscsi neutron-server[93774]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=93774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 11:11:24.620956 dv-cinder-797608-16-iscsi neutron-server[93774]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=93774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 11:11:24.621267 dv-cinder-797608-16-iscsi neutron-server[93774]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=93774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 11:11:24.621553 dv-cinder-797608-16-iscsi neutron-server[93774]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=93774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 11:11:24.621835 dv-cinder-797608-16-iscsi neutron-server[93774]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=93774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 11:11:24.622161 dv-cinder-797608-16-iscsi neutron-server[93774]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=93774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 11:11:24.622443 dv-cinder-797608-16-iscsi neutron-server[93774]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=93774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 11:11:24.622726 dv-cinder-797608-16-iscsi neutron-server[93774]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=93774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 11:11:24.623006 dv-cinder-797608-16-iscsi neutron-server[93774]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=93774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 11:11:24.623284 dv-cinder-797608-16-iscsi neutron-server[93774]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=93774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 11:11:24.623575 dv-cinder-797608-16-iscsi neutron-server[93774]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=93774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 11:11:24.623861 dv-cinder-797608-16-iscsi neutron-server[93774]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=93774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 11:11:24.624156 dv-cinder-797608-16-iscsi neutron-server[93774]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=93774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 11:11:24.624451 dv-cinder-797608-16-iscsi neutron-server[93774]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=93774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 11:11:24.624745 dv-cinder-797608-16-iscsi neutron-server[93774]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=93774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 11:11:24.625041 dv-cinder-797608-16-iscsi neutron-server[93774]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=93774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 11:11:24.625334 dv-cinder-797608-16-iscsi neutron-server[93774]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=93774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 11:11:24.625627 dv-cinder-797608-16-iscsi neutron-server[93774]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=93774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 11:11:24.625923 dv-cinder-797608-16-iscsi neutron-server[93774]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=93774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 11:11:24.626227 dv-cinder-797608-16-iscsi neutron-server[93774]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=93774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 11:11:24.626444 dv-cinder-797608-16-iscsi neutron-server[93774]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=93774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Aug 13 11:11:24.626684 dv-cinder-797608-16-iscsi neutron-server[93774]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=93774) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} Aug 13 11:11:24.973725 dv-cinder-797608-16-iscsi neutron-server[93774]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=93774) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 13 11:11:24.974016 dv-cinder-797608-16-iscsi neutron-server[93774]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" released by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.001s {{(pid=93774) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 13 11:11:24.974311 dv-cinder-797608-16-iscsi neutron-server[93774]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=93774) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 13 11:11:24.974645 dv-cinder-797608-16-iscsi neutron-server[93774]: INFO neutron.manager [-] Loading core plugin: ml2 Aug 13 11:11:25.363756 dv-cinder-797608-16-iscsi neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=93774) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 13 11:11:25.364047 dv-cinder-797608-16-iscsi neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=93774) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 13 11:11:25.364320 dv-cinder-797608-16-iscsi neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93774) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 13 11:11:25.365532 dv-cinder-797608-16-iscsi neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=93774) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 13 11:11:25.365813 dv-cinder-797608-16-iscsi neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=93774) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 13 11:11:25.366109 dv-cinder-797608-16-iscsi neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93774) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 13 11:11:25.400254 dv-cinder-797608-16-iscsi neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=93774) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 13 11:11:25.400537 dv-cinder-797608-16-iscsi neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=93774) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 13 11:11:25.400805 dv-cinder-797608-16-iscsi neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93774) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 13 11:11:25.417570 dv-cinder-797608-16-iscsi neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=93774) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 13 11:11:25.417871 dv-cinder-797608-16-iscsi neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=93774) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 13 11:11:25.418169 dv-cinder-797608-16-iscsi neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93774) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 13 11:11:25.445938 dv-cinder-797608-16-iscsi neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=93774) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 13 11:11:25.446245 dv-cinder-797608-16-iscsi neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=93774) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 13 11:11:25.446514 dv-cinder-797608-16-iscsi neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93774) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 13 11:11:25.483759 dv-cinder-797608-16-iscsi neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=93774) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 13 11:11:25.484031 dv-cinder-797608-16-iscsi neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=93774) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 13 11:11:25.484296 dv-cinder-797608-16-iscsi neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93774) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 13 11:11:25.715788 dv-cinder-797608-16-iscsi neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=93774) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 13 11:11:25.716387 dv-cinder-797608-16-iscsi neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=93774) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 13 11:11:25.716387 dv-cinder-797608-16-iscsi neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=93774) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 13 11:11:25.716549 dv-cinder-797608-16-iscsi neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=93774) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 13 11:11:25.717198 dv-cinder-797608-16-iscsi neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=93774) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 13 11:11:25.835260 dv-cinder-797608-16-iscsi neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=93774) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 13 11:11:25.835579 dv-cinder-797608-16-iscsi neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=93774) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 13 11:11:25.835864 dv-cinder-797608-16-iscsi neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=93774) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 13 11:11:25.836135 dv-cinder-797608-16-iscsi neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=93774) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 13 11:11:25.836400 dv-cinder-797608-16-iscsi neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=93774) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 13 11:11:25.836712 dv-cinder-797608-16-iscsi neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=93774) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 13 11:11:25.836969 dv-cinder-797608-16-iscsi neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=93774) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 13 11:11:25.837222 dv-cinder-797608-16-iscsi neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=93774) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 13 11:11:25.837474 dv-cinder-797608-16-iscsi neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=93774) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 13 11:11:25.837758 dv-cinder-797608-16-iscsi neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=93774) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 13 11:11:25.838031 dv-cinder-797608-16-iscsi neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=93774) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 13 11:11:25.838297 dv-cinder-797608-16-iscsi neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=93774) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 13 11:11:25.838551 dv-cinder-797608-16-iscsi neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=93774) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 13 11:11:25.838798 dv-cinder-797608-16-iscsi neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=93774) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 13 11:11:25.839050 dv-cinder-797608-16-iscsi neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=93774) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 13 11:11:25.839311 dv-cinder-797608-16-iscsi neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=93774) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 13 11:11:25.839562 dv-cinder-797608-16-iscsi neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=93774) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 13 11:11:25.840340 dv-cinder-797608-16-iscsi neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=93774) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 13 11:11:25.840607 dv-cinder-797608-16-iscsi neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=93774) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 13 11:11:25.840864 dv-cinder-797608-16-iscsi neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=93774) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 13 11:11:25.841131 dv-cinder-797608-16-iscsi neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=93774) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 13 11:11:25.841381 dv-cinder-797608-16-iscsi neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93774) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 13 11:11:25.841659 dv-cinder-797608-16-iscsi neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=93774) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 13 11:11:25.842059 dv-cinder-797608-16-iscsi neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=93774) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 13 11:11:25.842312 dv-cinder-797608-16-iscsi neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=93774) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 13 11:11:25.842557 dv-cinder-797608-16-iscsi neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93774) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 13 11:11:25.842949 dv-cinder-797608-16-iscsi neutron-server[93774]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=93774) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Aug 13 11:11:25.843190 dv-cinder-797608-16-iscsi neutron-server[93774]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=93774) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Aug 13 11:11:25.843429 dv-cinder-797608-16-iscsi neutron-server[93774]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=93774) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Aug 13 11:11:25.843665 dv-cinder-797608-16-iscsi neutron-server[93774]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=93774) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Aug 13 11:11:25.843900 dv-cinder-797608-16-iscsi neutron-server[93774]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=93774) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Aug 13 11:11:25.844134 dv-cinder-797608-16-iscsi neutron-server[93774]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=93774) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Aug 13 11:11:25.844495 dv-cinder-797608-16-iscsi neutron-server[93774]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] Aug 13 11:11:25.847555 dv-cinder-797608-16-iscsi neutron-server[93774]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] Aug 13 11:11:25.851464 dv-cinder-797608-16-iscsi neutron-server[93774]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete Aug 13 11:11:25.855206 dv-cinder-797608-16-iscsi neutron-server[93774]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(150, 199)])]) Aug 13 11:11:25.857508 dv-cinder-797608-16-iscsi neutron-server[93774]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] Aug 13 11:11:25.857959 dv-cinder-797608-16-iscsi neutron-server[93774]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) Aug 13 11:11:25.858324 dv-cinder-797608-16-iscsi neutron-server[93774]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] Aug 13 11:11:25.858712 dv-cinder-797608-16-iscsi neutron-server[93774]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] Aug 13 11:11:25.861476 dv-cinder-797608-16-iscsi neutron-server[93774]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] Aug 13 11:11:25.861727 dv-cinder-797608-16-iscsi neutron-server[93774]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] Aug 13 11:11:25.862106 dv-cinder-797608-16-iscsi neutron-server[93774]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] Aug 13 11:11:25.867342 dv-cinder-797608-16-iscsi neutron-server[93774]: INFO neutron.plugins.ml2.drivers.mech_agent [-] HyperV agent's supported_vnic_types: ['normal', 'direct'] Aug 13 11:11:25.889141 dv-cinder-797608-16-iscsi neutron-server[93774]: INFO neutron.plugins.ml2.drivers.mech_agent [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa'] Aug 13 11:11:25.889595 dv-cinder-797608-16-iscsi neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=93774) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 13 11:11:25.889889 dv-cinder-797608-16-iscsi neutron-server[93774]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=93774) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:82}} Aug 13 11:11:25.890276 dv-cinder-797608-16-iscsi neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=93774) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 13 11:11:25.891622 dv-cinder-797608-16-iscsi neutron-server[93774]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=93774) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} Aug 13 11:11:25.891901 dv-cinder-797608-16-iscsi neutron-server[93774]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] Aug 13 11:11:25.892148 dv-cinder-797608-16-iscsi neutron-server[93774]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] Aug 13 11:11:25.895563 dv-cinder-797608-16-iscsi neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=93774) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 13 11:11:25.895844 dv-cinder-797608-16-iscsi neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=93774) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 13 11:11:25.959604 dv-cinder-797608-16-iscsi neutron-server[93774]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' Aug 13 11:11:25.959843 dv-cinder-797608-16-iscsi neutron-server[93774]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete Aug 13 11:11:25.960077 dv-cinder-797608-16-iscsi neutron-server[93774]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' Aug 13 11:11:25.960449 dv-cinder-797608-16-iscsi neutron-server[93774]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] Aug 13 11:11:25.981025 dv-cinder-797608-16-iscsi neutron-server[93774]: DEBUG oslo_db.sqlalchemy.engines [None req-66860449-abe5-415d-aaf3-27bd4e819574 None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=93774) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:314}} Aug 13 11:11:26.510544 dv-cinder-797608-16-iscsi neutron-server[93774]: INFO neutron.plugins.ml2.managers [None req-66860449-abe5-415d-aaf3-27bd4e819574 None None] Initializing driver for type 'gre' Aug 13 11:11:26.511069 dv-cinder-797608-16-iscsi neutron-server[93774]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-66860449-abe5-415d-aaf3-27bd4e819574 None None] gre ID ranges: [(1, 1000)] Aug 13 11:11:26.570182 dv-cinder-797608-16-iscsi neutron-server[93774]: INFO neutron.plugins.ml2.managers [None req-66860449-abe5-415d-aaf3-27bd4e819574 None None] Initializing driver for type 'local' Aug 13 11:11:26.570602 dv-cinder-797608-16-iscsi neutron-server[93774]: INFO neutron.plugins.ml2.managers [None req-66860449-abe5-415d-aaf3-27bd4e819574 None None] Initializing driver for type 'vlan' Aug 13 11:11:26.588234 dv-cinder-797608-16-iscsi neutron-server[93774]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-66860449-abe5-415d-aaf3-27bd4e819574 None None] VlanTypeDriver initialization complete Aug 13 11:11:26.588234 dv-cinder-797608-16-iscsi neutron-server[93774]: INFO neutron.plugins.ml2.managers [None req-66860449-abe5-415d-aaf3-27bd4e819574 None None] Initializing driver for type 'vxlan' Aug 13 11:11:26.588234 dv-cinder-797608-16-iscsi neutron-server[93774]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-66860449-abe5-415d-aaf3-27bd4e819574 None None] vxlan ID ranges: [(1, 1000)] Aug 13 11:11:26.638146 dv-cinder-797608-16-iscsi neutron-server[93774]: INFO neutron.plugins.ml2.managers [None req-66860449-abe5-415d-aaf3-27bd4e819574 None None] Initializing extension driver 'port_security' Aug 13 11:11:26.638477 dv-cinder-797608-16-iscsi neutron-server[93774]: INFO neutron.plugins.ml2.extensions.port_security [None req-66860449-abe5-415d-aaf3-27bd4e819574 None None] PortSecurityExtensionDriver initialization complete Aug 13 11:11:26.638797 dv-cinder-797608-16-iscsi neutron-server[93774]: INFO neutron.plugins.ml2.managers [None req-66860449-abe5-415d-aaf3-27bd4e819574 None None] Initializing mechanism driver 'openvswitch' Aug 13 11:11:26.639119 dv-cinder-797608-16-iscsi neutron-server[93774]: INFO neutron.plugins.ml2.managers [None req-66860449-abe5-415d-aaf3-27bd4e819574 None None] Initializing mechanism driver 'hyperv' Aug 13 11:11:26.645573 dv-cinder-797608-16-iscsi neutron-server[93774]: DEBUG neutron.plugins.ml2.plugin [None req-66860449-abe5-415d-aaf3-27bd4e819574 None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=93774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 13 11:11:26.646229 dv-cinder-797608-16-iscsi neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-66860449-abe5-415d-aaf3-27bd4e819574 None None] Subscribe: > port after_create 55550000 {{(pid=93774) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 13 11:11:26.646596 dv-cinder-797608-16-iscsi neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-66860449-abe5-415d-aaf3-27bd4e819574 None None] Subscribe: > port after_update 55550000 {{(pid=93774) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 13 11:11:26.646943 dv-cinder-797608-16-iscsi neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-66860449-abe5-415d-aaf3-27bd4e819574 None None] Subscribe: > port after_delete 55550000 {{(pid=93774) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 13 11:11:26.647450 dv-cinder-797608-16-iscsi neutron-server[93774]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[port] started {{(pid=93774) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Aug 13 11:11:26.647878 dv-cinder-797608-16-iscsi neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-66860449-abe5-415d-aaf3-27bd4e819574 None None] Subscribe: > subnet after_create 55550000 {{(pid=93774) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 13 11:11:26.648229 dv-cinder-797608-16-iscsi neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-66860449-abe5-415d-aaf3-27bd4e819574 None None] Subscribe: > subnet after_update 55550000 {{(pid=93774) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 13 11:11:26.648572 dv-cinder-797608-16-iscsi neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-66860449-abe5-415d-aaf3-27bd4e819574 None None] Subscribe: > subnet after_delete 55550000 {{(pid=93774) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 13 11:11:26.648959 dv-cinder-797608-16-iscsi neutron-server[93774]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[subnet] started {{(pid=93774) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Aug 13 11:11:26.649358 dv-cinder-797608-16-iscsi neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-66860449-abe5-415d-aaf3-27bd4e819574 None None] Subscribe: > network after_create 55550000 {{(pid=93774) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 13 11:11:26.649699 dv-cinder-797608-16-iscsi neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-66860449-abe5-415d-aaf3-27bd4e819574 None None] Subscribe: > network after_update 55550000 {{(pid=93774) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 13 11:11:26.650055 dv-cinder-797608-16-iscsi neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-66860449-abe5-415d-aaf3-27bd4e819574 None None] Subscribe: > network after_delete 55550000 {{(pid=93774) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 13 11:11:26.650439 dv-cinder-797608-16-iscsi neutron-server[93774]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[network] started {{(pid=93774) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Aug 13 11:11:26.650832 dv-cinder-797608-16-iscsi neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-66860449-abe5-415d-aaf3-27bd4e819574 None None] Subscribe: > security_group after_create 55550000 {{(pid=93774) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 13 11:11:26.651170 dv-cinder-797608-16-iscsi neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-66860449-abe5-415d-aaf3-27bd4e819574 None None] Subscribe: > security_group after_update 55550000 {{(pid=93774) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 13 11:11:26.651500 dv-cinder-797608-16-iscsi neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-66860449-abe5-415d-aaf3-27bd4e819574 None None] Subscribe: > security_group after_delete 55550000 {{(pid=93774) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 13 11:11:26.651877 dv-cinder-797608-16-iscsi neutron-server[93774]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group] started {{(pid=93774) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Aug 13 11:11:26.652403 dv-cinder-797608-16-iscsi neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-66860449-abe5-415d-aaf3-27bd4e819574 None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=93774) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 13 11:11:26.652750 dv-cinder-797608-16-iscsi neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-66860449-abe5-415d-aaf3-27bd4e819574 None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=93774) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 13 11:11:26.653087 dv-cinder-797608-16-iscsi neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-66860449-abe5-415d-aaf3-27bd4e819574 None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=93774) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 13 11:11:26.653472 dv-cinder-797608-16-iscsi neutron-server[93774]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group_rule] started {{(pid=93774) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Aug 13 11:11:26.653866 dv-cinder-797608-16-iscsi neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-66860449-abe5-415d-aaf3-27bd4e819574 None None] Subscribe: > address_group after_create 55550000 {{(pid=93774) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 13 11:11:26.654230 dv-cinder-797608-16-iscsi neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-66860449-abe5-415d-aaf3-27bd4e819574 None None] Subscribe: > address_group after_update 55550000 {{(pid=93774) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 13 11:11:26.654563 dv-cinder-797608-16-iscsi neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-66860449-abe5-415d-aaf3-27bd4e819574 None None] Subscribe: > address_group after_delete 55550000 {{(pid=93774) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 13 11:11:26.654946 dv-cinder-797608-16-iscsi neutron-server[93774]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[address_group] started {{(pid=93774) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Aug 13 11:11:26.655315 dv-cinder-797608-16-iscsi neutron-server[93774]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-66860449-abe5-415d-aaf3-27bd4e819574 None None] ML2 OVO RPC backend initialized. {{(pid=93774) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:154}} Aug 13 11:11:26.656009 dv-cinder-797608-16-iscsi neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-66860449-abe5-415d-aaf3-27bd4e819574 None None] Subscribe: > router_interface after_create 55550000 {{(pid=93774) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 13 11:11:26.656358 dv-cinder-797608-16-iscsi neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-66860449-abe5-415d-aaf3-27bd4e819574 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=93774) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 13 11:11:26.656770 dv-cinder-797608-16-iscsi neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-66860449-abe5-415d-aaf3-27bd4e819574 None None] Subscribe: > network before_response 55550000 {{(pid=93774) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 13 11:11:26.657107 dv-cinder-797608-16-iscsi neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-66860449-abe5-415d-aaf3-27bd4e819574 None None] Subscribe: > networks before_response 55550000 {{(pid=93774) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 13 11:11:26.657446 dv-cinder-797608-16-iscsi neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-66860449-abe5-415d-aaf3-27bd4e819574 None None] Subscribe: > port before_response 55550000 {{(pid=93774) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 13 11:11:26.657779 dv-cinder-797608-16-iscsi neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-66860449-abe5-415d-aaf3-27bd4e819574 None None] Subscribe: > ports before_response 55550000 {{(pid=93774) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 13 11:11:26.658149 dv-cinder-797608-16-iscsi neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-66860449-abe5-415d-aaf3-27bd4e819574 None None] Subscribe: > subnet before_response 55550000 {{(pid=93774) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 13 11:11:26.658482 dv-cinder-797608-16-iscsi neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-66860449-abe5-415d-aaf3-27bd4e819574 None None] Subscribe: > subnets before_response 55550000 {{(pid=93774) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 13 11:11:26.658818 dv-cinder-797608-16-iscsi neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-66860449-abe5-415d-aaf3-27bd4e819574 None None] Subscribe: > network after_create 55550000 {{(pid=93774) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 13 11:11:26.659148 dv-cinder-797608-16-iscsi neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-66860449-abe5-415d-aaf3-27bd4e819574 None None] Subscribe: > network after_update 55550000 {{(pid=93774) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 13 11:11:26.659474 dv-cinder-797608-16-iscsi neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-66860449-abe5-415d-aaf3-27bd4e819574 None None] Subscribe: > network after_delete 55550000 {{(pid=93774) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 13 11:11:26.659800 dv-cinder-797608-16-iscsi neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-66860449-abe5-415d-aaf3-27bd4e819574 None None] Subscribe: > port after_create 55550000 {{(pid=93774) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 13 11:11:26.660126 dv-cinder-797608-16-iscsi neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-66860449-abe5-415d-aaf3-27bd4e819574 None None] Subscribe: > port after_update 55550000 {{(pid=93774) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 13 11:11:26.660449 dv-cinder-797608-16-iscsi neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-66860449-abe5-415d-aaf3-27bd4e819574 None None] Subscribe: > port after_delete 55550000 {{(pid=93774) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 13 11:11:26.660771 dv-cinder-797608-16-iscsi neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-66860449-abe5-415d-aaf3-27bd4e819574 None None] Subscribe: > subnet after_create 55550000 {{(pid=93774) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 13 11:11:26.661095 dv-cinder-797608-16-iscsi neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-66860449-abe5-415d-aaf3-27bd4e819574 None None] Subscribe: > subnet after_update 55550000 {{(pid=93774) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 13 11:11:26.661418 dv-cinder-797608-16-iscsi neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-66860449-abe5-415d-aaf3-27bd4e819574 None None] Subscribe: > subnet after_delete 55550000 {{(pid=93774) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 13 11:11:26.661988 dv-cinder-797608-16-iscsi neutron-server[93774]: INFO neutron.plugins.ml2.plugin [None req-66860449-abe5-415d-aaf3-27bd4e819574 None None] Modular L2 Plugin initialization complete Aug 13 11:11:26.662339 dv-cinder-797608-16-iscsi neutron-server[93774]: DEBUG neutron.manager [None req-66860449-abe5-415d-aaf3-27bd4e819574 None None] Loading services supported by the core plugin {{(pid=93774) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} Aug 13 11:11:26.662653 dv-cinder-797608-16-iscsi neutron-server[93774]: INFO neutron.plugins.ml2.managers [None req-66860449-abe5-415d-aaf3-27bd4e819574 None None] Got port-security extension from driver 'port_security' Aug 13 11:11:26.663110 dv-cinder-797608-16-iscsi neutron-server[93774]: INFO neutron.extensions.vlantransparent [None req-66860449-abe5-415d-aaf3-27bd4e819574 None None] Disabled vlantransparent extension. Aug 13 11:11:26.663582 dv-cinder-797608-16-iscsi neutron-server[93774]: DEBUG neutron.manager [None req-66860449-abe5-415d-aaf3-27bd4e819574 None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=93774) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} Aug 13 11:11:26.663887 dv-cinder-797608-16-iscsi neutron-server[93774]: INFO neutron.manager [None req-66860449-abe5-415d-aaf3-27bd4e819574 None None] Loading Plugin: router Aug 13 11:11:26.700983 dv-cinder-797608-16-iscsi neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-66860449-abe5-415d-aaf3-27bd4e819574 None None] Subscribe: > router_interface before_create 55550000 {{(pid=93774) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 13 11:11:26.701366 dv-cinder-797608-16-iscsi neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-66860449-abe5-415d-aaf3-27bd4e819574 None None] Subscribe: > router after_create 55549900 {{(pid=93774) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 13 11:11:26.701729 dv-cinder-797608-16-iscsi neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-66860449-abe5-415d-aaf3-27bd4e819574 None None] Subscribe: > router before_create 55549900 {{(pid=93774) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 13 11:11:26.702118 dv-cinder-797608-16-iscsi neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-66860449-abe5-415d-aaf3-27bd4e819574 None None] Subscribe: > router_interface before_delete 55550000 {{(pid=93774) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 13 11:11:26.702486 dv-cinder-797608-16-iscsi neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-66860449-abe5-415d-aaf3-27bd4e819574 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=93774) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 13 11:11:26.702836 dv-cinder-797608-16-iscsi neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-66860449-abe5-415d-aaf3-27bd4e819574 None None] Subscribe: > router after_delete 55549900 {{(pid=93774) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 13 11:11:26.703184 dv-cinder-797608-16-iscsi neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-66860449-abe5-415d-aaf3-27bd4e819574 None None] Subscribe: > floatingip after_update 55550000 {{(pid=93774) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 13 11:11:26.703538 dv-cinder-797608-16-iscsi neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-66860449-abe5-415d-aaf3-27bd4e819574 None None] Subscribe: > router after_create 55549900 {{(pid=93774) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 13 11:11:26.703875 dv-cinder-797608-16-iscsi neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-66860449-abe5-415d-aaf3-27bd4e819574 None None] Subscribe: > router after_update 55549900 {{(pid=93774) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 13 11:11:26.704213 dv-cinder-797608-16-iscsi neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-66860449-abe5-415d-aaf3-27bd4e819574 None None] Subscribe: > router after_update 55549900 {{(pid=93774) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 13 11:11:26.704553 dv-cinder-797608-16-iscsi neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-66860449-abe5-415d-aaf3-27bd4e819574 None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=93774) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 13 11:11:26.704905 dv-cinder-797608-16-iscsi neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-66860449-abe5-415d-aaf3-27bd4e819574 None None] Subscribe: > router after_update 55549900 {{(pid=93774) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 13 11:11:26.705305 dv-cinder-797608-16-iscsi neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-66860449-abe5-415d-aaf3-27bd4e819574 None None] Subscribe: > router precommit_update 55549900 {{(pid=93774) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 13 11:11:26.705662 dv-cinder-797608-16-iscsi neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-66860449-abe5-415d-aaf3-27bd4e819574 None None] Subscribe: port after_update 55550000 {{(pid=93774) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 13 11:11:26.705991 dv-cinder-797608-16-iscsi neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-66860449-abe5-415d-aaf3-27bd4e819574 None None] Subscribe: port after_delete 55550000 {{(pid=93774) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 13 11:11:26.706338 dv-cinder-797608-16-iscsi neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-66860449-abe5-415d-aaf3-27bd4e819574 None None] Subscribe: subnet after_update 55550000 {{(pid=93774) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 13 11:11:26.706665 dv-cinder-797608-16-iscsi neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-66860449-abe5-415d-aaf3-27bd4e819574 None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=93774) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 13 11:11:26.707003 dv-cinder-797608-16-iscsi neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-66860449-abe5-415d-aaf3-27bd4e819574 None None] Subscribe: > port precommit_delete 55550000 {{(pid=93774) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 13 11:11:26.707340 dv-cinder-797608-16-iscsi neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-66860449-abe5-415d-aaf3-27bd4e819574 None None] Subscribe: > router precommit_create 55549900 {{(pid=93774) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 13 11:11:26.707673 dv-cinder-797608-16-iscsi neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-66860449-abe5-415d-aaf3-27bd4e819574 None None] Subscribe: port before_delete 55550000 {{(pid=93774) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 13 11:11:26.708006 dv-cinder-797608-16-iscsi neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-66860449-abe5-415d-aaf3-27bd4e819574 None None] Subscribe: > router precommit_create 55550000 {{(pid=93774) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 13 11:11:26.708351 dv-cinder-797608-16-iscsi neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-66860449-abe5-415d-aaf3-27bd4e819574 None None] Subscribe: > router after_update 55549900 {{(pid=93774) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 13 11:11:26.708680 dv-cinder-797608-16-iscsi neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-66860449-abe5-415d-aaf3-27bd4e819574 None None] Subscribe: > router precommit_delete 55549900 {{(pid=93774) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 13 11:11:26.709023 dv-cinder-797608-16-iscsi neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-66860449-abe5-415d-aaf3-27bd4e819574 None None] Subscribe: > router precommit_create 55549900 {{(pid=93774) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 13 11:11:26.709377 dv-cinder-797608-16-iscsi neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-66860449-abe5-415d-aaf3-27bd4e819574 None None] Subscribe: > router_interface after_create 55550000 {{(pid=93774) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 13 11:11:26.709711 dv-cinder-797608-16-iscsi neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-66860449-abe5-415d-aaf3-27bd4e819574 None None] Subscribe: > router precommit_update 55549900 {{(pid=93774) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 13 11:11:26.710094 dv-cinder-797608-16-iscsi neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-66860449-abe5-415d-aaf3-27bd4e819574 None None] Subscribe: > agent after_create 55550000 {{(pid=93774) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 13 11:11:26.710435 dv-cinder-797608-16-iscsi neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-66860449-abe5-415d-aaf3-27bd4e819574 None None] Subscribe: > agent after_delete 55550000 {{(pid=93774) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 13 11:11:26.710769 dv-cinder-797608-16-iscsi neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-66860449-abe5-415d-aaf3-27bd4e819574 None None] Subscribe: > network after_delete 55550000 {{(pid=93774) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 13 11:11:26.711612 dv-cinder-797608-16-iscsi neutron-server[93774]: DEBUG neutron.quota.resource_registry [None req-66860449-abe5-415d-aaf3-27bd4e819574 None None] Tracking information for resource: router configured {{(pid=93774) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Aug 13 11:11:26.711940 dv-cinder-797608-16-iscsi neutron-server[93774]: DEBUG neutron.quota.resource_registry [None req-66860449-abe5-415d-aaf3-27bd4e819574 None None] Tracking information for resource: floatingip configured {{(pid=93774) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Aug 13 11:11:26.716826 dv-cinder-797608-16-iscsi neutron-server[93774]: INFO neutron.db.l3_agentschedulers_db [None req-66860449-abe5-415d-aaf3-27bd4e819574 None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. Aug 13 11:11:26.717510 dv-cinder-797608-16-iscsi neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-66860449-abe5-415d-aaf3-27bd4e819574 None None] Subscribe: port after_update 55550000 {{(pid=93774) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 13 11:11:26.717866 dv-cinder-797608-16-iscsi neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-66860449-abe5-415d-aaf3-27bd4e819574 None None] Subscribe: port after_create 55550000 {{(pid=93774) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 13 11:11:26.718247 dv-cinder-797608-16-iscsi neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-66860449-abe5-415d-aaf3-27bd4e819574 None None] Subscribe: port after_delete 55550000 {{(pid=93774) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 13 11:11:26.718592 dv-cinder-797608-16-iscsi neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-66860449-abe5-415d-aaf3-27bd4e819574 None None] Subscribe: port after_update 55550000 {{(pid=93774) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 13 11:11:26.719370 dv-cinder-797608-16-iscsi neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-66860449-abe5-415d-aaf3-27bd4e819574 None None] Subscribe: > router before_create 55550100 {{(pid=93774) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 13 11:11:26.719728 dv-cinder-797608-16-iscsi neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-66860449-abe5-415d-aaf3-27bd4e819574 None None] Subscribe: > router precommit_delete 55550100 {{(pid=93774) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 13 11:11:26.720083 dv-cinder-797608-16-iscsi neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-66860449-abe5-415d-aaf3-27bd4e819574 None None] Subscribe: > router precommit_create 55550100 {{(pid=93774) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 13 11:11:26.720432 dv-cinder-797608-16-iscsi neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-66860449-abe5-415d-aaf3-27bd4e819574 None None] Subscribe: > router precommit_update 55550100 {{(pid=93774) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 13 11:11:26.724852 dv-cinder-797608-16-iscsi neutron-server[93774]: DEBUG neutron.services.provider_configuration [None req-66860449-abe5-415d-aaf3-27bd4e819574 None None] Service providers = [] {{(pid=93774) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} Aug 13 11:11:26.725212 dv-cinder-797608-16-iscsi neutron-server[93774]: DEBUG neutron.db.servicetype_db [None req-66860449-abe5-415d-aaf3-27bd4e819574 None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=93774) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} Aug 13 11:11:26.728134 dv-cinder-797608-16-iscsi neutron-server[93774]: DEBUG neutron.services.service_base [None req-66860449-abe5-415d-aaf3-27bd4e819574 None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=93774) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Aug 13 11:11:26.728479 dv-cinder-797608-16-iscsi neutron-server[93774]: DEBUG neutron.services.service_base [None req-66860449-abe5-415d-aaf3-27bd4e819574 None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=93774) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Aug 13 11:11:26.728816 dv-cinder-797608-16-iscsi neutron-server[93774]: DEBUG neutron.services.service_base [None req-66860449-abe5-415d-aaf3-27bd4e819574 None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=93774) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Aug 13 11:11:26.729699 dv-cinder-797608-16-iscsi neutron-server[93774]: DEBUG neutron.services.service_base [None req-66860449-abe5-415d-aaf3-27bd4e819574 None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=93774) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Aug 13 11:11:26.730100 dv-cinder-797608-16-iscsi neutron-server[93774]: INFO neutron.services.service_base [None req-66860449-abe5-415d-aaf3-27bd4e819574 None None] Default provider is not specified for service type L3_ROUTER_NAT Aug 13 11:11:26.730494 dv-cinder-797608-16-iscsi neutron-server[93774]: DEBUG neutron.manager [None req-66860449-abe5-415d-aaf3-27bd4e819574 None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=93774) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Aug 13 11:11:26.730808 dv-cinder-797608-16-iscsi neutron-server[93774]: INFO neutron.manager [None req-66860449-abe5-415d-aaf3-27bd4e819574 None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin Aug 13 11:11:26.741193 dv-cinder-797608-16-iscsi neutron-server[93774]: DEBUG neutron.manager [None req-66860449-abe5-415d-aaf3-27bd4e819574 None None] Successfully loaded METERING plugin. Description: METERING {{(pid=93774) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Aug 13 11:11:26.741522 dv-cinder-797608-16-iscsi neutron-server[93774]: INFO neutron.manager [None req-66860449-abe5-415d-aaf3-27bd4e819574 None None] Loading Plugin: auto_allocate Aug 13 11:11:26.747681 dv-cinder-797608-16-iscsi neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-66860449-abe5-415d-aaf3-27bd4e819574 None None] Subscribe: network precommit_update 55550000 {{(pid=93774) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 13 11:11:26.748045 dv-cinder-797608-16-iscsi neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-66860449-abe5-415d-aaf3-27bd4e819574 None None] Subscribe: network precommit_create 55550000 {{(pid=93774) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 13 11:11:26.748553 dv-cinder-797608-16-iscsi neutron-server[93774]: DEBUG neutron.manager [None req-66860449-abe5-415d-aaf3-27bd4e819574 None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=93774) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Aug 13 11:11:26.748874 dv-cinder-797608-16-iscsi neutron-server[93774]: INFO neutron.manager [None req-66860449-abe5-415d-aaf3-27bd4e819574 None None] Loading Plugin: tag Aug 13 11:11:26.755263 dv-cinder-797608-16-iscsi neutron-server[93774]: DEBUG neutron.manager [None req-66860449-abe5-415d-aaf3-27bd4e819574 None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=93774) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Aug 13 11:11:26.755587 dv-cinder-797608-16-iscsi neutron-server[93774]: INFO neutron.manager [None req-66860449-abe5-415d-aaf3-27bd4e819574 None None] Loading Plugin: timestamp Aug 13 11:11:26.759773 dv-cinder-797608-16-iscsi neutron-server[93774]: DEBUG neutron.manager [None req-66860449-abe5-415d-aaf3-27bd4e819574 None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=93774) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Aug 13 11:11:26.760096 dv-cinder-797608-16-iscsi neutron-server[93774]: INFO neutron.manager [None req-66860449-abe5-415d-aaf3-27bd4e819574 None None] Loading Plugin: network_ip_availability Aug 13 11:11:26.766050 dv-cinder-797608-16-iscsi neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-66860449-abe5-415d-aaf3-27bd4e819574 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=93774) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 13 11:11:26.766412 dv-cinder-797608-16-iscsi neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-66860449-abe5-415d-aaf3-27bd4e819574 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=93774) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 13 11:11:26.766759 dv-cinder-797608-16-iscsi neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-66860449-abe5-415d-aaf3-27bd4e819574 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93774) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 13 11:11:26.767458 dv-cinder-797608-16-iscsi neutron-server[93774]: DEBUG neutron.manager [None req-66860449-abe5-415d-aaf3-27bd4e819574 None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=93774) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Aug 13 11:11:26.767771 dv-cinder-797608-16-iscsi neutron-server[93774]: INFO neutron.manager [None req-66860449-abe5-415d-aaf3-27bd4e819574 None None] Loading Plugin: flavors Aug 13 11:11:26.772366 dv-cinder-797608-16-iscsi neutron-server[93774]: DEBUG neutron.manager [None req-66860449-abe5-415d-aaf3-27bd4e819574 None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=93774) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Aug 13 11:11:26.772695 dv-cinder-797608-16-iscsi neutron-server[93774]: INFO neutron.manager [None req-66860449-abe5-415d-aaf3-27bd4e819574 None None] Loading Plugin: revisions Aug 13 11:11:26.776890 dv-cinder-797608-16-iscsi neutron-server[93774]: DEBUG neutron.manager [None req-66860449-abe5-415d-aaf3-27bd4e819574 None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=93774) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Aug 13 11:11:26.777340 dv-cinder-797608-16-iscsi neutron-server[93774]: DEBUG oslo_concurrency.lockutils [None req-66860449-abe5-415d-aaf3-27bd4e819574 None None] Lock "manager" released by "neutron.manager.NeutronManager._create_instance" :: held 1.803s {{(pid=93774) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 13 11:11:26.778089 dv-cinder-797608-16-iscsi neutron-server[93774]: DEBUG neutron.api.extensions [None req-66860449-abe5-415d-aaf3-27bd4e819574 None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=93774) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:635}} Aug 13 11:11:26.778422 dv-cinder-797608-16-iscsi neutron-server[93774]: INFO neutron.api.extensions [None req-66860449-abe5-415d-aaf3-27bd4e819574 None None] Initializing extension manager. Aug 13 11:11:26.778931 dv-cinder-797608-16-iscsi neutron-server[93774]: DEBUG neutron.api.extensions [None req-66860449-abe5-415d-aaf3-27bd4e819574 None None] Loading extension file: __init__.py {{(pid=93774) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 13 11:11:26.779267 dv-cinder-797608-16-iscsi neutron-server[93774]: DEBUG neutron.api.extensions [None req-66860449-abe5-415d-aaf3-27bd4e819574 None None] Loading extension file: __pycache__ {{(pid=93774) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 13 11:11:26.779597 dv-cinder-797608-16-iscsi neutron-server[93774]: DEBUG neutron.api.extensions [None req-66860449-abe5-415d-aaf3-27bd4e819574 None None] Loading extension file: _standard_attr_segment_lib.py {{(pid=93774) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 13 11:11:26.779921 dv-cinder-797608-16-iscsi neutron-server[93774]: DEBUG neutron.api.extensions [None req-66860449-abe5-415d-aaf3-27bd4e819574 None None] Loading extension file: address_group.py {{(pid=93774) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 13 11:11:26.780664 dv-cinder-797608-16-iscsi neutron-server[93774]: DEBUG neutron.api.extensions [None req-66860449-abe5-415d-aaf3-27bd4e819574 None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=93774) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 13 11:11:26.781219 dv-cinder-797608-16-iscsi neutron-server[93774]: INFO neutron.api.extensions [None req-66860449-abe5-415d-aaf3-27bd4e819574 None None] Loaded extension: address-group Aug 13 11:11:26.781535 dv-cinder-797608-16-iscsi neutron-server[93774]: DEBUG neutron.api.extensions [None req-66860449-abe5-415d-aaf3-27bd4e819574 None None] Loading extension file: address_scope.py {{(pid=93774) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 13 11:11:26.782271 dv-cinder-797608-16-iscsi neutron-server[93774]: DEBUG neutron.api.extensions [None req-66860449-abe5-415d-aaf3-27bd4e819574 None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=93774) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 13 11:11:26.782775 dv-cinder-797608-16-iscsi neutron-server[93774]: INFO neutron.api.extensions [None req-66860449-abe5-415d-aaf3-27bd4e819574 None None] Loaded extension: address-scope Aug 13 11:11:26.783086 dv-cinder-797608-16-iscsi neutron-server[93774]: DEBUG neutron.api.extensions [None req-66860449-abe5-415d-aaf3-27bd4e819574 None None] Loading extension file: admin_state_down_before_update.py {{(pid=93774) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 13 11:11:26.783999 dv-cinder-797608-16-iscsi neutron-server[93774]: DEBUG neutron.api.extensions [None req-66860449-abe5-415d-aaf3-27bd4e819574 None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=93774) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 13 11:11:26.784497 dv-cinder-797608-16-iscsi neutron-server[93774]: INFO neutron.api.extensions [None req-66860449-abe5-415d-aaf3-27bd4e819574 None None] Loaded extension: router-admin-state-down-before-update Aug 13 11:11:26.784810 dv-cinder-797608-16-iscsi neutron-server[93774]: DEBUG neutron.api.extensions [None req-66860449-abe5-415d-aaf3-27bd4e819574 None None] Loading extension file: agent.py {{(pid=93774) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 13 11:11:26.785694 dv-cinder-797608-16-iscsi neutron-server[93774]: DEBUG neutron.api.extensions [None req-66860449-abe5-415d-aaf3-27bd4e819574 None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=93774) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 13 11:11:26.786229 dv-cinder-797608-16-iscsi neutron-server[93774]: INFO neutron.api.extensions [None req-66860449-abe5-415d-aaf3-27bd4e819574 None None] Loaded extension: agent Aug 13 11:11:26.786545 dv-cinder-797608-16-iscsi neutron-server[93774]: DEBUG neutron.api.extensions [None req-66860449-abe5-415d-aaf3-27bd4e819574 None None] Loading extension file: agent_resources_synced.py {{(pid=93774) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 13 11:11:26.787442 dv-cinder-797608-16-iscsi neutron-server[93774]: DEBUG neutron.api.extensions [None req-66860449-abe5-415d-aaf3-27bd4e819574 None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=93774) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 13 11:11:26.787939 dv-cinder-797608-16-iscsi neutron-server[93774]: INFO neutron.api.extensions [None req-66860449-abe5-415d-aaf3-27bd4e819574 None None] Loaded extension: agent-resources-synced Aug 13 11:11:26.788252 dv-cinder-797608-16-iscsi neutron-server[93774]: DEBUG neutron.api.extensions [None req-66860449-abe5-415d-aaf3-27bd4e819574 None None] Loading extension file: allowedaddresspairs.py {{(pid=93774) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 13 11:11:26.790035 dv-cinder-797608-16-iscsi neutron-server[93774]: DEBUG neutron.api.extensions [None req-66860449-abe5-415d-aaf3-27bd4e819574 None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=93774) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 13 11:11:26.790546 dv-cinder-797608-16-iscsi neutron-server[93774]: INFO neutron.api.extensions [None req-66860449-abe5-415d-aaf3-27bd4e819574 None None] Loaded extension: allowed-address-pairs Aug 13 11:11:26.790863 dv-cinder-797608-16-iscsi neutron-server[93774]: DEBUG neutron.api.extensions [None req-66860449-abe5-415d-aaf3-27bd4e819574 None None] Loading extension file: auto_allocated_topology.py {{(pid=93774) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 13 11:11:26.791917 dv-cinder-797608-16-iscsi neutron-server[93774]: DEBUG neutron.api.extensions [None req-66860449-abe5-415d-aaf3-27bd4e819574 None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=93774) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 13 11:11:26.792420 dv-cinder-797608-16-iscsi neutron-server[93774]: INFO neutron.api.extensions [None req-66860449-abe5-415d-aaf3-27bd4e819574 None None] Loaded extension: auto-allocated-topology Aug 13 11:11:26.792754 dv-cinder-797608-16-iscsi neutron-server[93774]: DEBUG neutron.api.extensions [None req-66860449-abe5-415d-aaf3-27bd4e819574 None None] Loading extension file: availability_zone.py {{(pid=93774) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 13 11:11:26.793446 dv-cinder-797608-16-iscsi neutron-server[93774]: DEBUG neutron.api.extensions [None req-66860449-abe5-415d-aaf3-27bd4e819574 None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=93774) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 13 11:11:26.793940 dv-cinder-797608-16-iscsi neutron-server[93774]: INFO neutron.api.extensions [None req-66860449-abe5-415d-aaf3-27bd4e819574 None None] Loaded extension: availability_zone Aug 13 11:11:26.794279 dv-cinder-797608-16-iscsi neutron-server[93774]: DEBUG neutron.api.extensions [None req-66860449-abe5-415d-aaf3-27bd4e819574 None None] Loading extension file: availability_zone_filter.py {{(pid=93774) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 13 11:11:26.795219 dv-cinder-797608-16-iscsi neutron-server[93774]: DEBUG neutron.api.extensions [None req-66860449-abe5-415d-aaf3-27bd4e819574 None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=93774) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 13 11:11:26.795723 dv-cinder-797608-16-iscsi neutron-server[93774]: INFO neutron.api.extensions [None req-66860449-abe5-415d-aaf3-27bd4e819574 None None] Loaded extension: availability_zone_filter Aug 13 11:11:26.796038 dv-cinder-797608-16-iscsi neutron-server[93774]: DEBUG neutron.api.extensions [None req-66860449-abe5-415d-aaf3-27bd4e819574 None None] Loading extension file: data_plane_status.py {{(pid=93774) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 13 11:11:26.796931 dv-cinder-797608-16-iscsi neutron-server[93774]: DEBUG neutron.api.extensions [None req-66860449-abe5-415d-aaf3-27bd4e819574 None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=93774) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 13 11:11:26.797427 dv-cinder-797608-16-iscsi neutron-server[93774]: INFO neutron.api.extensions [None req-66860449-abe5-415d-aaf3-27bd4e819574 None None] Extension data-plane-status not supported by any of loaded plugins Aug 13 11:11:26.797741 dv-cinder-797608-16-iscsi neutron-server[93774]: DEBUG neutron.api.extensions [None req-66860449-abe5-415d-aaf3-27bd4e819574 None None] Loading extension file: default_subnetpools.py {{(pid=93774) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 13 11:11:26.798673 dv-cinder-797608-16-iscsi neutron-server[93774]: DEBUG neutron.api.extensions [None req-66860449-abe5-415d-aaf3-27bd4e819574 None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=93774) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 13 11:11:26.799172 dv-cinder-797608-16-iscsi neutron-server[93774]: INFO neutron.api.extensions [None req-66860449-abe5-415d-aaf3-27bd4e819574 None None] Loaded extension: default-subnetpools Aug 13 11:11:26.799487 dv-cinder-797608-16-iscsi neutron-server[93774]: DEBUG neutron.api.extensions [None req-66860449-abe5-415d-aaf3-27bd4e819574 None None] Loading extension file: dhcpagentscheduler.py {{(pid=93774) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 13 11:11:26.800281 dv-cinder-797608-16-iscsi neutron-server[93774]: DEBUG neutron.api.extensions [None req-66860449-abe5-415d-aaf3-27bd4e819574 None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=93774) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 13 11:11:26.800784 dv-cinder-797608-16-iscsi neutron-server[93774]: INFO neutron.api.extensions [None req-66860449-abe5-415d-aaf3-27bd4e819574 None None] Loaded extension: dhcp_agent_scheduler Aug 13 11:11:26.801097 dv-cinder-797608-16-iscsi neutron-server[93774]: DEBUG neutron.api.extensions [None req-66860449-abe5-415d-aaf3-27bd4e819574 None None] Loading extension file: dns.py {{(pid=93774) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 13 11:11:26.802032 dv-cinder-797608-16-iscsi neutron-server[93774]: DEBUG neutron.api.extensions [None req-66860449-abe5-415d-aaf3-27bd4e819574 None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=93774) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 13 11:11:26.802515 dv-cinder-797608-16-iscsi neutron-server[93774]: INFO neutron.api.extensions [None req-66860449-abe5-415d-aaf3-27bd4e819574 None None] Extension dns-integration not supported by any of loaded plugins Aug 13 11:11:26.802827 dv-cinder-797608-16-iscsi neutron-server[93774]: DEBUG neutron.api.extensions [None req-66860449-abe5-415d-aaf3-27bd4e819574 None None] Loading extension file: dns_domain_ports.py {{(pid=93774) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 13 11:11:26.803730 dv-cinder-797608-16-iscsi neutron-server[93774]: DEBUG neutron.api.extensions [None req-66860449-abe5-415d-aaf3-27bd4e819574 None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=93774) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 13 11:11:26.804232 dv-cinder-797608-16-iscsi neutron-server[93774]: INFO neutron.api.extensions [None req-66860449-abe5-415d-aaf3-27bd4e819574 None None] Extension dns-domain-ports not supported by any of loaded plugins Aug 13 11:11:26.804544 dv-cinder-797608-16-iscsi neutron-server[93774]: DEBUG neutron.api.extensions [None req-66860449-abe5-415d-aaf3-27bd4e819574 None None] Loading extension file: dns_integration_domain_keywords.py {{(pid=93774) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 13 11:11:26.805452 dv-cinder-797608-16-iscsi neutron-server[93774]: DEBUG neutron.api.extensions [None req-66860449-abe5-415d-aaf3-27bd4e819574 None None] Ext name="DNS domain names with keywords allowed" alias="dns-integration-domain-keywords" description="Allows to use keywords like , , and as DNS domain name" updated="2020-06-15T18:00:00-00:00" {{(pid=93774) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 13 11:11:26.805949 dv-cinder-797608-16-iscsi neutron-server[93774]: INFO neutron.api.extensions [None req-66860449-abe5-415d-aaf3-27bd4e819574 None None] Extension dns-integration-domain-keywords not supported by any of loaded plugins Aug 13 11:11:26.806286 dv-cinder-797608-16-iscsi neutron-server[93774]: DEBUG neutron.api.extensions [None req-66860449-abe5-415d-aaf3-27bd4e819574 None None] Loading extension file: dvr.py {{(pid=93774) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 13 11:11:26.806942 dv-cinder-797608-16-iscsi neutron-server[93774]: DEBUG neutron.api.extensions [None req-66860449-abe5-415d-aaf3-27bd4e819574 None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=93774) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 13 11:11:26.807439 dv-cinder-797608-16-iscsi neutron-server[93774]: INFO neutron.api.extensions [None req-66860449-abe5-415d-aaf3-27bd4e819574 None None] Loaded extension: dvr Aug 13 11:11:26.807752 dv-cinder-797608-16-iscsi neutron-server[93774]: DEBUG neutron.api.extensions [None req-66860449-abe5-415d-aaf3-27bd4e819574 None None] Loading extension file: ecmp_routes.py {{(pid=93774) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 13 11:11:26.809169 dv-cinder-797608-16-iscsi neutron-server[93774]: DEBUG neutron.api.extensions [None req-66860449-abe5-415d-aaf3-27bd4e819574 None None] Ext name="Equal Cost Multipath Routing" alias="ecmp_routes" description="Allows traffic to reach thesame destination via multiple different links " updated="2020-11-26T18:00:00-00:00" {{(pid=93774) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 13 11:11:26.809670 dv-cinder-797608-16-iscsi neutron-server[93774]: INFO neutron.api.extensions [None req-66860449-abe5-415d-aaf3-27bd4e819574 None None] Extension ecmp_routes not supported by any of loaded plugins Aug 13 11:11:26.809988 dv-cinder-797608-16-iscsi neutron-server[93774]: DEBUG neutron.api.extensions [None req-66860449-abe5-415d-aaf3-27bd4e819574 None None] Loading extension file: empty_string_filtering.py {{(pid=93774) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 13 11:11:26.810906 dv-cinder-797608-16-iscsi neutron-server[93774]: DEBUG neutron.api.extensions [None req-66860449-abe5-415d-aaf3-27bd4e819574 None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=93774) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 13 11:11:26.811407 dv-cinder-797608-16-iscsi neutron-server[93774]: INFO neutron.api.extensions [None req-66860449-abe5-415d-aaf3-27bd4e819574 None None] Loaded extension: empty-string-filtering Aug 13 11:11:26.811720 dv-cinder-797608-16-iscsi neutron-server[93774]: DEBUG neutron.api.extensions [None req-66860449-abe5-415d-aaf3-27bd4e819574 None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=93774) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 13 11:11:26.812611 dv-cinder-797608-16-iscsi neutron-server[93774]: DEBUG neutron.api.extensions [None req-66860449-abe5-415d-aaf3-27bd4e819574 None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=93774) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 13 11:11:26.813106 dv-cinder-797608-16-iscsi neutron-server[93774]: INFO neutron.api.extensions [None req-66860449-abe5-415d-aaf3-27bd4e819574 None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins Aug 13 11:11:26.813419 dv-cinder-797608-16-iscsi neutron-server[93774]: DEBUG neutron.api.extensions [None req-66860449-abe5-415d-aaf3-27bd4e819574 None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=93774) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 13 11:11:26.814346 dv-cinder-797608-16-iscsi neutron-server[93774]: DEBUG neutron.api.extensions [None req-66860449-abe5-415d-aaf3-27bd4e819574 None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=93774) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 13 11:11:26.814843 dv-cinder-797608-16-iscsi neutron-server[93774]: INFO neutron.api.extensions [None req-66860449-abe5-415d-aaf3-27bd4e819574 None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins Aug 13 11:11:26.815157 dv-cinder-797608-16-iscsi neutron-server[93774]: DEBUG neutron.api.extensions [None req-66860449-abe5-415d-aaf3-27bd4e819574 None None] Loading extension file: external_net.py {{(pid=93774) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 13 11:11:26.816051 dv-cinder-797608-16-iscsi neutron-server[93774]: DEBUG neutron.api.extensions [None req-66860449-abe5-415d-aaf3-27bd4e819574 None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=93774) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 13 11:11:26.816546 dv-cinder-797608-16-iscsi neutron-server[93774]: INFO neutron.api.extensions [None req-66860449-abe5-415d-aaf3-27bd4e819574 None None] Loaded extension: external-net Aug 13 11:11:26.816859 dv-cinder-797608-16-iscsi neutron-server[93774]: DEBUG neutron.api.extensions [None req-66860449-abe5-415d-aaf3-27bd4e819574 None None] Loading extension file: extra_dhcp_opt.py {{(pid=93774) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 13 11:11:26.817751 dv-cinder-797608-16-iscsi neutron-server[93774]: DEBUG neutron.api.extensions [None req-66860449-abe5-415d-aaf3-27bd4e819574 None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=93774) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 13 11:11:26.818273 dv-cinder-797608-16-iscsi neutron-server[93774]: INFO neutron.api.extensions [None req-66860449-abe5-415d-aaf3-27bd4e819574 None None] Loaded extension: extra_dhcp_opt Aug 13 11:11:26.818588 dv-cinder-797608-16-iscsi neutron-server[93774]: DEBUG neutron.api.extensions [None req-66860449-abe5-415d-aaf3-27bd4e819574 None None] Loading extension file: extraroute.py {{(pid=93774) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 13 11:11:26.819492 dv-cinder-797608-16-iscsi neutron-server[93774]: DEBUG neutron.api.extensions [None req-66860449-abe5-415d-aaf3-27bd4e819574 None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=93774) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 13 11:11:26.819989 dv-cinder-797608-16-iscsi neutron-server[93774]: INFO neutron.api.extensions [None req-66860449-abe5-415d-aaf3-27bd4e819574 None None] Loaded extension: extraroute Aug 13 11:11:26.820304 dv-cinder-797608-16-iscsi neutron-server[93774]: DEBUG neutron.api.extensions [None req-66860449-abe5-415d-aaf3-27bd4e819574 None None] Loading extension file: extraroute_atomic.py {{(pid=93774) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 13 11:11:26.821309 dv-cinder-797608-16-iscsi neutron-server[93774]: DEBUG neutron.api.extensions [None req-66860449-abe5-415d-aaf3-27bd4e819574 None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=93774) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 13 11:11:26.821812 dv-cinder-797608-16-iscsi neutron-server[93774]: INFO neutron.api.extensions [None req-66860449-abe5-415d-aaf3-27bd4e819574 None None] Loaded extension: extraroute-atomic Aug 13 11:11:26.822166 dv-cinder-797608-16-iscsi neutron-server[93774]: DEBUG neutron.api.extensions [None req-66860449-abe5-415d-aaf3-27bd4e819574 None None] Loading extension file: filter_validation.py {{(pid=93774) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 13 11:11:26.822824 dv-cinder-797608-16-iscsi neutron-server[93774]: DEBUG neutron.api.extensions [None req-66860449-abe5-415d-aaf3-27bd4e819574 None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=93774) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 13 11:11:26.823318 dv-cinder-797608-16-iscsi neutron-server[93774]: INFO neutron.api.extensions [None req-66860449-abe5-415d-aaf3-27bd4e819574 None None] Loaded extension: filter-validation Aug 13 11:11:26.823631 dv-cinder-797608-16-iscsi neutron-server[93774]: DEBUG neutron.api.extensions [None req-66860449-abe5-415d-aaf3-27bd4e819574 None None] Loading extension file: fip_pf_description.py {{(pid=93774) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 13 11:11:26.825069 dv-cinder-797608-16-iscsi neutron-server[93774]: DEBUG neutron.api.extensions [None req-66860449-abe5-415d-aaf3-27bd4e819574 None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=93774) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 13 11:11:26.825567 dv-cinder-797608-16-iscsi neutron-server[93774]: INFO neutron.api.extensions [None req-66860449-abe5-415d-aaf3-27bd4e819574 None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins Aug 13 11:11:26.825882 dv-cinder-797608-16-iscsi neutron-server[93774]: DEBUG neutron.api.extensions [None req-66860449-abe5-415d-aaf3-27bd4e819574 None None] Loading extension file: fip_port_details.py {{(pid=93774) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 13 11:11:26.826821 dv-cinder-797608-16-iscsi neutron-server[93774]: DEBUG neutron.api.extensions [None req-66860449-abe5-415d-aaf3-27bd4e819574 None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=93774) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 13 11:11:26.827321 dv-cinder-797608-16-iscsi neutron-server[93774]: INFO neutron.api.extensions [None req-66860449-abe5-415d-aaf3-27bd4e819574 None None] Loaded extension: fip-port-details Aug 13 11:11:26.827638 dv-cinder-797608-16-iscsi neutron-server[93774]: DEBUG neutron.api.extensions [None req-66860449-abe5-415d-aaf3-27bd4e819574 None None] Loading extension file: flavors.py {{(pid=93774) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 13 11:11:26.828844 dv-cinder-797608-16-iscsi neutron-server[93774]: DEBUG neutron.api.extensions [None req-66860449-abe5-415d-aaf3-27bd4e819574 None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=93774) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 13 11:11:26.829351 dv-cinder-797608-16-iscsi neutron-server[93774]: INFO neutron.api.extensions [None req-66860449-abe5-415d-aaf3-27bd4e819574 None None] Loaded extension: flavors Aug 13 11:11:26.829669 dv-cinder-797608-16-iscsi neutron-server[93774]: DEBUG neutron.api.extensions [None req-66860449-abe5-415d-aaf3-27bd4e819574 None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=93774) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 13 11:11:26.831351 dv-cinder-797608-16-iscsi neutron-server[93774]: DEBUG neutron.api.extensions [None req-66860449-abe5-415d-aaf3-27bd4e819574 None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=93774) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 13 11:11:26.831858 dv-cinder-797608-16-iscsi neutron-server[93774]: INFO neutron.api.extensions [None req-66860449-abe5-415d-aaf3-27bd4e819574 None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins Aug 13 11:11:26.832178 dv-cinder-797608-16-iscsi neutron-server[93774]: DEBUG neutron.api.extensions [None req-66860449-abe5-415d-aaf3-27bd4e819574 None None] Loading extension file: floatingip_pools.py {{(pid=93774) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 13 11:11:26.832865 dv-cinder-797608-16-iscsi neutron-server[93774]: DEBUG neutron.api.extensions [None req-66860449-abe5-415d-aaf3-27bd4e819574 None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=93774) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 13 11:11:26.833368 dv-cinder-797608-16-iscsi neutron-server[93774]: INFO neutron.api.extensions [None req-66860449-abe5-415d-aaf3-27bd4e819574 None None] Loaded extension: floatingip-pools Aug 13 11:11:26.833684 dv-cinder-797608-16-iscsi neutron-server[93774]: DEBUG neutron.api.extensions [None req-66860449-abe5-415d-aaf3-27bd4e819574 None None] Loading extension file: ip_allocation.py {{(pid=93774) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 13 11:11:26.834615 dv-cinder-797608-16-iscsi neutron-server[93774]: DEBUG neutron.api.extensions [None req-66860449-abe5-415d-aaf3-27bd4e819574 None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=93774) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 13 11:11:26.835113 dv-cinder-797608-16-iscsi neutron-server[93774]: INFO neutron.api.extensions [None req-66860449-abe5-415d-aaf3-27bd4e819574 None None] Extension ip_allocation not supported by any of loaded plugins Aug 13 11:11:26.835429 dv-cinder-797608-16-iscsi neutron-server[93774]: DEBUG neutron.api.extensions [None req-66860449-abe5-415d-aaf3-27bd4e819574 None None] Loading extension file: ip_substring_port_filtering.py {{(pid=93774) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 13 11:11:26.836337 dv-cinder-797608-16-iscsi neutron-server[93774]: DEBUG neutron.api.extensions [None req-66860449-abe5-415d-aaf3-27bd4e819574 None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=93774) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 13 11:11:26.836841 dv-cinder-797608-16-iscsi neutron-server[93774]: INFO neutron.api.extensions [None req-66860449-abe5-415d-aaf3-27bd4e819574 None None] Loaded extension: ip-substring-filtering Aug 13 11:11:26.837158 dv-cinder-797608-16-iscsi neutron-server[93774]: DEBUG neutron.api.extensions [None req-66860449-abe5-415d-aaf3-27bd4e819574 None None] Loading extension file: l2_adjacency.py {{(pid=93774) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 13 11:11:26.838102 dv-cinder-797608-16-iscsi neutron-server[93774]: DEBUG neutron.api.extensions [None req-66860449-abe5-415d-aaf3-27bd4e819574 None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=93774) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 13 11:11:26.838601 dv-cinder-797608-16-iscsi neutron-server[93774]: INFO neutron.api.extensions [None req-66860449-abe5-415d-aaf3-27bd4e819574 None None] Extension l2_adjacency not supported by any of loaded plugins Aug 13 11:11:26.838922 dv-cinder-797608-16-iscsi neutron-server[93774]: DEBUG neutron.api.extensions [None req-66860449-abe5-415d-aaf3-27bd4e819574 None None] Loading extension file: l3.py {{(pid=93774) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 13 11:11:26.840046 dv-cinder-797608-16-iscsi neutron-server[93774]: DEBUG neutron.api.extensions [None req-66860449-abe5-415d-aaf3-27bd4e819574 None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=93774) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 13 11:11:26.840560 dv-cinder-797608-16-iscsi neutron-server[93774]: INFO neutron.api.extensions [None req-66860449-abe5-415d-aaf3-27bd4e819574 None None] Loaded extension: router Aug 13 11:11:26.840880 dv-cinder-797608-16-iscsi neutron-server[93774]: DEBUG neutron.api.extensions [None req-66860449-abe5-415d-aaf3-27bd4e819574 None None] Loading extension file: l3_conntrack_helper.py {{(pid=93774) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 13 11:11:26.843127 dv-cinder-797608-16-iscsi neutron-server[93774]: DEBUG neutron.api.extensions [None req-66860449-abe5-415d-aaf3-27bd4e819574 None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=93774) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 13 11:11:26.843649 dv-cinder-797608-16-iscsi neutron-server[93774]: INFO neutron.api.extensions [None req-66860449-abe5-415d-aaf3-27bd4e819574 None None] Extension l3-conntrack-helper not supported by any of loaded plugins Aug 13 11:11:26.843977 dv-cinder-797608-16-iscsi neutron-server[93774]: DEBUG neutron.api.extensions [None req-66860449-abe5-415d-aaf3-27bd4e819574 None None] Loading extension file: l3_ext_gw_mode.py {{(pid=93774) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 13 11:11:26.844902 dv-cinder-797608-16-iscsi neutron-server[93774]: DEBUG neutron.api.extensions [None req-66860449-abe5-415d-aaf3-27bd4e819574 None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=93774) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 13 11:11:26.845405 dv-cinder-797608-16-iscsi neutron-server[93774]: INFO neutron.api.extensions [None req-66860449-abe5-415d-aaf3-27bd4e819574 None None] Loaded extension: ext-gw-mode Aug 13 11:11:26.845723 dv-cinder-797608-16-iscsi neutron-server[93774]: DEBUG neutron.api.extensions [None req-66860449-abe5-415d-aaf3-27bd4e819574 None None] Loading extension file: l3_ext_ha_mode.py {{(pid=93774) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 13 11:11:26.846679 dv-cinder-797608-16-iscsi neutron-server[93774]: DEBUG neutron.api.extensions [None req-66860449-abe5-415d-aaf3-27bd4e819574 None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=93774) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 13 11:11:26.847185 dv-cinder-797608-16-iscsi neutron-server[93774]: INFO neutron.api.extensions [None req-66860449-abe5-415d-aaf3-27bd4e819574 None None] Loaded extension: l3-ha Aug 13 11:11:26.847506 dv-cinder-797608-16-iscsi neutron-server[93774]: DEBUG neutron.api.extensions [None req-66860449-abe5-415d-aaf3-27bd4e819574 None None] Loading extension file: l3_flavors.py {{(pid=93774) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 13 11:11:26.848407 dv-cinder-797608-16-iscsi neutron-server[93774]: DEBUG neutron.api.extensions [None req-66860449-abe5-415d-aaf3-27bd4e819574 None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=93774) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 13 11:11:26.848913 dv-cinder-797608-16-iscsi neutron-server[93774]: INFO neutron.api.extensions [None req-66860449-abe5-415d-aaf3-27bd4e819574 None None] Loaded extension: l3-flavors Aug 13 11:11:26.849228 dv-cinder-797608-16-iscsi neutron-server[93774]: DEBUG neutron.api.extensions [None req-66860449-abe5-415d-aaf3-27bd4e819574 None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=93774) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 13 11:11:26.850159 dv-cinder-797608-16-iscsi neutron-server[93774]: DEBUG neutron.api.extensions [None req-66860449-abe5-415d-aaf3-27bd4e819574 None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=93774) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 13 11:11:26.850658 dv-cinder-797608-16-iscsi neutron-server[93774]: INFO neutron.api.extensions [None req-66860449-abe5-415d-aaf3-27bd4e819574 None None] Loaded extension: l3-port-ip-change-not-allowed Aug 13 11:11:26.850971 dv-cinder-797608-16-iscsi neutron-server[93774]: DEBUG neutron.api.extensions [None req-66860449-abe5-415d-aaf3-27bd4e819574 None None] Loading extension file: l3agentscheduler.py {{(pid=93774) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 13 11:11:26.851984 dv-cinder-797608-16-iscsi neutron-server[93774]: DEBUG neutron.api.extensions [None req-66860449-abe5-415d-aaf3-27bd4e819574 None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=93774) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 13 11:11:26.852485 dv-cinder-797608-16-iscsi neutron-server[93774]: INFO neutron.api.extensions [None req-66860449-abe5-415d-aaf3-27bd4e819574 None None] Loaded extension: l3_agent_scheduler Aug 13 11:11:26.852805 dv-cinder-797608-16-iscsi neutron-server[93774]: DEBUG neutron.api.extensions [None req-66860449-abe5-415d-aaf3-27bd4e819574 None None] Loading extension file: logging.py {{(pid=93774) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 13 11:11:26.854303 dv-cinder-797608-16-iscsi neutron-server[93774]: DEBUG neutron.api.extensions [None req-66860449-abe5-415d-aaf3-27bd4e819574 None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=93774) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 13 11:11:26.854816 dv-cinder-797608-16-iscsi neutron-server[93774]: INFO neutron.api.extensions [None req-66860449-abe5-415d-aaf3-27bd4e819574 None None] Extension logging not supported by any of loaded plugins Aug 13 11:11:26.855141 dv-cinder-797608-16-iscsi neutron-server[93774]: DEBUG neutron.api.extensions [None req-66860449-abe5-415d-aaf3-27bd4e819574 None None] Loading extension file: metering.py {{(pid=93774) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 13 11:11:26.856398 dv-cinder-797608-16-iscsi neutron-server[93774]: DEBUG neutron.api.extensions [None req-66860449-abe5-415d-aaf3-27bd4e819574 None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=93774) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 13 11:11:26.856967 dv-cinder-797608-16-iscsi neutron-server[93774]: INFO neutron.api.extensions [None req-66860449-abe5-415d-aaf3-27bd4e819574 None None] Loaded extension: metering Aug 13 11:11:26.857288 dv-cinder-797608-16-iscsi neutron-server[93774]: DEBUG neutron.api.extensions [None req-66860449-abe5-415d-aaf3-27bd4e819574 None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=93774) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 13 11:11:26.858431 dv-cinder-797608-16-iscsi neutron-server[93774]: DEBUG neutron.api.extensions [None req-66860449-abe5-415d-aaf3-27bd4e819574 None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=93774) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 13 11:11:26.858920 dv-cinder-797608-16-iscsi neutron-server[93774]: INFO neutron.api.extensions [None req-66860449-abe5-415d-aaf3-27bd4e819574 None None] Loaded extension: metering_source_and_destination_fields Aug 13 11:11:26.859236 dv-cinder-797608-16-iscsi neutron-server[93774]: DEBUG neutron.api.extensions [None req-66860449-abe5-415d-aaf3-27bd4e819574 None None] Loading extension file: multiprovidernet.py {{(pid=93774) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 13 11:11:26.860149 dv-cinder-797608-16-iscsi neutron-server[93774]: DEBUG neutron.api.extensions [None req-66860449-abe5-415d-aaf3-27bd4e819574 None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=93774) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 13 11:11:26.860647 dv-cinder-797608-16-iscsi neutron-server[93774]: INFO neutron.api.extensions [None req-66860449-abe5-415d-aaf3-27bd4e819574 None None] Loaded extension: multi-provider Aug 13 11:11:26.860958 dv-cinder-797608-16-iscsi neutron-server[93774]: DEBUG neutron.api.extensions [None req-66860449-abe5-415d-aaf3-27bd4e819574 None None] Loading extension file: netmtu.py {{(pid=93774) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 13 11:11:26.861853 dv-cinder-797608-16-iscsi neutron-server[93774]: DEBUG neutron.api.extensions [None req-66860449-abe5-415d-aaf3-27bd4e819574 None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=93774) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 13 11:11:26.862375 dv-cinder-797608-16-iscsi neutron-server[93774]: INFO neutron.api.extensions [None req-66860449-abe5-415d-aaf3-27bd4e819574 None None] Loaded extension: net-mtu Aug 13 11:11:26.862689 dv-cinder-797608-16-iscsi neutron-server[93774]: DEBUG neutron.api.extensions [None req-66860449-abe5-415d-aaf3-27bd4e819574 None None] Loading extension file: netmtu_writable.py {{(pid=93774) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 13 11:11:26.863588 dv-cinder-797608-16-iscsi neutron-server[93774]: DEBUG neutron.api.extensions [None req-66860449-abe5-415d-aaf3-27bd4e819574 None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=93774) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 13 11:11:26.864085 dv-cinder-797608-16-iscsi neutron-server[93774]: INFO neutron.api.extensions [None req-66860449-abe5-415d-aaf3-27bd4e819574 None None] Loaded extension: net-mtu-writable Aug 13 11:11:26.864399 dv-cinder-797608-16-iscsi neutron-server[93774]: DEBUG neutron.api.extensions [None req-66860449-abe5-415d-aaf3-27bd4e819574 None None] Loading extension file: network_availability_zone.py {{(pid=93774) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 13 11:11:26.865054 dv-cinder-797608-16-iscsi neutron-server[93774]: DEBUG neutron.api.extensions [None req-66860449-abe5-415d-aaf3-27bd4e819574 None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=93774) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 13 11:11:26.865550 dv-cinder-797608-16-iscsi neutron-server[93774]: INFO neutron.api.extensions [None req-66860449-abe5-415d-aaf3-27bd4e819574 None None] Loaded extension: network_availability_zone Aug 13 11:11:26.865865 dv-cinder-797608-16-iscsi neutron-server[93774]: DEBUG neutron.api.extensions [None req-66860449-abe5-415d-aaf3-27bd4e819574 None None] Loading extension file: network_ip_availability.py {{(pid=93774) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 13 11:11:26.866967 dv-cinder-797608-16-iscsi neutron-server[93774]: DEBUG neutron.api.extensions [None req-66860449-abe5-415d-aaf3-27bd4e819574 None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=93774) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 13 11:11:26.867470 dv-cinder-797608-16-iscsi neutron-server[93774]: INFO neutron.api.extensions [None req-66860449-abe5-415d-aaf3-27bd4e819574 None None] Loaded extension: network-ip-availability Aug 13 11:11:26.867787 dv-cinder-797608-16-iscsi neutron-server[93774]: DEBUG neutron.api.extensions [None req-66860449-abe5-415d-aaf3-27bd4e819574 None None] Loading extension file: network_segment_range.py {{(pid=93774) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 13 11:11:26.868541 dv-cinder-797608-16-iscsi neutron-server[93774]: DEBUG neutron.api.extensions [None req-66860449-abe5-415d-aaf3-27bd4e819574 None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=93774) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 13 11:11:26.869032 dv-cinder-797608-16-iscsi neutron-server[93774]: INFO neutron.api.extensions [None req-66860449-abe5-415d-aaf3-27bd4e819574 None None] Extension network-segment-range not supported by any of loaded plugins Aug 13 11:11:26.869352 dv-cinder-797608-16-iscsi neutron-server[93774]: DEBUG neutron.api.extensions [None req-66860449-abe5-415d-aaf3-27bd4e819574 None None] Loading extension file: pagination.py {{(pid=93774) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 13 11:11:26.870336 dv-cinder-797608-16-iscsi neutron-server[93774]: DEBUG neutron.api.extensions [None req-66860449-abe5-415d-aaf3-27bd4e819574 None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=93774) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 13 11:11:26.870660 dv-cinder-797608-16-iscsi neutron-server[93774]: INFO neutron.api.extensions [None req-66860449-abe5-415d-aaf3-27bd4e819574 None None] Loaded extension: pagination Aug 13 11:11:26.871572 dv-cinder-797608-16-iscsi neutron-server[93774]: DEBUG neutron.api.extensions [None req-66860449-abe5-415d-aaf3-27bd4e819574 None None] Loading extension file: port_device_profile.py {{(pid=93774) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 13 11:11:26.872463 dv-cinder-797608-16-iscsi neutron-server[93774]: DEBUG neutron.api.extensions [None req-66860449-abe5-415d-aaf3-27bd4e819574 None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=93774) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 13 11:11:26.872969 dv-cinder-797608-16-iscsi neutron-server[93774]: INFO neutron.api.extensions [None req-66860449-abe5-415d-aaf3-27bd4e819574 None None] Loaded extension: port-device-profile Aug 13 11:11:26.873284 dv-cinder-797608-16-iscsi neutron-server[93774]: DEBUG neutron.api.extensions [None req-66860449-abe5-415d-aaf3-27bd4e819574 None None] Loading extension file: port_mac_address_regenerate.py {{(pid=93774) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 13 11:11:26.874212 dv-cinder-797608-16-iscsi neutron-server[93774]: DEBUG neutron.api.extensions [None req-66860449-abe5-415d-aaf3-27bd4e819574 None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=93774) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 13 11:11:26.874713 dv-cinder-797608-16-iscsi neutron-server[93774]: INFO neutron.api.extensions [None req-66860449-abe5-415d-aaf3-27bd4e819574 None None] Loaded extension: port-mac-address-regenerate Aug 13 11:11:26.875029 dv-cinder-797608-16-iscsi neutron-server[93774]: DEBUG neutron.api.extensions [None req-66860449-abe5-415d-aaf3-27bd4e819574 None None] Loading extension file: port_numa_affinity_policy.py {{(pid=93774) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 13 11:11:26.875924 dv-cinder-797608-16-iscsi neutron-server[93774]: DEBUG neutron.api.extensions [None req-66860449-abe5-415d-aaf3-27bd4e819574 None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=93774) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 13 11:11:26.876424 dv-cinder-797608-16-iscsi neutron-server[93774]: INFO neutron.api.extensions [None req-66860449-abe5-415d-aaf3-27bd4e819574 None None] Loaded extension: port-numa-affinity-policy Aug 13 11:11:26.876738 dv-cinder-797608-16-iscsi neutron-server[93774]: DEBUG neutron.api.extensions [None req-66860449-abe5-415d-aaf3-27bd4e819574 None None] Loading extension file: port_resource_request.py {{(pid=93774) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 13 11:11:26.877637 dv-cinder-797608-16-iscsi neutron-server[93774]: DEBUG neutron.api.extensions [None req-66860449-abe5-415d-aaf3-27bd4e819574 None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=93774) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 13 11:11:26.878161 dv-cinder-797608-16-iscsi neutron-server[93774]: INFO neutron.api.extensions [None req-66860449-abe5-415d-aaf3-27bd4e819574 None None] Extension port-resource-request not supported by any of loaded plugins Aug 13 11:11:26.878475 dv-cinder-797608-16-iscsi neutron-server[93774]: DEBUG neutron.api.extensions [None req-66860449-abe5-415d-aaf3-27bd4e819574 None None] Loading extension file: portbindings.py {{(pid=93774) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 13 11:11:26.879401 dv-cinder-797608-16-iscsi neutron-server[93774]: DEBUG neutron.api.extensions [None req-66860449-abe5-415d-aaf3-27bd4e819574 None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=93774) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 13 11:11:26.879902 dv-cinder-797608-16-iscsi neutron-server[93774]: INFO neutron.api.extensions [None req-66860449-abe5-415d-aaf3-27bd4e819574 None None] Loaded extension: binding Aug 13 11:11:26.880215 dv-cinder-797608-16-iscsi neutron-server[93774]: DEBUG neutron.api.extensions [None req-66860449-abe5-415d-aaf3-27bd4e819574 None None] Loading extension file: portbindings_extended.py {{(pid=93774) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 13 11:11:26.881571 dv-cinder-797608-16-iscsi neutron-server[93774]: DEBUG neutron.api.extensions [None req-66860449-abe5-415d-aaf3-27bd4e819574 None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=93774) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 13 11:11:26.882356 dv-cinder-797608-16-iscsi neutron-server[93774]: INFO neutron.api.extensions [None req-66860449-abe5-415d-aaf3-27bd4e819574 None None] Loaded extension: binding-extended Aug 13 11:11:26.882677 dv-cinder-797608-16-iscsi neutron-server[93774]: DEBUG neutron.api.extensions [None req-66860449-abe5-415d-aaf3-27bd4e819574 None None] Loading extension file: portsecurity.py {{(pid=93774) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 13 11:11:26.883576 dv-cinder-797608-16-iscsi neutron-server[93774]: DEBUG neutron.api.extensions [None req-66860449-abe5-415d-aaf3-27bd4e819574 None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=93774) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 13 11:11:26.884082 dv-cinder-797608-16-iscsi neutron-server[93774]: INFO neutron.api.extensions [None req-66860449-abe5-415d-aaf3-27bd4e819574 None None] Loaded extension: port-security Aug 13 11:11:26.884397 dv-cinder-797608-16-iscsi neutron-server[93774]: DEBUG neutron.api.extensions [None req-66860449-abe5-415d-aaf3-27bd4e819574 None None] Loading extension file: project_id.py {{(pid=93774) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 13 11:11:26.885359 dv-cinder-797608-16-iscsi neutron-server[93774]: DEBUG neutron.api.extensions [None req-66860449-abe5-415d-aaf3-27bd4e819574 None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=93774) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 13 11:11:26.885681 dv-cinder-797608-16-iscsi neutron-server[93774]: INFO neutron.api.extensions [None req-66860449-abe5-415d-aaf3-27bd4e819574 None None] Loaded extension: project-id Aug 13 11:11:26.886022 dv-cinder-797608-16-iscsi neutron-server[93774]: DEBUG neutron.api.extensions [None req-66860449-abe5-415d-aaf3-27bd4e819574 None None] Loading extension file: providernet.py {{(pid=93774) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 13 11:11:26.886951 dv-cinder-797608-16-iscsi neutron-server[93774]: DEBUG neutron.api.extensions [None req-66860449-abe5-415d-aaf3-27bd4e819574 None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=93774) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 13 11:11:26.887455 dv-cinder-797608-16-iscsi neutron-server[93774]: INFO neutron.api.extensions [None req-66860449-abe5-415d-aaf3-27bd4e819574 None None] Loaded extension: provider Aug 13 11:11:26.887770 dv-cinder-797608-16-iscsi neutron-server[93774]: DEBUG neutron.api.extensions [None req-66860449-abe5-415d-aaf3-27bd4e819574 None None] Loading extension file: qos.py {{(pid=93774) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 13 11:11:26.891191 dv-cinder-797608-16-iscsi neutron-server[93774]: DEBUG neutron.api.extensions [None req-66860449-abe5-415d-aaf3-27bd4e819574 None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=93774) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 13 11:11:26.891708 dv-cinder-797608-16-iscsi neutron-server[93774]: INFO neutron.api.extensions [None req-66860449-abe5-415d-aaf3-27bd4e819574 None None] Extension qos not supported by any of loaded plugins Aug 13 11:11:26.892031 dv-cinder-797608-16-iscsi neutron-server[93774]: DEBUG neutron.api.extensions [None req-66860449-abe5-415d-aaf3-27bd4e819574 None None] Loading extension file: qos_bw_limit_direction.py {{(pid=93774) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 13 11:11:26.893248 dv-cinder-797608-16-iscsi neutron-server[93774]: DEBUG neutron.api.extensions [None req-66860449-abe5-415d-aaf3-27bd4e819574 None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=93774) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 13 11:11:26.893755 dv-cinder-797608-16-iscsi neutron-server[93774]: INFO neutron.api.extensions [None req-66860449-abe5-415d-aaf3-27bd4e819574 None None] Extension qos-bw-limit-direction not supported by any of loaded plugins Aug 13 11:11:26.894112 dv-cinder-797608-16-iscsi neutron-server[93774]: DEBUG neutron.api.extensions [None req-66860449-abe5-415d-aaf3-27bd4e819574 None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=93774) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 13 11:11:26.895021 dv-cinder-797608-16-iscsi neutron-server[93774]: DEBUG neutron.api.extensions [None req-66860449-abe5-415d-aaf3-27bd4e819574 None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=93774) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 13 11:11:26.895531 dv-cinder-797608-16-iscsi neutron-server[93774]: INFO neutron.api.extensions [None req-66860449-abe5-415d-aaf3-27bd4e819574 None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins Aug 13 11:11:26.895893 dv-cinder-797608-16-iscsi neutron-server[93774]: DEBUG neutron.api.extensions [None req-66860449-abe5-415d-aaf3-27bd4e819574 None None] Loading extension file: qos_default.py {{(pid=93774) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 13 11:11:26.896750 dv-cinder-797608-16-iscsi neutron-server[93774]: DEBUG neutron.api.extensions [None req-66860449-abe5-415d-aaf3-27bd4e819574 None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=93774) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 13 11:11:26.897252 dv-cinder-797608-16-iscsi neutron-server[93774]: INFO neutron.api.extensions [None req-66860449-abe5-415d-aaf3-27bd4e819574 None None] Extension qos-default not supported by any of loaded plugins Aug 13 11:11:26.897571 dv-cinder-797608-16-iscsi neutron-server[93774]: DEBUG neutron.api.extensions [None req-66860449-abe5-415d-aaf3-27bd4e819574 None None] Loading extension file: qos_fip.py {{(pid=93774) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 13 11:11:26.898249 dv-cinder-797608-16-iscsi neutron-server[93774]: DEBUG neutron.api.extensions [None req-66860449-abe5-415d-aaf3-27bd4e819574 None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=93774) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 13 11:11:26.898728 dv-cinder-797608-16-iscsi neutron-server[93774]: INFO neutron.api.extensions [None req-66860449-abe5-415d-aaf3-27bd4e819574 None None] Extension qos-fip not supported by any of loaded plugins Aug 13 11:11:26.899041 dv-cinder-797608-16-iscsi neutron-server[93774]: DEBUG neutron.api.extensions [None req-66860449-abe5-415d-aaf3-27bd4e819574 None None] Loading extension file: qos_gateway_ip.py {{(pid=93774) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 13 11:11:26.899953 dv-cinder-797608-16-iscsi neutron-server[93774]: DEBUG neutron.api.extensions [None req-66860449-abe5-415d-aaf3-27bd4e819574 None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=93774) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 13 11:11:26.900454 dv-cinder-797608-16-iscsi neutron-server[93774]: INFO neutron.api.extensions [None req-66860449-abe5-415d-aaf3-27bd4e819574 None None] Extension qos-gateway-ip not supported by any of loaded plugins Aug 13 11:11:26.900767 dv-cinder-797608-16-iscsi neutron-server[93774]: DEBUG neutron.api.extensions [None req-66860449-abe5-415d-aaf3-27bd4e819574 None None] Loading extension file: qos_port_network_policy.py {{(pid=93774) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 13 11:11:26.901667 dv-cinder-797608-16-iscsi neutron-server[93774]: DEBUG neutron.api.extensions [None req-66860449-abe5-415d-aaf3-27bd4e819574 None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=93774) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 13 11:11:26.902226 dv-cinder-797608-16-iscsi neutron-server[93774]: INFO neutron.api.extensions [None req-66860449-abe5-415d-aaf3-27bd4e819574 None None] Extension qos-port-network-policy not supported by any of loaded plugins Aug 13 11:11:26.902542 dv-cinder-797608-16-iscsi neutron-server[93774]: DEBUG neutron.api.extensions [None req-66860449-abe5-415d-aaf3-27bd4e819574 None None] Loading extension file: qos_pps_rule.py {{(pid=93774) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 13 11:11:26.903696 dv-cinder-797608-16-iscsi neutron-server[93774]: DEBUG neutron.api.extensions [None req-66860449-abe5-415d-aaf3-27bd4e819574 None None] Ext name="QoS Rule Type Packet per Second Extension" alias="qos-pps" description="Add QoS Rule Type Packet per Second" updated="2021-05-12T10:00:00-00:00" {{(pid=93774) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 13 11:11:26.904204 dv-cinder-797608-16-iscsi neutron-server[93774]: INFO neutron.api.extensions [None req-66860449-abe5-415d-aaf3-27bd4e819574 None None] Extension qos-pps not supported by any of loaded plugins Aug 13 11:11:26.904520 dv-cinder-797608-16-iscsi neutron-server[93774]: DEBUG neutron.api.extensions [None req-66860449-abe5-415d-aaf3-27bd4e819574 None None] Loading extension file: qos_rule_type_details.py {{(pid=93774) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 13 11:11:26.905424 dv-cinder-797608-16-iscsi neutron-server[93774]: DEBUG neutron.api.extensions [None req-66860449-abe5-415d-aaf3-27bd4e819574 None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=93774) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 13 11:11:26.905927 dv-cinder-797608-16-iscsi neutron-server[93774]: INFO neutron.api.extensions [None req-66860449-abe5-415d-aaf3-27bd4e819574 None None] Extension qos-rule-type-details not supported by any of loaded plugins Aug 13 11:11:26.906270 dv-cinder-797608-16-iscsi neutron-server[93774]: DEBUG neutron.api.extensions [None req-66860449-abe5-415d-aaf3-27bd4e819574 None None] Loading extension file: qos_rules_alias.py {{(pid=93774) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 13 11:11:26.907295 dv-cinder-797608-16-iscsi neutron-server[93774]: DEBUG neutron.api.extensions [None req-66860449-abe5-415d-aaf3-27bd4e819574 None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=93774) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 13 11:11:26.907801 dv-cinder-797608-16-iscsi neutron-server[93774]: INFO neutron.api.extensions [None req-66860449-abe5-415d-aaf3-27bd4e819574 None None] Extension qos-rules-alias not supported by any of loaded plugins Aug 13 11:11:26.908118 dv-cinder-797608-16-iscsi neutron-server[93774]: DEBUG neutron.api.extensions [None req-66860449-abe5-415d-aaf3-27bd4e819574 None None] Loading extension file: quotasv2.py {{(pid=93774) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 13 11:11:26.909019 dv-cinder-797608-16-iscsi neutron-server[93774]: DEBUG neutron.api.extensions [None req-66860449-abe5-415d-aaf3-27bd4e819574 None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per tenant" updated="2012-07-29T10:00:00-00:00" {{(pid=93774) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 13 11:11:26.909348 dv-cinder-797608-16-iscsi neutron-server[93774]: INFO neutron.api.extensions [None req-66860449-abe5-415d-aaf3-27bd4e819574 None None] Loaded extension: quotas Aug 13 11:11:26.909664 dv-cinder-797608-16-iscsi neutron-server[93774]: DEBUG neutron.api.extensions [None req-66860449-abe5-415d-aaf3-27bd4e819574 None None] Loading extension file: quotasv2_detail.py {{(pid=93774) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 13 11:11:26.912669 dv-cinder-797608-16-iscsi neutron-server[93774]: DEBUG neutron.api.extensions [None req-66860449-abe5-415d-aaf3-27bd4e819574 None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=93774) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 13 11:11:26.912999 dv-cinder-797608-16-iscsi neutron-server[93774]: INFO neutron.api.extensions [None req-66860449-abe5-415d-aaf3-27bd4e819574 None None] Loaded extension: quota_details Aug 13 11:11:26.913324 dv-cinder-797608-16-iscsi neutron-server[93774]: DEBUG neutron.api.extensions [None req-66860449-abe5-415d-aaf3-27bd4e819574 None None] Loading extension file: rbac.py {{(pid=93774) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 13 11:11:26.914586 dv-cinder-797608-16-iscsi neutron-server[93774]: DEBUG neutron.api.extensions [None req-66860449-abe5-415d-aaf3-27bd4e819574 None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=93774) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 13 11:11:26.915108 dv-cinder-797608-16-iscsi neutron-server[93774]: INFO neutron.api.extensions [None req-66860449-abe5-415d-aaf3-27bd4e819574 None None] Loaded extension: rbac-policies Aug 13 11:11:26.915432 dv-cinder-797608-16-iscsi neutron-server[93774]: DEBUG neutron.api.extensions [None req-66860449-abe5-415d-aaf3-27bd4e819574 None None] Loading extension file: rbac_address_group.py {{(pid=93774) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 13 11:11:26.916360 dv-cinder-797608-16-iscsi neutron-server[93774]: DEBUG neutron.api.extensions [None req-66860449-abe5-415d-aaf3-27bd4e819574 None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=93774) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 13 11:11:26.916870 dv-cinder-797608-16-iscsi neutron-server[93774]: INFO neutron.api.extensions [None req-66860449-abe5-415d-aaf3-27bd4e819574 None None] Loaded extension: rbac-address-group Aug 13 11:11:26.917190 dv-cinder-797608-16-iscsi neutron-server[93774]: DEBUG neutron.api.extensions [None req-66860449-abe5-415d-aaf3-27bd4e819574 None None] Loading extension file: rbac_address_scope.py {{(pid=93774) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 13 11:11:26.918637 dv-cinder-797608-16-iscsi neutron-server[93774]: DEBUG neutron.api.extensions [None req-66860449-abe5-415d-aaf3-27bd4e819574 None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=93774) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 13 11:11:26.919140 dv-cinder-797608-16-iscsi neutron-server[93774]: INFO neutron.api.extensions [None req-66860449-abe5-415d-aaf3-27bd4e819574 None None] Loaded extension: rbac-address-scope Aug 13 11:11:26.919455 dv-cinder-797608-16-iscsi neutron-server[93774]: DEBUG neutron.api.extensions [None req-66860449-abe5-415d-aaf3-27bd4e819574 None None] Loading extension file: rbac_security_groups.py {{(pid=93774) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 13 11:11:26.920360 dv-cinder-797608-16-iscsi neutron-server[93774]: DEBUG neutron.api.extensions [None req-66860449-abe5-415d-aaf3-27bd4e819574 None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=93774) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 13 11:11:26.920859 dv-cinder-797608-16-iscsi neutron-server[93774]: INFO neutron.api.extensions [None req-66860449-abe5-415d-aaf3-27bd4e819574 None None] Loaded extension: rbac-security-groups Aug 13 11:11:26.921173 dv-cinder-797608-16-iscsi neutron-server[93774]: DEBUG neutron.api.extensions [None req-66860449-abe5-415d-aaf3-27bd4e819574 None None] Loading extension file: rbac_subnetpool.py {{(pid=93774) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 13 11:11:26.922103 dv-cinder-797608-16-iscsi neutron-server[93774]: DEBUG neutron.api.extensions [None req-66860449-abe5-415d-aaf3-27bd4e819574 None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=93774) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 13 11:11:26.922607 dv-cinder-797608-16-iscsi neutron-server[93774]: INFO neutron.api.extensions [None req-66860449-abe5-415d-aaf3-27bd4e819574 None None] Loaded extension: rbac-subnetpool Aug 13 11:11:26.922921 dv-cinder-797608-16-iscsi neutron-server[93774]: DEBUG neutron.api.extensions [None req-66860449-abe5-415d-aaf3-27bd4e819574 None None] Loading extension file: revisionifmatch.py {{(pid=93774) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 13 11:11:26.923830 dv-cinder-797608-16-iscsi neutron-server[93774]: DEBUG neutron.api.extensions [None req-66860449-abe5-415d-aaf3-27bd4e819574 None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=93774) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 13 11:11:26.924333 dv-cinder-797608-16-iscsi neutron-server[93774]: INFO neutron.api.extensions [None req-66860449-abe5-415d-aaf3-27bd4e819574 None None] Loaded extension: revision-if-match Aug 13 11:11:26.924646 dv-cinder-797608-16-iscsi neutron-server[93774]: DEBUG neutron.api.extensions [None req-66860449-abe5-415d-aaf3-27bd4e819574 None None] Loading extension file: revisions.py {{(pid=93774) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 13 11:11:26.925737 dv-cinder-797608-16-iscsi neutron-server[93774]: DEBUG neutron.api.extensions [None req-66860449-abe5-415d-aaf3-27bd4e819574 None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=93774) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 13 11:11:26.926269 dv-cinder-797608-16-iscsi neutron-server[93774]: INFO neutron.api.extensions [None req-66860449-abe5-415d-aaf3-27bd4e819574 None None] Loaded extension: standard-attr-revisions Aug 13 11:11:26.926585 dv-cinder-797608-16-iscsi neutron-server[93774]: DEBUG neutron.api.extensions [None req-66860449-abe5-415d-aaf3-27bd4e819574 None None] Loading extension file: router_availability_zone.py {{(pid=93774) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 13 11:11:26.927249 dv-cinder-797608-16-iscsi neutron-server[93774]: DEBUG neutron.api.extensions [None req-66860449-abe5-415d-aaf3-27bd4e819574 None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=93774) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 13 11:11:26.927745 dv-cinder-797608-16-iscsi neutron-server[93774]: INFO neutron.api.extensions [None req-66860449-abe5-415d-aaf3-27bd4e819574 None None] Loaded extension: router_availability_zone Aug 13 11:11:26.928059 dv-cinder-797608-16-iscsi neutron-server[93774]: DEBUG neutron.api.extensions [None req-66860449-abe5-415d-aaf3-27bd4e819574 None None] Loading extension file: routerservicetype.py {{(pid=93774) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 13 11:11:26.928963 dv-cinder-797608-16-iscsi neutron-server[93774]: DEBUG neutron.api.extensions [None req-66860449-abe5-415d-aaf3-27bd4e819574 None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=93774) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 13 11:11:26.929458 dv-cinder-797608-16-iscsi neutron-server[93774]: INFO neutron.api.extensions [None req-66860449-abe5-415d-aaf3-27bd4e819574 None None] Extension router-service-type not supported by any of loaded plugins Aug 13 11:11:26.929777 dv-cinder-797608-16-iscsi neutron-server[93774]: DEBUG neutron.api.extensions [None req-66860449-abe5-415d-aaf3-27bd4e819574 None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=93774) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 13 11:11:26.930711 dv-cinder-797608-16-iscsi neutron-server[93774]: DEBUG neutron.api.extensions [None req-66860449-abe5-415d-aaf3-27bd4e819574 None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=93774) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 13 11:11:26.931213 dv-cinder-797608-16-iscsi neutron-server[93774]: INFO neutron.api.extensions [None req-66860449-abe5-415d-aaf3-27bd4e819574 None None] Loaded extension: security-groups-normalized-cidr Aug 13 11:11:26.931526 dv-cinder-797608-16-iscsi neutron-server[93774]: DEBUG neutron.api.extensions [None req-66860449-abe5-415d-aaf3-27bd4e819574 None None] Loading extension file: security_groups_port_filtering.py {{(pid=93774) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 13 11:11:26.932433 dv-cinder-797608-16-iscsi neutron-server[93774]: DEBUG neutron.api.extensions [None req-66860449-abe5-415d-aaf3-27bd4e819574 None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=93774) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 13 11:11:26.932925 dv-cinder-797608-16-iscsi neutron-server[93774]: INFO neutron.api.extensions [None req-66860449-abe5-415d-aaf3-27bd4e819574 None None] Loaded extension: port-security-groups-filtering Aug 13 11:11:26.933240 dv-cinder-797608-16-iscsi neutron-server[93774]: DEBUG neutron.api.extensions [None req-66860449-abe5-415d-aaf3-27bd4e819574 None None] Loading extension file: security_groups_remote_address_group.py {{(pid=93774) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 13 11:11:26.934710 dv-cinder-797608-16-iscsi neutron-server[93774]: DEBUG neutron.api.extensions [None req-66860449-abe5-415d-aaf3-27bd4e819574 None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=93774) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 13 11:11:26.935211 dv-cinder-797608-16-iscsi neutron-server[93774]: INFO neutron.api.extensions [None req-66860449-abe5-415d-aaf3-27bd4e819574 None None] Loaded extension: security-groups-remote-address-group Aug 13 11:11:26.935526 dv-cinder-797608-16-iscsi neutron-server[93774]: DEBUG neutron.api.extensions [None req-66860449-abe5-415d-aaf3-27bd4e819574 None None] Loading extension file: securitygroup.py {{(pid=93774) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 13 11:11:26.944964 dv-cinder-797608-16-iscsi neutron-server[93774]: DEBUG neutron.api.extensions [None req-66860449-abe5-415d-aaf3-27bd4e819574 None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=93774) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 13 11:11:26.945489 dv-cinder-797608-16-iscsi neutron-server[93774]: INFO neutron.api.extensions [None req-66860449-abe5-415d-aaf3-27bd4e819574 None None] Loaded extension: security-group Aug 13 11:11:26.945812 dv-cinder-797608-16-iscsi neutron-server[93774]: DEBUG neutron.api.extensions [None req-66860449-abe5-415d-aaf3-27bd4e819574 None None] Loading extension file: segment.py {{(pid=93774) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 13 11:11:26.946615 dv-cinder-797608-16-iscsi neutron-server[93774]: DEBUG neutron.api.extensions [None req-66860449-abe5-415d-aaf3-27bd4e819574 None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=93774) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 13 11:11:26.947116 dv-cinder-797608-16-iscsi neutron-server[93774]: INFO neutron.api.extensions [None req-66860449-abe5-415d-aaf3-27bd4e819574 None None] Extension segment not supported by any of loaded plugins Aug 13 11:11:26.947436 dv-cinder-797608-16-iscsi neutron-server[93774]: DEBUG neutron.api.extensions [None req-66860449-abe5-415d-aaf3-27bd4e819574 None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=93774) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 13 11:11:26.948358 dv-cinder-797608-16-iscsi neutron-server[93774]: DEBUG neutron.api.extensions [None req-66860449-abe5-415d-aaf3-27bd4e819574 None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=93774) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 13 11:11:26.948858 dv-cinder-797608-16-iscsi neutron-server[93774]: INFO neutron.api.extensions [None req-66860449-abe5-415d-aaf3-27bd4e819574 None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins Aug 13 11:11:26.949209 dv-cinder-797608-16-iscsi neutron-server[93774]: DEBUG neutron.api.extensions [None req-66860449-abe5-415d-aaf3-27bd4e819574 None None] Loading extension file: servicetype.py {{(pid=93774) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 13 11:11:26.950401 dv-cinder-797608-16-iscsi neutron-server[93774]: DEBUG neutron.api.extensions [None req-66860449-abe5-415d-aaf3-27bd4e819574 None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=93774) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 13 11:11:26.950916 dv-cinder-797608-16-iscsi neutron-server[93774]: INFO neutron.api.extensions [None req-66860449-abe5-415d-aaf3-27bd4e819574 None None] Loaded extension: service-type Aug 13 11:11:26.951234 dv-cinder-797608-16-iscsi neutron-server[93774]: DEBUG neutron.api.extensions [None req-66860449-abe5-415d-aaf3-27bd4e819574 None None] Loading extension file: sorting.py {{(pid=93774) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 13 11:11:26.952204 dv-cinder-797608-16-iscsi neutron-server[93774]: DEBUG neutron.api.extensions [None req-66860449-abe5-415d-aaf3-27bd4e819574 None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=93774) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 13 11:11:26.952528 dv-cinder-797608-16-iscsi neutron-server[93774]: INFO neutron.api.extensions [None req-66860449-abe5-415d-aaf3-27bd4e819574 None None] Loaded extension: sorting Aug 13 11:11:26.952844 dv-cinder-797608-16-iscsi neutron-server[93774]: DEBUG neutron.api.extensions [None req-66860449-abe5-415d-aaf3-27bd4e819574 None None] Loading extension file: standard_attr_segment.py {{(pid=93774) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 13 11:11:26.953745 dv-cinder-797608-16-iscsi neutron-server[93774]: DEBUG neutron.api.extensions [None req-66860449-abe5-415d-aaf3-27bd4e819574 None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=93774) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 13 11:11:26.954275 dv-cinder-797608-16-iscsi neutron-server[93774]: INFO neutron.api.extensions [None req-66860449-abe5-415d-aaf3-27bd4e819574 None None] Extension standard-attr-segment not supported by any of loaded plugins Aug 13 11:11:26.954590 dv-cinder-797608-16-iscsi neutron-server[93774]: DEBUG neutron.api.extensions [None req-66860449-abe5-415d-aaf3-27bd4e819574 None None] Loading extension file: standardattrdescription.py {{(pid=93774) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 13 11:11:26.955224 dv-cinder-797608-16-iscsi neutron-server[93774]: DEBUG neutron.api.extensions [None req-66860449-abe5-415d-aaf3-27bd4e819574 None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=93774) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 13 11:11:26.955717 dv-cinder-797608-16-iscsi neutron-server[93774]: INFO neutron.api.extensions [None req-66860449-abe5-415d-aaf3-27bd4e819574 None None] Loaded extension: standard-attr-description Aug 13 11:11:26.956030 dv-cinder-797608-16-iscsi neutron-server[93774]: DEBUG neutron.api.extensions [None req-66860449-abe5-415d-aaf3-27bd4e819574 None None] Loading extension file: stateful_security_group.py {{(pid=93774) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 13 11:11:26.956955 dv-cinder-797608-16-iscsi neutron-server[93774]: DEBUG neutron.api.extensions [None req-66860449-abe5-415d-aaf3-27bd4e819574 None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=93774) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 13 11:11:26.957457 dv-cinder-797608-16-iscsi neutron-server[93774]: INFO neutron.api.extensions [None req-66860449-abe5-415d-aaf3-27bd4e819574 None None] Loaded extension: stateful-security-group Aug 13 11:11:26.957771 dv-cinder-797608-16-iscsi neutron-server[93774]: DEBUG neutron.api.extensions [None req-66860449-abe5-415d-aaf3-27bd4e819574 None None] Loading extension file: stdattrs_common.py {{(pid=93774) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 13 11:11:26.958370 dv-cinder-797608-16-iscsi neutron-server[93774]: WARNING neutron.api.extensions [None req-66860449-abe5-415d-aaf3-27bd4e819574 None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py Aug 13 11:11:26.958685 dv-cinder-797608-16-iscsi neutron-server[93774]: DEBUG neutron.api.extensions [None req-66860449-abe5-415d-aaf3-27bd4e819574 None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=93774) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 13 11:11:26.959604 dv-cinder-797608-16-iscsi neutron-server[93774]: DEBUG neutron.api.extensions [None req-66860449-abe5-415d-aaf3-27bd4e819574 None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=93774) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 13 11:11:26.960117 dv-cinder-797608-16-iscsi neutron-server[93774]: INFO neutron.api.extensions [None req-66860449-abe5-415d-aaf3-27bd4e819574 None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins Aug 13 11:11:26.960433 dv-cinder-797608-16-iscsi neutron-server[93774]: DEBUG neutron.api.extensions [None req-66860449-abe5-415d-aaf3-27bd4e819574 None None] Loading extension file: subnet_onboard.py {{(pid=93774) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 13 11:11:26.961502 dv-cinder-797608-16-iscsi neutron-server[93774]: DEBUG neutron.api.extensions [None req-66860449-abe5-415d-aaf3-27bd4e819574 None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=93774) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 13 11:11:26.962034 dv-cinder-797608-16-iscsi neutron-server[93774]: INFO neutron.api.extensions [None req-66860449-abe5-415d-aaf3-27bd4e819574 None None] Loaded extension: subnet_onboard Aug 13 11:11:26.962358 dv-cinder-797608-16-iscsi neutron-server[93774]: DEBUG neutron.api.extensions [None req-66860449-abe5-415d-aaf3-27bd4e819574 None None] Loading extension file: subnet_segmentid_writable.py {{(pid=93774) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 13 11:11:26.963273 dv-cinder-797608-16-iscsi neutron-server[93774]: DEBUG neutron.api.extensions [None req-66860449-abe5-415d-aaf3-27bd4e819574 None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=93774) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 13 11:11:26.963776 dv-cinder-797608-16-iscsi neutron-server[93774]: INFO neutron.api.extensions [None req-66860449-abe5-415d-aaf3-27bd4e819574 None None] Extension subnet-segmentid-writable not supported by any of loaded plugins Aug 13 11:11:26.964092 dv-cinder-797608-16-iscsi neutron-server[93774]: DEBUG neutron.api.extensions [None req-66860449-abe5-415d-aaf3-27bd4e819574 None None] Loading extension file: subnet_service_types.py {{(pid=93774) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 13 11:11:26.965026 dv-cinder-797608-16-iscsi neutron-server[93774]: DEBUG neutron.api.extensions [None req-66860449-abe5-415d-aaf3-27bd4e819574 None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=93774) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 13 11:11:26.965531 dv-cinder-797608-16-iscsi neutron-server[93774]: INFO neutron.api.extensions [None req-66860449-abe5-415d-aaf3-27bd4e819574 None None] Loaded extension: subnet-service-types Aug 13 11:11:26.965847 dv-cinder-797608-16-iscsi neutron-server[93774]: DEBUG neutron.api.extensions [None req-66860449-abe5-415d-aaf3-27bd4e819574 None None] Loading extension file: subnetallocation.py {{(pid=93774) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 13 11:11:26.966923 dv-cinder-797608-16-iscsi neutron-server[93774]: DEBUG neutron.api.extensions [None req-66860449-abe5-415d-aaf3-27bd4e819574 None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=93774) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 13 11:11:26.967433 dv-cinder-797608-16-iscsi neutron-server[93774]: INFO neutron.api.extensions [None req-66860449-abe5-415d-aaf3-27bd4e819574 None None] Loaded extension: subnet_allocation Aug 13 11:11:26.967750 dv-cinder-797608-16-iscsi neutron-server[93774]: DEBUG neutron.api.extensions [None req-66860449-abe5-415d-aaf3-27bd4e819574 None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=93774) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 13 11:11:26.968402 dv-cinder-797608-16-iscsi neutron-server[93774]: DEBUG neutron.api.extensions [None req-66860449-abe5-415d-aaf3-27bd4e819574 None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=93774) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 13 11:11:26.968898 dv-cinder-797608-16-iscsi neutron-server[93774]: INFO neutron.api.extensions [None req-66860449-abe5-415d-aaf3-27bd4e819574 None None] Loaded extension: subnetpool-prefix-ops Aug 13 11:11:26.969212 dv-cinder-797608-16-iscsi neutron-server[93774]: DEBUG neutron.api.extensions [None req-66860449-abe5-415d-aaf3-27bd4e819574 None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=93774) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 13 11:11:26.970163 dv-cinder-797608-16-iscsi neutron-server[93774]: DEBUG neutron.api.extensions [None req-66860449-abe5-415d-aaf3-27bd4e819574 None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=93774) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 13 11:11:26.970668 dv-cinder-797608-16-iscsi neutron-server[93774]: INFO neutron.api.extensions [None req-66860449-abe5-415d-aaf3-27bd4e819574 None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins Aug 13 11:11:26.970981 dv-cinder-797608-16-iscsi neutron-server[93774]: DEBUG neutron.api.extensions [None req-66860449-abe5-415d-aaf3-27bd4e819574 None None] Loading extension file: tagging.py {{(pid=93774) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 13 11:11:26.972006 dv-cinder-797608-16-iscsi neutron-server[93774]: DEBUG neutron.api.extensions [None req-66860449-abe5-415d-aaf3-27bd4e819574 None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=93774) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 13 11:11:26.972522 dv-cinder-797608-16-iscsi neutron-server[93774]: INFO neutron.api.extensions [None req-66860449-abe5-415d-aaf3-27bd4e819574 None None] Loaded extension: standard-attr-tag Aug 13 11:11:26.972842 dv-cinder-797608-16-iscsi neutron-server[93774]: DEBUG neutron.api.extensions [None req-66860449-abe5-415d-aaf3-27bd4e819574 None None] Loading extension file: timestamp.py {{(pid=93774) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 13 11:11:26.974042 dv-cinder-797608-16-iscsi neutron-server[93774]: DEBUG neutron.api.extensions [None req-66860449-abe5-415d-aaf3-27bd4e819574 None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=93774) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 13 11:11:26.974551 dv-cinder-797608-16-iscsi neutron-server[93774]: INFO neutron.api.extensions [None req-66860449-abe5-415d-aaf3-27bd4e819574 None None] Loaded extension: standard-attr-timestamp Aug 13 11:11:26.974870 dv-cinder-797608-16-iscsi neutron-server[93774]: DEBUG neutron.api.extensions [None req-66860449-abe5-415d-aaf3-27bd4e819574 None None] Loading extension file: trunk.py {{(pid=93774) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 13 11:11:26.975885 dv-cinder-797608-16-iscsi neutron-server[93774]: DEBUG neutron.api.extensions [None req-66860449-abe5-415d-aaf3-27bd4e819574 None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=93774) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 13 11:11:26.976392 dv-cinder-797608-16-iscsi neutron-server[93774]: INFO neutron.api.extensions [None req-66860449-abe5-415d-aaf3-27bd4e819574 None None] Extension trunk not supported by any of loaded plugins Aug 13 11:11:26.976711 dv-cinder-797608-16-iscsi neutron-server[93774]: DEBUG neutron.api.extensions [None req-66860449-abe5-415d-aaf3-27bd4e819574 None None] Loading extension file: trunk_details.py {{(pid=93774) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 13 11:11:26.977618 dv-cinder-797608-16-iscsi neutron-server[93774]: DEBUG neutron.api.extensions [None req-66860449-abe5-415d-aaf3-27bd4e819574 None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=93774) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 13 11:11:26.978160 dv-cinder-797608-16-iscsi neutron-server[93774]: INFO neutron.api.extensions [None req-66860449-abe5-415d-aaf3-27bd4e819574 None None] Extension trunk-details not supported by any of loaded plugins Aug 13 11:11:26.978477 dv-cinder-797608-16-iscsi neutron-server[93774]: DEBUG neutron.api.extensions [None req-66860449-abe5-415d-aaf3-27bd4e819574 None None] Loading extension file: uplink_status_propagation.py {{(pid=93774) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 13 11:11:26.979377 dv-cinder-797608-16-iscsi neutron-server[93774]: DEBUG neutron.api.extensions [None req-66860449-abe5-415d-aaf3-27bd4e819574 None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=93774) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 13 11:11:26.979889 dv-cinder-797608-16-iscsi neutron-server[93774]: INFO neutron.api.extensions [None req-66860449-abe5-415d-aaf3-27bd4e819574 None None] Extension uplink-status-propagation not supported by any of loaded plugins Aug 13 11:11:26.980206 dv-cinder-797608-16-iscsi neutron-server[93774]: DEBUG neutron.api.extensions [None req-66860449-abe5-415d-aaf3-27bd4e819574 None None] Loading extension file: vlantransparent.py {{(pid=93774) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 13 11:11:26.981372 dv-cinder-797608-16-iscsi neutron-server[93774]: DEBUG neutron.api.extensions [None req-66860449-abe5-415d-aaf3-27bd4e819574 None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=93774) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 13 11:11:26.981875 dv-cinder-797608-16-iscsi neutron-server[93774]: INFO neutron.api.extensions [None req-66860449-abe5-415d-aaf3-27bd4e819574 None None] Extension vlan-transparent not supported by any of loaded plugins Aug 13 11:11:26.984279 dv-cinder-797608-16-iscsi neutron-server[93774]: INFO neutron.quota.resource_registry [None req-66860449-abe5-415d-aaf3-27bd4e819574 None None] Creating instance of TrackedResource for resource:network Aug 13 11:11:26.984795 dv-cinder-797608-16-iscsi neutron-server[93774]: INFO neutron.quota.resource_registry [None req-66860449-abe5-415d-aaf3-27bd4e819574 None None] Creating instance of TrackedResource for resource:subnet Aug 13 11:11:26.985186 dv-cinder-797608-16-iscsi neutron-server[93774]: INFO neutron.quota.resource_registry [None req-66860449-abe5-415d-aaf3-27bd4e819574 None None] Creating instance of TrackedResource for resource:subnetpool Aug 13 11:11:26.985571 dv-cinder-797608-16-iscsi neutron-server[93774]: INFO neutron.quota.resource_registry [None req-66860449-abe5-415d-aaf3-27bd4e819574 None None] Creating instance of TrackedResource for resource:port Aug 13 11:11:26.986792 dv-cinder-797608-16-iscsi neutron-server[93774]: DEBUG neutron.api.v2.resource_helper [None req-66860449-abe5-415d-aaf3-27bd4e819574 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=93774) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 13 11:11:26.987238 dv-cinder-797608-16-iscsi neutron-server[93774]: DEBUG neutron.api.v2.resource_helper [None req-66860449-abe5-415d-aaf3-27bd4e819574 None None] Service FLAVORS assigned prefix: {{(pid=93774) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 13 11:11:26.987846 dv-cinder-797608-16-iscsi neutron-server[93774]: DEBUG neutron.api.v2.resource_helper [None req-66860449-abe5-415d-aaf3-27bd4e819574 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=93774) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 13 11:11:26.988293 dv-cinder-797608-16-iscsi neutron-server[93774]: DEBUG neutron.api.v2.resource_helper [None req-66860449-abe5-415d-aaf3-27bd4e819574 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=93774) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 13 11:11:26.988651 dv-cinder-797608-16-iscsi neutron-server[93774]: INFO neutron.quota.resource_registry [None req-66860449-abe5-415d-aaf3-27bd4e819574 None None] Creating instance of TrackedResource for resource:router Aug 13 11:11:26.989254 dv-cinder-797608-16-iscsi neutron-server[93774]: INFO neutron.quota.resource_registry [None req-66860449-abe5-415d-aaf3-27bd4e819574 None None] Creating instance of TrackedResource for resource:floatingip Aug 13 11:11:26.989762 dv-cinder-797608-16-iscsi neutron-server[93774]: DEBUG neutron.api.v2.resource_helper [None req-66860449-abe5-415d-aaf3-27bd4e819574 None None] Service METERING assigned prefix: /metering {{(pid=93774) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 13 11:11:26.991194 dv-cinder-797608-16-iscsi neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-66860449-abe5-415d-aaf3-27bd4e819574 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=93774) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 13 11:11:26.991551 dv-cinder-797608-16-iscsi neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-66860449-abe5-415d-aaf3-27bd4e819574 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=93774) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 13 11:11:26.991891 dv-cinder-797608-16-iscsi neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-66860449-abe5-415d-aaf3-27bd4e819574 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93774) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 13 11:11:26.992840 dv-cinder-797608-16-iscsi neutron-server[93774]: INFO neutron.quota.resource_registry [None req-66860449-abe5-415d-aaf3-27bd4e819574 None None] Creating instance of CountableResource for resource:rbac_policy Aug 13 11:11:26.993291 dv-cinder-797608-16-iscsi neutron-server[93774]: INFO neutron.quota.resource_registry [None req-66860449-abe5-415d-aaf3-27bd4e819574 None None] Creating instance of TrackedResource for resource:security_group Aug 13 11:11:26.993716 dv-cinder-797608-16-iscsi neutron-server[93774]: INFO neutron.quota.resource_registry [None req-66860449-abe5-415d-aaf3-27bd4e819574 None None] Creating instance of TrackedResource for resource:security_group_rule Aug 13 11:11:26.995357 dv-cinder-797608-16-iscsi neutron-server[93774]: DEBUG neutron.api.v2.resource_helper [None req-66860449-abe5-415d-aaf3-27bd4e819574 None None] Service CORE assigned prefix: {{(pid=93774) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 13 11:11:26.995709 dv-cinder-797608-16-iscsi neutron-server[93774]: INFO neutron.quota.resource_registry [None req-66860449-abe5-415d-aaf3-27bd4e819574 None None] Creating instance of TrackedResource for resource:subnetpool Aug 13 11:11:26.996615 dv-cinder-797608-16-iscsi neutron-server[93774]: WARNING neutron.quota.resource_registry [None req-66860449-abe5-415d-aaf3-27bd4e819574 None None] subnetpool is already registered Aug 13 11:11:26.997106 dv-cinder-797608-16-iscsi neutron-server[93774]: DEBUG neutron.api.v2.resource_helper [None req-66860449-abe5-415d-aaf3-27bd4e819574 None None] Service CORE assigned prefix: {{(pid=93774) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 13 11:11:26.997440 dv-cinder-797608-16-iscsi neutron-server[93774]: INFO neutron.quota.resource_registry [None req-66860449-abe5-415d-aaf3-27bd4e819574 None None] Creating instance of TrackedResource for resource:subnetpool Aug 13 11:11:26.997775 dv-cinder-797608-16-iscsi neutron-server[93774]: WARNING neutron.quota.resource_registry [None req-66860449-abe5-415d-aaf3-27bd4e819574 None None] subnetpool is already registered Aug 13 11:11:27.000080 dv-cinder-797608-16-iscsi neutron-server[93774]: DEBUG neutron.api.v2.resource_helper [None req-66860449-abe5-415d-aaf3-27bd4e819574 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=93774) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 13 11:11:27.000515 dv-cinder-797608-16-iscsi neutron-server[93774]: DEBUG neutron.api.v2.resource_helper [None req-66860449-abe5-415d-aaf3-27bd4e819574 None None] Service FLAVORS assigned prefix: {{(pid=93774) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 13 11:11:27.001103 dv-cinder-797608-16-iscsi neutron-server[93774]: DEBUG neutron.api.v2.resource_helper [None req-66860449-abe5-415d-aaf3-27bd4e819574 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=93774) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 13 11:11:27.001519 dv-cinder-797608-16-iscsi neutron-server[93774]: DEBUG neutron.api.v2.resource_helper [None req-66860449-abe5-415d-aaf3-27bd4e819574 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=93774) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 13 11:11:27.001847 dv-cinder-797608-16-iscsi neutron-server[93774]: INFO neutron.quota.resource_registry [None req-66860449-abe5-415d-aaf3-27bd4e819574 None None] Creating instance of TrackedResource for resource:router Aug 13 11:11:27.002214 dv-cinder-797608-16-iscsi neutron-server[93774]: WARNING neutron.quota.resource_registry [None req-66860449-abe5-415d-aaf3-27bd4e819574 None None] router is already registered Aug 13 11:11:27.002625 dv-cinder-797608-16-iscsi neutron-server[93774]: INFO neutron.quota.resource_registry [None req-66860449-abe5-415d-aaf3-27bd4e819574 None None] Creating instance of TrackedResource for resource:floatingip Aug 13 11:11:27.002957 dv-cinder-797608-16-iscsi neutron-server[93774]: WARNING neutron.quota.resource_registry [None req-66860449-abe5-415d-aaf3-27bd4e819574 None None] floatingip is already registered Aug 13 11:11:27.003414 dv-cinder-797608-16-iscsi neutron-server[93774]: DEBUG neutron.api.v2.resource_helper [None req-66860449-abe5-415d-aaf3-27bd4e819574 None None] Service METERING assigned prefix: /metering {{(pid=93774) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 13 11:11:27.004080 dv-cinder-797608-16-iscsi neutron-server[93774]: INFO neutron.quota.resource_registry [None req-66860449-abe5-415d-aaf3-27bd4e819574 None None] Creating instance of CountableResource for resource:rbac_policy Aug 13 11:11:27.004398 dv-cinder-797608-16-iscsi neutron-server[93774]: WARNING neutron.quota.resource_registry [None req-66860449-abe5-415d-aaf3-27bd4e819574 None None] rbac_policy is already registered Aug 13 11:11:27.004805 dv-cinder-797608-16-iscsi neutron-server[93774]: INFO neutron.quota.resource_registry [None req-66860449-abe5-415d-aaf3-27bd4e819574 None None] Creating instance of TrackedResource for resource:security_group Aug 13 11:11:27.005133 dv-cinder-797608-16-iscsi neutron-server[93774]: WARNING neutron.quota.resource_registry [None req-66860449-abe5-415d-aaf3-27bd4e819574 None None] security_group is already registered Aug 13 11:11:27.005530 dv-cinder-797608-16-iscsi neutron-server[93774]: INFO neutron.quota.resource_registry [None req-66860449-abe5-415d-aaf3-27bd4e819574 None None] Creating instance of TrackedResource for resource:security_group_rule Aug 13 11:11:27.005858 dv-cinder-797608-16-iscsi neutron-server[93774]: WARNING neutron.quota.resource_registry [None req-66860449-abe5-415d-aaf3-27bd4e819574 None None] security_group_rule is already registered Aug 13 11:11:27.006512 dv-cinder-797608-16-iscsi neutron-server[93774]: DEBUG neutron.api.v2.resource_helper [None req-66860449-abe5-415d-aaf3-27bd4e819574 None None] Service CORE assigned prefix: {{(pid=93774) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 13 11:11:27.006840 dv-cinder-797608-16-iscsi neutron-server[93774]: INFO neutron.quota.resource_registry [None req-66860449-abe5-415d-aaf3-27bd4e819574 None None] Creating instance of TrackedResource for resource:subnetpool Aug 13 11:11:27.007428 dv-cinder-797608-16-iscsi neutron-server[93774]: WARNING neutron.quota.resource_registry [None req-66860449-abe5-415d-aaf3-27bd4e819574 None None] subnetpool is already registered Aug 13 11:11:27.007848 dv-cinder-797608-16-iscsi neutron-server[93774]: DEBUG neutron.api.v2.resource_helper [None req-66860449-abe5-415d-aaf3-27bd4e819574 None None] Service CORE assigned prefix: {{(pid=93774) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 13 11:11:27.008165 dv-cinder-797608-16-iscsi neutron-server[93774]: INFO neutron.quota.resource_registry [None req-66860449-abe5-415d-aaf3-27bd4e819574 None None] Creating instance of TrackedResource for resource:subnetpool Aug 13 11:11:27.008488 dv-cinder-797608-16-iscsi neutron-server[93774]: WARNING neutron.quota.resource_registry [None req-66860449-abe5-415d-aaf3-27bd4e819574 None None] subnetpool is already registered Aug 13 11:11:27.008938 dv-cinder-797608-16-iscsi neutron-server[93774]: DEBUG neutron.api.extensions [None req-66860449-abe5-415d-aaf3-27bd4e819574 None None] Extended resource: extensions {{(pid=93774) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 13 11:11:27.010395 dv-cinder-797608-16-iscsi neutron-server[93774]: DEBUG neutron.api.extensions [None req-66860449-abe5-415d-aaf3-27bd4e819574 None None] Extended resource: address-groups {{(pid=93774) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 13 11:11:27.011889 dv-cinder-797608-16-iscsi neutron-server[93774]: DEBUG neutron.api.extensions [None req-66860449-abe5-415d-aaf3-27bd4e819574 None None] Extended resource: address-scopes {{(pid=93774) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 13 11:11:27.013194 dv-cinder-797608-16-iscsi neutron-server[93774]: DEBUG neutron.api.extensions [None req-66860449-abe5-415d-aaf3-27bd4e819574 None None] Extended resource: agents {{(pid=93774) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 13 11:11:27.014355 dv-cinder-797608-16-iscsi neutron-server[93774]: DEBUG neutron.api.extensions [None req-66860449-abe5-415d-aaf3-27bd4e819574 None None] Extended resource: auto-allocated-topology {{(pid=93774) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 13 11:11:27.015633 dv-cinder-797608-16-iscsi neutron-server[93774]: DEBUG neutron.api.extensions [None req-66860449-abe5-415d-aaf3-27bd4e819574 None None] Extended resource: availability_zones {{(pid=93774) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 13 11:11:27.016842 dv-cinder-797608-16-iscsi neutron-server[93774]: DEBUG neutron.api.extensions [None req-66860449-abe5-415d-aaf3-27bd4e819574 None None] Extended resource: dhcp-networks {{(pid=93774) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 13 11:11:27.018336 dv-cinder-797608-16-iscsi neutron-server[93774]: DEBUG neutron.api.extensions [None req-66860449-abe5-415d-aaf3-27bd4e819574 None None] Extended resource: dhcp-agents {{(pid=93774) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 13 11:11:27.019738 dv-cinder-797608-16-iscsi neutron-server[93774]: DEBUG neutron.api.extensions [None req-66860449-abe5-415d-aaf3-27bd4e819574 None None] Extended resource: routers {{(pid=93774) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 13 11:11:27.021455 dv-cinder-797608-16-iscsi neutron-server[93774]: DEBUG neutron.api.extensions [None req-66860449-abe5-415d-aaf3-27bd4e819574 None None] Extended resource: flavors {{(pid=93774) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 13 11:11:27.022727 dv-cinder-797608-16-iscsi neutron-server[93774]: DEBUG neutron.api.extensions [None req-66860449-abe5-415d-aaf3-27bd4e819574 None None] Extended resource: service_profiles {{(pid=93774) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 13 11:11:27.023924 dv-cinder-797608-16-iscsi neutron-server[93774]: DEBUG neutron.api.extensions [None req-66860449-abe5-415d-aaf3-27bd4e819574 None None] Extended resource: next_providers {{(pid=93774) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 13 11:11:27.025337 dv-cinder-797608-16-iscsi neutron-server[93774]: DEBUG neutron.api.extensions [None req-66860449-abe5-415d-aaf3-27bd4e819574 None None] Extended resource: service_profiles {{(pid=93774) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 13 11:11:27.026877 dv-cinder-797608-16-iscsi neutron-server[93774]: DEBUG neutron.api.extensions [None req-66860449-abe5-415d-aaf3-27bd4e819574 None None] Extended resource: floatingip-pools {{(pid=93774) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 13 11:11:27.028113 dv-cinder-797608-16-iscsi neutron-server[93774]: DEBUG neutron.api.extensions [None req-66860449-abe5-415d-aaf3-27bd4e819574 None None] Extended resource: routers {{(pid=93774) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 13 11:11:27.029789 dv-cinder-797608-16-iscsi neutron-server[93774]: DEBUG neutron.api.extensions [None req-66860449-abe5-415d-aaf3-27bd4e819574 None None] Extended resource: floatingips {{(pid=93774) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 13 11:11:27.031080 dv-cinder-797608-16-iscsi neutron-server[93774]: DEBUG neutron.api.extensions [None req-66860449-abe5-415d-aaf3-27bd4e819574 None None] Extended resource: l3-routers {{(pid=93774) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 13 11:11:27.032446 dv-cinder-797608-16-iscsi neutron-server[93774]: DEBUG neutron.api.extensions [None req-66860449-abe5-415d-aaf3-27bd4e819574 None None] Extended resource: l3-agents {{(pid=93774) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 13 11:11:27.033832 dv-cinder-797608-16-iscsi neutron-server[93774]: DEBUG neutron.api.extensions [None req-66860449-abe5-415d-aaf3-27bd4e819574 None None] Extended resource: metering-labels {{(pid=93774) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 13 11:11:27.035103 dv-cinder-797608-16-iscsi neutron-server[93774]: DEBUG neutron.api.extensions [None req-66860449-abe5-415d-aaf3-27bd4e819574 None None] Extended resource: metering-label-rules {{(pid=93774) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 13 11:11:27.036444 dv-cinder-797608-16-iscsi neutron-server[93774]: DEBUG neutron.api.extensions [None req-66860449-abe5-415d-aaf3-27bd4e819574 None None] Extended resource: network-ip-availabilities {{(pid=93774) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 13 11:11:27.037682 dv-cinder-797608-16-iscsi neutron-server[93774]: DEBUG neutron.api.extensions [None req-66860449-abe5-415d-aaf3-27bd4e819574 None None] Extended resource: bindings {{(pid=93774) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 13 11:11:27.039246 dv-cinder-797608-16-iscsi neutron-server[93774]: DEBUG neutron.api.extensions [None req-66860449-abe5-415d-aaf3-27bd4e819574 None None] Extended resource: quotas {{(pid=93774) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 13 11:11:27.040771 dv-cinder-797608-16-iscsi neutron-server[93774]: DEBUG neutron.api.extensions [None req-66860449-abe5-415d-aaf3-27bd4e819574 None None] Extended resource: quotas {{(pid=93774) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 13 11:11:27.042208 dv-cinder-797608-16-iscsi neutron-server[93774]: DEBUG neutron.api.extensions [None req-66860449-abe5-415d-aaf3-27bd4e819574 None None] Extended resource: rbac-policies {{(pid=93774) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 13 11:11:27.043913 dv-cinder-797608-16-iscsi neutron-server[93774]: DEBUG neutron.api.extensions [None req-66860449-abe5-415d-aaf3-27bd4e819574 None None] Extended resource: security-groups {{(pid=93774) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 13 11:11:27.045185 dv-cinder-797608-16-iscsi neutron-server[93774]: DEBUG neutron.api.extensions [None req-66860449-abe5-415d-aaf3-27bd4e819574 None None] Extended resource: security-group-rules {{(pid=93774) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 13 11:11:27.046428 dv-cinder-797608-16-iscsi neutron-server[93774]: DEBUG neutron.api.extensions [None req-66860449-abe5-415d-aaf3-27bd4e819574 None None] Extended resource: service-providers {{(pid=93774) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 13 11:11:27.047637 dv-cinder-797608-16-iscsi neutron-server[93774]: DEBUG neutron.api.extensions [None req-66860449-abe5-415d-aaf3-27bd4e819574 None None] Extended resource: subnetpools {{(pid=93774) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 13 11:11:27.048951 dv-cinder-797608-16-iscsi neutron-server[93774]: DEBUG neutron.api.extensions [None req-66860449-abe5-415d-aaf3-27bd4e819574 None None] Extended resource: subnetpools {{(pid=93774) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 13 11:11:27.050516 dv-cinder-797608-16-iscsi neutron-server[93774]: DEBUG neutron.api.extensions [None req-66860449-abe5-415d-aaf3-27bd4e819574 None None] Extended resource: tags {{(pid=93774) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 13 11:11:27.052161 dv-cinder-797608-16-iscsi neutron-server[93774]: DEBUG neutron.api.extensions [None req-66860449-abe5-415d-aaf3-27bd4e819574 None None] Extended resource: tags {{(pid=93774) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 13 11:11:27.053966 dv-cinder-797608-16-iscsi neutron-server[93774]: DEBUG neutron.api.extensions [None req-66860449-abe5-415d-aaf3-27bd4e819574 None None] Extended resource: tags {{(pid=93774) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 13 11:11:27.055745 dv-cinder-797608-16-iscsi neutron-server[93774]: DEBUG neutron.api.extensions [None req-66860449-abe5-415d-aaf3-27bd4e819574 None None] Extended resource: tags {{(pid=93774) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 13 11:11:27.057415 dv-cinder-797608-16-iscsi neutron-server[93774]: DEBUG neutron.api.extensions [None req-66860449-abe5-415d-aaf3-27bd4e819574 None None] Extended resource: tags {{(pid=93774) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 13 11:11:27.060914 dv-cinder-797608-16-iscsi neutron-server[93774]: DEBUG neutron.api.extensions [None req-66860449-abe5-415d-aaf3-27bd4e819574 None None] Extended resource: tags {{(pid=93774) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 13 11:11:27.062606 dv-cinder-797608-16-iscsi neutron-server[93774]: DEBUG neutron.api.extensions [None req-66860449-abe5-415d-aaf3-27bd4e819574 None None] Extended resource: tags {{(pid=93774) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 13 11:11:27.064375 dv-cinder-797608-16-iscsi neutron-server[93774]: DEBUG neutron.api.extensions [None req-66860449-abe5-415d-aaf3-27bd4e819574 None None] Extended resource: tags {{(pid=93774) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 13 11:11:27.066225 dv-cinder-797608-16-iscsi neutron-server[93774]: DEBUG neutron.api.extensions [None req-66860449-abe5-415d-aaf3-27bd4e819574 None None] Extended resource: tags {{(pid=93774) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 13 11:11:27.067951 dv-cinder-797608-16-iscsi neutron-server[93774]: DEBUG neutron.api.extensions [None req-66860449-abe5-415d-aaf3-27bd4e819574 None None] Extended resource: tags {{(pid=93774) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 13 11:11:27.073866 dv-cinder-797608-16-iscsi neutron-server[93774]: WARNING keystonemiddleware.auth_token [None req-66860449-abe5-415d-aaf3-27bd4e819574 None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. Aug 13 11:11:27.078434 dv-cinder-797608-16-iscsi neutron-server[93774]: WARNING keystonemiddleware.auth_token [None req-66860449-abe5-415d-aaf3-27bd4e819574 None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint Aug 13 11:11:27.086799 dv-cinder-797608-16-iscsi neutron-server[93774]: DEBUG oslo_concurrency.lockutils [None req-66860449-abe5-415d-aaf3-27bd4e819574 None None] Acquired lock "singleton_lock" {{(pid=93774) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:266}} Aug 13 11:11:27.087267 dv-cinder-797608-16-iscsi neutron-server[93774]: DEBUG oslo_concurrency.lockutils [None req-66860449-abe5-415d-aaf3-27bd4e819574 None None] Releasing lock "singleton_lock" {{(pid=93774) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:282}} Aug 13 11:11:27.087906 dv-cinder-797608-16-iscsi neutron-server[93774]: INFO oslo_service.service [None req-66860449-abe5-415d-aaf3-27bd4e819574 None None] Starting 2 workers Aug 13 11:11:27.092988 dv-cinder-797608-16-iscsi neutron-server[93774]: DEBUG oslo_service.service [None req-66860449-abe5-415d-aaf3-27bd4e819574 None None] Started child 93883 {{(pid=93774) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Aug 13 11:11:27.097392 dv-cinder-797608-16-iscsi neutron-server[93774]: DEBUG oslo_service.service [None req-66860449-abe5-415d-aaf3-27bd4e819574 None None] Started child 93884 {{(pid=93774) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Aug 13 11:11:27.098566 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 11:11:27.099269 dv-cinder-797608-16-iscsi neutron-server[93774]: INFO neutron.service [None req-66860449-abe5-415d-aaf3-27bd4e819574 None None] Neutron service started, listening on 0.0.0.0:9696 Aug 13 11:11:27.099594 dv-cinder-797608-16-iscsi neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-66860449-abe5-415d-aaf3-27bd4e819574 None None] Notify callbacks [] for process, before_spawn {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 11:11:27.100048 dv-cinder-797608-16-iscsi neutron-server[93883]: INFO neutron.wsgi [-] (93883) wsgi starting up on http://0.0.0.0:9696 Aug 13 11:11:27.101911 dv-cinder-797608-16-iscsi neutron-server[93774]: INFO oslo_service.service [None req-66860449-abe5-415d-aaf3-27bd4e819574 None None] Starting 1 workers Aug 13 11:11:27.102200 dv-cinder-797608-16-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 11:11:27.103569 dv-cinder-797608-16-iscsi neutron-server[93884]: INFO neutron.wsgi [-] (93884) wsgi starting up on http://0.0.0.0:9696 Aug 13 11:11:27.107767 dv-cinder-797608-16-iscsi neutron-server[93774]: DEBUG oslo_service.service [None req-66860449-abe5-415d-aaf3-27bd4e819574 None None] Started child 93885 {{(pid=93774) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Aug 13 11:11:27.108290 dv-cinder-797608-16-iscsi neutron-server[93774]: INFO oslo_service.service [None req-66860449-abe5-415d-aaf3-27bd4e819574 None None] Starting 1 workers Aug 13 11:11:27.111497 dv-cinder-797608-16-iscsi neutron-server[93885]: DEBUG neutron.service [None req-66860449-abe5-415d-aaf3-27bd4e819574 None None] calling RpcWorker wait() {{(pid=93885) _wait /opt/stack/neutron/neutron/service.py:128}} Aug 13 11:11:27.112035 dv-cinder-797608-16-iscsi neutron-server[93885]: DEBUG neutron.service [None req-66860449-abe5-415d-aaf3-27bd4e819574 None None] returning from RpcWorker wait() {{(pid=93885) _wait /opt/stack/neutron/neutron/service.py:135}} Aug 13 11:11:27.113200 dv-cinder-797608-16-iscsi neutron-server[93774]: DEBUG oslo_service.service [None req-66860449-abe5-415d-aaf3-27bd4e819574 None None] Started child 93886 {{(pid=93774) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Aug 13 11:11:27.113319 dv-cinder-797608-16-iscsi neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 11:11:27.113754 dv-cinder-797608-16-iscsi neutron-server[93885]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=93885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 13 11:11:27.114026 dv-cinder-797608-16-iscsi neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-66860449-abe5-415d-aaf3-27bd4e819574 None None] Notify callbacks [] for process, after_spawn {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 11:11:27.115897 dv-cinder-797608-16-iscsi neutron-server[93774]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=93774) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Aug 13 11:11:27.116134 dv-cinder-797608-16-iscsi neutron-server[93774]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=93774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Aug 13 11:11:27.116274 dv-cinder-797608-16-iscsi neutron-server[93774]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=93774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Aug 13 11:11:27.116484 dv-cinder-797608-16-iscsi neutron-server[93774]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Aug 13 11:11:27.116805 dv-cinder-797608-16-iscsi neutron-server[93774]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Aug 13 11:11:27.116968 dv-cinder-797608-16-iscsi neutron-server[93774]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=93774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Aug 13 11:11:27.117492 dv-cinder-797608-16-iscsi neutron-server[93774]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=93774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 11:11:27.117778 dv-cinder-797608-16-iscsi neutron-server[93774]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=93774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 11:11:27.118043 dv-cinder-797608-16-iscsi neutron-server[93774]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=93774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 11:11:27.118305 dv-cinder-797608-16-iscsi neutron-server[93774]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=93774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 11:11:27.118588 dv-cinder-797608-16-iscsi neutron-server[93774]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=93774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 11:11:27.118846 dv-cinder-797608-16-iscsi neutron-server[93886]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=93886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 11:11:27.119315 dv-cinder-797608-16-iscsi neutron-server[93774]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=93774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 11:11:27.119451 dv-cinder-797608-16-iscsi neutron-server[93774]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=93774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 11:11:27.119715 dv-cinder-797608-16-iscsi neutron-server[93774]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=93774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 11:11:27.119978 dv-cinder-797608-16-iscsi neutron-server[93774]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=93774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 11:11:27.120242 dv-cinder-797608-16-iscsi neutron-server[93774]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=93774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 11:11:27.120408 dv-cinder-797608-16-iscsi neutron-server[93774]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=93774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 11:11:27.120629 dv-cinder-797608-16-iscsi neutron-server[93774]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=93774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 11:11:27.120929 dv-cinder-797608-16-iscsi neutron-server[93774]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=93774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 11:11:27.121732 dv-cinder-797608-16-iscsi neutron-server[93774]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=93774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 11:11:27.122041 dv-cinder-797608-16-iscsi neutron-server[93774]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=93774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 11:11:27.122315 dv-cinder-797608-16-iscsi neutron-server[93774]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=93774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 11:11:27.122554 dv-cinder-797608-16-iscsi neutron-server[93774]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=93774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 11:11:27.122812 dv-cinder-797608-16-iscsi neutron-server[93774]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=93774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 11:11:27.122983 dv-cinder-797608-16-iscsi neutron-server[93774]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 11:11:27.123245 dv-cinder-797608-16-iscsi neutron-server[93774]: DEBUG oslo_service.service [-] config_source = [] {{(pid=93774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 11:11:27.123530 dv-cinder-797608-16-iscsi neutron-server[93774]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=93774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 11:11:27.123786 dv-cinder-797608-16-iscsi neutron-server[93774]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=93774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 11:11:27.124048 dv-cinder-797608-16-iscsi neutron-server[93774]: DEBUG oslo_service.service [-] debug = True {{(pid=93774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 11:11:27.124297 dv-cinder-797608-16-iscsi neutron-server[93774]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=93774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 11:11:27.124776 dv-cinder-797608-16-iscsi neutron-server[93774]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=93774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 11:11:27.125038 dv-cinder-797608-16-iscsi neutron-server[93774]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=93774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 11:11:27.125287 dv-cinder-797608-16-iscsi neutron-server[93774]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=93774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 11:11:27.125527 dv-cinder-797608-16-iscsi neutron-server[93774]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=93774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 11:11:27.125801 dv-cinder-797608-16-iscsi neutron-server[93774]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=93774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 11:11:27.126066 dv-cinder-797608-16-iscsi neutron-server[93774]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=93774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 11:11:27.126348 dv-cinder-797608-16-iscsi neutron-server[93774]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=93774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 11:11:27.126596 dv-cinder-797608-16-iscsi neutron-server[93774]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=93774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 11:11:27.126815 dv-cinder-797608-16-iscsi neutron-server[93774]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=93774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 11:11:27.127048 dv-cinder-797608-16-iscsi neutron-server[93774]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=93774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 11:11:27.127295 dv-cinder-797608-16-iscsi neutron-server[93774]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=93774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 11:11:27.127535 dv-cinder-797608-16-iscsi neutron-server[93774]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=93774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 11:11:27.127750 dv-cinder-797608-16-iscsi neutron-server[93774]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=93774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 11:11:27.127987 dv-cinder-797608-16-iscsi neutron-server[93774]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=93774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 11:11:27.128243 dv-cinder-797608-16-iscsi neutron-server[93774]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=93774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 11:11:27.128495 dv-cinder-797608-16-iscsi neutron-server[93774]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=93774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 11:11:27.128959 dv-cinder-797608-16-iscsi neutron-server[93774]: DEBUG oslo_service.service [-] host = dv-cinder-797608-16-iscsi {{(pid=93774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 11:11:27.129195 dv-cinder-797608-16-iscsi neutron-server[93774]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=93774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 11:11:27.129412 dv-cinder-797608-16-iscsi neutron-server[93774]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=93774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 11:11:27.129655 dv-cinder-797608-16-iscsi neutron-server[93774]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=93774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 11:11:27.129909 dv-cinder-797608-16-iscsi neutron-server[93774]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=93774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 11:11:27.130187 dv-cinder-797608-16-iscsi neutron-server[93774]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=93774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 11:11:27.130406 dv-cinder-797608-16-iscsi neutron-server[93774]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=93774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 11:11:27.130656 dv-cinder-797608-16-iscsi neutron-server[93774]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=93774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 11:11:27.130912 dv-cinder-797608-16-iscsi neutron-server[93774]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=93774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 11:11:27.131176 dv-cinder-797608-16-iscsi neutron-server[93774]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=93774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 11:11:27.131400 dv-cinder-797608-16-iscsi neutron-server[93774]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=93774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 11:11:27.131651 dv-cinder-797608-16-iscsi neutron-server[93774]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=93774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 11:11:27.131919 dv-cinder-797608-16-iscsi neutron-server[93774]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=93774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 11:11:27.132413 dv-cinder-797608-16-iscsi neutron-server[93774]: DEBUG oslo_service.service [-] log_dir = None {{(pid=93774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 11:11:27.132660 dv-cinder-797608-16-iscsi neutron-server[93774]: DEBUG oslo_service.service [-] log_file = None {{(pid=93774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 11:11:27.132823 dv-cinder-797608-16-iscsi neutron-server[93774]: DEBUG oslo_service.service [-] log_options = True {{(pid=93774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 11:11:27.133072 dv-cinder-797608-16-iscsi neutron-server[93774]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=93774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 11:11:27.133331 dv-cinder-797608-16-iscsi neutron-server[93774]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=93774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 11:11:27.133601 dv-cinder-797608-16-iscsi neutron-server[93774]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=93774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 11:11:27.133790 dv-cinder-797608-16-iscsi neutron-server[93774]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=93774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 11:11:27.133958 dv-cinder-797608-16-iscsi neutron-server[93774]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=93774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 11:11:27.134157 dv-cinder-797608-16-iscsi neutron-server[93774]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=93774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 11:11:27.134399 dv-cinder-797608-16-iscsi neutron-server[93774]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=93774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 11:11:27.134561 dv-cinder-797608-16-iscsi neutron-server[93774]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=93774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 11:11:27.134806 dv-cinder-797608-16-iscsi neutron-server[93774]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=93774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 11:11:27.135028 dv-cinder-797608-16-iscsi neutron-server[93774]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=93774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 11:11:27.135257 dv-cinder-797608-16-iscsi neutron-server[93774]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=93774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 11:11:27.135473 dv-cinder-797608-16-iscsi neutron-server[93774]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=93774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 11:11:27.135688 dv-cinder-797608-16-iscsi neutron-server[93774]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=93774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 11:11:27.135922 dv-cinder-797608-16-iscsi neutron-server[93774]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=93774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 11:11:27.136174 dv-cinder-797608-16-iscsi neutron-server[93774]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=93774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 11:11:27.136421 dv-cinder-797608-16-iscsi neutron-server[93774]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=93774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 11:11:27.136713 dv-cinder-797608-16-iscsi neutron-server[93774]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=93774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 11:11:27.136943 dv-cinder-797608-16-iscsi neutron-server[93774]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=93774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 11:11:27.137166 dv-cinder-797608-16-iscsi neutron-server[93774]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=93774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 11:11:27.137413 dv-cinder-797608-16-iscsi neutron-server[93774]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=93774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 11:11:27.137646 dv-cinder-797608-16-iscsi neutron-server[93774]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=93774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 11:11:27.137890 dv-cinder-797608-16-iscsi neutron-server[93774]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=93774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 11:11:27.138155 dv-cinder-797608-16-iscsi neutron-server[93774]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=93774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 11:11:27.138389 dv-cinder-797608-16-iscsi neutron-server[93774]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=93774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 11:11:27.138603 dv-cinder-797608-16-iscsi neutron-server[93774]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=93774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 11:11:27.138820 dv-cinder-797608-16-iscsi neutron-server[93774]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=93774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 11:11:27.139049 dv-cinder-797608-16-iscsi neutron-server[93774]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=93774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 11:11:27.139262 dv-cinder-797608-16-iscsi neutron-server[93774]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=93774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 11:11:27.139475 dv-cinder-797608-16-iscsi neutron-server[93774]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=93774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 11:11:27.139726 dv-cinder-797608-16-iscsi neutron-server[93774]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=93774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 11:11:27.139972 dv-cinder-797608-16-iscsi neutron-server[93774]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=93774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 11:11:27.140227 dv-cinder-797608-16-iscsi neutron-server[93774]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=93774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 11:11:27.140462 dv-cinder-797608-16-iscsi neutron-server[93774]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=93774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 11:11:27.140712 dv-cinder-797608-16-iscsi neutron-server[93774]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=93774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 11:11:27.140938 dv-cinder-797608-16-iscsi neutron-server[93774]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=93774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 11:11:27.141167 dv-cinder-797608-16-iscsi neutron-server[93774]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=93774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 11:11:27.141395 dv-cinder-797608-16-iscsi neutron-server[93774]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=93774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 11:11:27.141670 dv-cinder-797608-16-iscsi neutron-server[93774]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=93774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 11:11:27.141898 dv-cinder-797608-16-iscsi neutron-server[93774]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=93774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 11:11:27.142165 dv-cinder-797608-16-iscsi neutron-server[93774]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=93774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 11:11:27.142426 dv-cinder-797608-16-iscsi neutron-server[93774]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=93774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 11:11:27.142660 dv-cinder-797608-16-iscsi neutron-server[93774]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=93774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 11:11:27.142904 dv-cinder-797608-16-iscsi neutron-server[93774]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=93774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 11:11:27.143137 dv-cinder-797608-16-iscsi neutron-server[93774]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=93774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 11:11:27.143438 dv-cinder-797608-16-iscsi neutron-server[93774]: DEBUG oslo_service.service [-] use_journal = False {{(pid=93774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 11:11:27.143574 dv-cinder-797608-16-iscsi neutron-server[93774]: DEBUG oslo_service.service [-] use_json = False {{(pid=93774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 11:11:27.143785 dv-cinder-797608-16-iscsi neutron-server[93774]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=93774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 11:11:27.144027 dv-cinder-797608-16-iscsi neutron-server[93774]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=93774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 11:11:27.144279 dv-cinder-797608-16-iscsi neutron-server[93774]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=93774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 11:11:27.144493 dv-cinder-797608-16-iscsi neutron-server[93774]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=93774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 11:11:27.144711 dv-cinder-797608-16-iscsi neutron-server[93774]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=93774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 11:11:27.145772 dv-cinder-797608-16-iscsi neutron-server[93774]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=93774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 11:11:27.145772 dv-cinder-797608-16-iscsi neutron-server[93774]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=93774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 11:11:27.145772 dv-cinder-797608-16-iscsi neutron-server[93774]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=93774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 11:11:27.145772 dv-cinder-797608-16-iscsi neutron-server[93774]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=93774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 11:11:27.146367 dv-cinder-797608-16-iscsi neutron-server[93774]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=93774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 11:11:27.146640 dv-cinder-797608-16-iscsi neutron-server[93774]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=93774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 11:11:27.147352 dv-cinder-797608-16-iscsi neutron-server[93774]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=93774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 11:11:27.147593 dv-cinder-797608-16-iscsi neutron-server[93774]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=93774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 11:11:27.148139 dv-cinder-797608-16-iscsi neutron-server[93774]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=93774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 11:11:27.148375 dv-cinder-797608-16-iscsi neutron-server[93774]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=93774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 11:11:27.148602 dv-cinder-797608-16-iscsi neutron-server[93774]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=93774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 11:11:27.148862 dv-cinder-797608-16-iscsi neutron-server[93774]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=93774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 11:11:27.149119 dv-cinder-797608-16-iscsi neutron-server[93774]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=93774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 11:11:27.149394 dv-cinder-797608-16-iscsi neutron-server[93774]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=93774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 11:11:27.150226 dv-cinder-797608-16-iscsi neutron-server[93774]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=93774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 11:11:27.150226 dv-cinder-797608-16-iscsi neutron-server[93774]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=93774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 11:11:27.150226 dv-cinder-797608-16-iscsi neutron-server[93774]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=93774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 11:11:27.154299 dv-cinder-797608-16-iscsi neutron-server[93774]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=93774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 11:11:27.154299 dv-cinder-797608-16-iscsi neutron-server[93774]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=93774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 11:11:27.154299 dv-cinder-797608-16-iscsi neutron-server[93774]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=93774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 11:11:27.154299 dv-cinder-797608-16-iscsi neutron-server[93774]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=93774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 11:11:27.154299 dv-cinder-797608-16-iscsi neutron-server[93774]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=93774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 11:11:27.154299 dv-cinder-797608-16-iscsi neutron-server[93774]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=93774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 11:11:27.154299 dv-cinder-797608-16-iscsi neutron-server[93774]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=93774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 11:11:27.154299 dv-cinder-797608-16-iscsi neutron-server[93774]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=93774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 11:11:27.157456 dv-cinder-797608-16-iscsi neutron-server[93774]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=93774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 11:11:27.157456 dv-cinder-797608-16-iscsi neutron-server[93774]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=93774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 11:11:27.157456 dv-cinder-797608-16-iscsi neutron-server[93774]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.32/identity {{(pid=93774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 11:11:27.157857 dv-cinder-797608-16-iscsi neutron-server[93886]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=93886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 13 11:11:27.158078 dv-cinder-797608-16-iscsi neutron-server[93774]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=93774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 11:11:27.158078 dv-cinder-797608-16-iscsi neutron-server[93774]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=93774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 11:11:27.158078 dv-cinder-797608-16-iscsi neutron-server[93774]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=93774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 11:11:27.158078 dv-cinder-797608-16-iscsi neutron-server[93774]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=93774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 11:11:27.158078 dv-cinder-797608-16-iscsi neutron-server[93774]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=93774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 11:11:27.158078 dv-cinder-797608-16-iscsi neutron-server[93774]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=93774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 11:11:27.158078 dv-cinder-797608-16-iscsi neutron-server[93774]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=93774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 11:11:27.158078 dv-cinder-797608-16-iscsi neutron-server[93774]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=93774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 11:11:27.160551 dv-cinder-797608-16-iscsi neutron-server[93774]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=93774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 11:11:27.160551 dv-cinder-797608-16-iscsi neutron-server[93774]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=93774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 11:11:27.160551 dv-cinder-797608-16-iscsi neutron-server[93774]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=93774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 11:11:27.160551 dv-cinder-797608-16-iscsi neutron-server[93774]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=93774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 11:11:27.160551 dv-cinder-797608-16-iscsi neutron-server[93774]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=93774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 11:11:27.160551 dv-cinder-797608-16-iscsi neutron-server[93774]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=93774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 11:11:27.160551 dv-cinder-797608-16-iscsi neutron-server[93774]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=93774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 11:11:27.160551 dv-cinder-797608-16-iscsi neutron-server[93774]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=93774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 11:11:27.160551 dv-cinder-797608-16-iscsi neutron-server[93774]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=93774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 11:11:27.161846 dv-cinder-797608-16-iscsi neutron-server[93774]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=93774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 11:11:27.161846 dv-cinder-797608-16-iscsi neutron-server[93774]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=93774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 11:11:27.161846 dv-cinder-797608-16-iscsi neutron-server[93774]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=93774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 11:11:27.161846 dv-cinder-797608-16-iscsi neutron-server[93774]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=93774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 11:11:27.161846 dv-cinder-797608-16-iscsi neutron-server[93774]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=93774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 11:11:27.161846 dv-cinder-797608-16-iscsi neutron-server[93774]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=93774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 11:11:27.161846 dv-cinder-797608-16-iscsi neutron-server[93774]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=93774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 11:11:27.161846 dv-cinder-797608-16-iscsi neutron-server[93774]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=93774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 11:11:27.161846 dv-cinder-797608-16-iscsi neutron-server[93774]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=93774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 11:11:27.164641 dv-cinder-797608-16-iscsi neutron-server[93774]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=93774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 11:11:27.164641 dv-cinder-797608-16-iscsi neutron-server[93774]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=93774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 11:11:27.164641 dv-cinder-797608-16-iscsi neutron-server[93774]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=93774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 11:11:27.164641 dv-cinder-797608-16-iscsi neutron-server[93774]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=93774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 11:11:27.164641 dv-cinder-797608-16-iscsi neutron-server[93774]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=93774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 11:11:27.164641 dv-cinder-797608-16-iscsi neutron-server[93774]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=93774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 11:11:27.164641 dv-cinder-797608-16-iscsi neutron-server[93774]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=93774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 11:11:27.164641 dv-cinder-797608-16-iscsi neutron-server[93774]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=93774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 11:11:27.164641 dv-cinder-797608-16-iscsi neutron-server[93774]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=93774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 11:11:27.165846 dv-cinder-797608-16-iscsi neutron-server[93774]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=93774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 11:11:27.165846 dv-cinder-797608-16-iscsi neutron-server[93774]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=93774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 11:11:27.165846 dv-cinder-797608-16-iscsi neutron-server[93774]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=93774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 11:11:27.165846 dv-cinder-797608-16-iscsi neutron-server[93774]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=93774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 11:11:27.165846 dv-cinder-797608-16-iscsi neutron-server[93774]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=93774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 11:11:27.165846 dv-cinder-797608-16-iscsi neutron-server[93774]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=93774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 11:11:27.165846 dv-cinder-797608-16-iscsi neutron-server[93774]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=93774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 11:11:27.165846 dv-cinder-797608-16-iscsi neutron-server[93774]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=93774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 11:11:27.165846 dv-cinder-797608-16-iscsi neutron-server[93774]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=93774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 11:11:27.167658 dv-cinder-797608-16-iscsi neutron-server[93774]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=93774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 11:11:27.167658 dv-cinder-797608-16-iscsi neutron-server[93774]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=93774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 11:11:27.167658 dv-cinder-797608-16-iscsi neutron-server[93774]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=93774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 11:11:27.167658 dv-cinder-797608-16-iscsi neutron-server[93774]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=93774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 11:11:27.167658 dv-cinder-797608-16-iscsi neutron-server[93774]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=93774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 11:11:27.167658 dv-cinder-797608-16-iscsi neutron-server[93774]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=93774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 11:11:27.167658 dv-cinder-797608-16-iscsi neutron-server[93774]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=93774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 11:11:27.167658 dv-cinder-797608-16-iscsi neutron-server[93774]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=93774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 11:11:27.167658 dv-cinder-797608-16-iscsi neutron-server[93774]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=93774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 11:11:27.168683 dv-cinder-797608-16-iscsi neutron-server[93774]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=93774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 11:11:27.168683 dv-cinder-797608-16-iscsi neutron-server[93774]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=93774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 11:11:27.168683 dv-cinder-797608-16-iscsi neutron-server[93774]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=93774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 11:11:27.168683 dv-cinder-797608-16-iscsi neutron-server[93774]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=93774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 11:11:27.168683 dv-cinder-797608-16-iscsi neutron-server[93774]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=93774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 11:11:27.168683 dv-cinder-797608-16-iscsi neutron-server[93774]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=93774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 11:11:27.168683 dv-cinder-797608-16-iscsi neutron-server[93774]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=93774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 11:11:27.169358 dv-cinder-797608-16-iscsi neutron-server[93774]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=93774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 11:11:27.169785 dv-cinder-797608-16-iscsi neutron-server[93774]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=93774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 11:11:27.170075 dv-cinder-797608-16-iscsi neutron-server[93774]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=93774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 11:11:27.170326 dv-cinder-797608-16-iscsi neutron-server[93774]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=93774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 11:11:27.170602 dv-cinder-797608-16-iscsi neutron-server[93774]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=93774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 11:11:27.171592 dv-cinder-797608-16-iscsi neutron-server[93774]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=93774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 11:11:27.171881 dv-cinder-797608-16-iscsi neutron-server[93774]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=93774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 11:11:27.172169 dv-cinder-797608-16-iscsi neutron-server[93774]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=93774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 11:11:27.172428 dv-cinder-797608-16-iscsi neutron-server[93774]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=93774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 11:11:27.172672 dv-cinder-797608-16-iscsi neutron-server[93774]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=93774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 11:11:27.172950 dv-cinder-797608-16-iscsi neutron-server[93774]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=93774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 11:11:27.173224 dv-cinder-797608-16-iscsi neutron-server[93774]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=93774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 11:11:27.173493 dv-cinder-797608-16-iscsi neutron-server[93774]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=93774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 11:11:27.173767 dv-cinder-797608-16-iscsi neutron-server[93774]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=93774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 11:11:27.174834 dv-cinder-797608-16-iscsi neutron-server[93774]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=93774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 11:11:27.174834 dv-cinder-797608-16-iscsi neutron-server[93774]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=93774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 11:11:27.174834 dv-cinder-797608-16-iscsi neutron-server[93774]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=93774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 11:11:27.174834 dv-cinder-797608-16-iscsi neutron-server[93774]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=93774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 11:11:27.175140 dv-cinder-797608-16-iscsi neutron-server[93774]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=93774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 11:11:27.175206 dv-cinder-797608-16-iscsi neutron-server[93774]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=93774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 11:11:27.175437 dv-cinder-797608-16-iscsi neutron-server[93774]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=93774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 11:11:27.175694 dv-cinder-797608-16-iscsi neutron-server[93774]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=93774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 11:11:27.175969 dv-cinder-797608-16-iscsi neutron-server[93774]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=93774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 11:11:27.176234 dv-cinder-797608-16-iscsi neutron-server[93774]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=93774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 11:11:27.176579 dv-cinder-797608-16-iscsi neutron-server[93774]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=93774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 11:11:27.176760 dv-cinder-797608-16-iscsi neutron-server[93774]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=93774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 11:11:27.177122 dv-cinder-797608-16-iscsi neutron-server[93774]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=93774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 11:11:27.177395 dv-cinder-797608-16-iscsi neutron-server[93774]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=93774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 11:11:27.177675 dv-cinder-797608-16-iscsi neutron-server[93774]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=93774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 11:11:27.177921 dv-cinder-797608-16-iscsi neutron-server[93774]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=93774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 11:11:27.178228 dv-cinder-797608-16-iscsi neutron-server[93774]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=93774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 11:11:27.178514 dv-cinder-797608-16-iscsi neutron-server[93774]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=93774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 11:11:27.178794 dv-cinder-797608-16-iscsi neutron-server[93774]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=93774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 11:11:27.180138 dv-cinder-797608-16-iscsi neutron-server[93774]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=93774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 11:11:27.180656 dv-cinder-797608-16-iscsi neutron-server[93774]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=93774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 11:11:27.181098 dv-cinder-797608-16-iscsi neutron-server[93774]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=93774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 11:11:27.181373 dv-cinder-797608-16-iscsi neutron-server[93774]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=93774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 11:11:27.181640 dv-cinder-797608-16-iscsi neutron-server[93774]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=93774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 11:11:27.181918 dv-cinder-797608-16-iscsi neutron-server[93774]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=93774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 11:11:27.182190 dv-cinder-797608-16-iscsi neutron-server[93774]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=93774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 11:11:27.182479 dv-cinder-797608-16-iscsi neutron-server[93774]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=93774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 11:11:27.182713 dv-cinder-797608-16-iscsi neutron-server[93774]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=93774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 11:11:27.184061 dv-cinder-797608-16-iscsi neutron-server[93774]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=93774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 11:11:27.184358 dv-cinder-797608-16-iscsi neutron-server[93774]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=93774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 11:11:27.184666 dv-cinder-797608-16-iscsi neutron-server[93774]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=93774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 11:11:27.184900 dv-cinder-797608-16-iscsi neutron-server[93774]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=93774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 11:11:27.185239 dv-cinder-797608-16-iscsi neutron-server[93774]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=93774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 11:11:27.185642 dv-cinder-797608-16-iscsi neutron-server[93774]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=93774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 11:11:27.188992 dv-cinder-797608-16-iscsi neutron-server[93774]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=93774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 11:11:27.189286 dv-cinder-797608-16-iscsi neutron-server[93774]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=93774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 11:11:27.189571 dv-cinder-797608-16-iscsi neutron-server[93774]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=93774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 11:11:27.189889 dv-cinder-797608-16-iscsi neutron-server[93774]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=93774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 11:11:27.190184 dv-cinder-797608-16-iscsi neutron-server[93774]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=93774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 11:11:27.191003 dv-cinder-797608-16-iscsi neutron-server[93774]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=93774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 11:11:27.191822 dv-cinder-797608-16-iscsi neutron-server[93774]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=93774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 11:11:27.192870 dv-cinder-797608-16-iscsi neutron-server[93774]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=93774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 11:11:27.194943 dv-cinder-797608-16-iscsi neutron-server[93774]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=93774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 11:11:27.195207 dv-cinder-797608-16-iscsi neutron-server[93774]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=93774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 11:11:27.195488 dv-cinder-797608-16-iscsi neutron-server[93774]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.32/identity {{(pid=93774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 11:11:27.195748 dv-cinder-797608-16-iscsi neutron-server[93774]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=93774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 11:11:27.196003 dv-cinder-797608-16-iscsi neutron-server[93774]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=93774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 11:11:27.196253 dv-cinder-797608-16-iscsi neutron-server[93774]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=93774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 11:11:27.196511 dv-cinder-797608-16-iscsi neutron-server[93774]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=93774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 11:11:27.196770 dv-cinder-797608-16-iscsi neutron-server[93774]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=93774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 11:11:27.197018 dv-cinder-797608-16-iscsi neutron-server[93774]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=93774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 11:11:27.197284 dv-cinder-797608-16-iscsi neutron-server[93774]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=93774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 11:11:27.197531 dv-cinder-797608-16-iscsi neutron-server[93774]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=93774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 11:11:27.197743 dv-cinder-797608-16-iscsi neutron-server[93774]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=93774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 11:11:27.198028 dv-cinder-797608-16-iscsi neutron-server[93774]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=93774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 11:11:27.200558 dv-cinder-797608-16-iscsi neutron-server[93774]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=93774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 11:11:27.200809 dv-cinder-797608-16-iscsi neutron-server[93774]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=93774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 11:11:27.201068 dv-cinder-797608-16-iscsi neutron-server[93774]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=93774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 11:11:27.201334 dv-cinder-797608-16-iscsi neutron-server[93774]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=93774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 11:11:27.201578 dv-cinder-797608-16-iscsi neutron-server[93774]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=93774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 11:11:27.201849 dv-cinder-797608-16-iscsi neutron-server[93774]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=93774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 11:11:27.202102 dv-cinder-797608-16-iscsi neutron-server[93774]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=93774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 11:11:27.202341 dv-cinder-797608-16-iscsi neutron-server[93774]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=93774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 11:11:27.202597 dv-cinder-797608-16-iscsi neutron-server[93774]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=93774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 11:11:27.202853 dv-cinder-797608-16-iscsi neutron-server[93774]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=93774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 11:11:27.203085 dv-cinder-797608-16-iscsi neutron-server[93774]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=93774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 11:11:27.203335 dv-cinder-797608-16-iscsi neutron-server[93774]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=93774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 11:11:27.203564 dv-cinder-797608-16-iscsi neutron-server[93774]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=93774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 11:11:27.203844 dv-cinder-797608-16-iscsi neutron-server[93774]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=93774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 11:11:27.204095 dv-cinder-797608-16-iscsi neutron-server[93774]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=93774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 11:11:27.204399 dv-cinder-797608-16-iscsi neutron-server[93774]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=93774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 11:11:27.204668 dv-cinder-797608-16-iscsi neutron-server[93774]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=93774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 11:11:27.204897 dv-cinder-797608-16-iscsi neutron-server[93774]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=93774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 11:11:27.205151 dv-cinder-797608-16-iscsi neutron-server[93774]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=93774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 11:11:27.205384 dv-cinder-797608-16-iscsi neutron-server[93774]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=93774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 11:11:27.205660 dv-cinder-797608-16-iscsi neutron-server[93774]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=93774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 11:11:27.205882 dv-cinder-797608-16-iscsi neutron-server[93774]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=93774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 11:11:27.206467 dv-cinder-797608-16-iscsi neutron-server[93774]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=93774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 11:11:27.206734 dv-cinder-797608-16-iscsi neutron-server[93774]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=93774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 11:11:27.206979 dv-cinder-797608-16-iscsi neutron-server[93774]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=93774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 11:11:27.207203 dv-cinder-797608-16-iscsi neutron-server[93774]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=93774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 11:11:27.207434 dv-cinder-797608-16-iscsi neutron-server[93774]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=93774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 11:11:27.207658 dv-cinder-797608-16-iscsi neutron-server[93774]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=93774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 11:11:27.207877 dv-cinder-797608-16-iscsi neutron-server[93774]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=93774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 11:11:27.208133 dv-cinder-797608-16-iscsi neutron-server[93774]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=93774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 11:11:27.208355 dv-cinder-797608-16-iscsi neutron-server[93774]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=93774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 11:11:27.208616 dv-cinder-797608-16-iscsi neutron-server[93774]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=93774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 11:11:27.208869 dv-cinder-797608-16-iscsi neutron-server[93774]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=93774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 11:11:27.209214 dv-cinder-797608-16-iscsi neutron-server[93774]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=93774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 11:11:27.209472 dv-cinder-797608-16-iscsi neutron-server[93774]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=93774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 11:11:27.209711 dv-cinder-797608-16-iscsi neutron-server[93774]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=93774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 11:11:27.209961 dv-cinder-797608-16-iscsi neutron-server[93774]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=93774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 11:11:27.210234 dv-cinder-797608-16-iscsi neutron-server[93774]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=93774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 11:11:27.210503 dv-cinder-797608-16-iscsi neutron-server[93774]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=93774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 11:11:27.210735 dv-cinder-797608-16-iscsi neutron-server[93774]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=93774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 11:11:27.211282 dv-cinder-797608-16-iscsi neutron-server[93774]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=93774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 11:11:27.211531 dv-cinder-797608-16-iscsi neutron-server[93774]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=93774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 11:11:27.211767 dv-cinder-797608-16-iscsi neutron-server[93774]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=93774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 11:11:27.212000 dv-cinder-797608-16-iscsi neutron-server[93774]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=93774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 11:11:27.212265 dv-cinder-797608-16-iscsi neutron-server[93774]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=93774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 11:11:27.212504 dv-cinder-797608-16-iscsi neutron-server[93774]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=93774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 11:11:27.212762 dv-cinder-797608-16-iscsi neutron-server[93774]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=93774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 11:11:27.213000 dv-cinder-797608-16-iscsi neutron-server[93774]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=93774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 11:11:27.213235 dv-cinder-797608-16-iscsi neutron-server[93774]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=93774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 11:11:27.213473 dv-cinder-797608-16-iscsi neutron-server[93774]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=93774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 11:11:27.213712 dv-cinder-797608-16-iscsi neutron-server[93774]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=93774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 11:11:27.213930 dv-cinder-797608-16-iscsi neutron-server[93774]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=93774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 11:11:27.214248 dv-cinder-797608-16-iscsi neutron-server[93774]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=93774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 11:11:27.214497 dv-cinder-797608-16-iscsi neutron-server[93774]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=93774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 11:11:27.215265 dv-cinder-797608-16-iscsi neutron-server[93774]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=93774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 11:11:27.215529 dv-cinder-797608-16-iscsi neutron-server[93774]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=93774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 11:11:27.215773 dv-cinder-797608-16-iscsi neutron-server[93774]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=93774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 11:11:27.216011 dv-cinder-797608-16-iscsi neutron-server[93774]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=93774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 11:11:27.216246 dv-cinder-797608-16-iscsi neutron-server[93774]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=93774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 11:11:27.216462 dv-cinder-797608-16-iscsi neutron-server[93774]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=93774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 11:11:27.216700 dv-cinder-797608-16-iscsi neutron-server[93774]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=93774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 11:11:27.216933 dv-cinder-797608-16-iscsi neutron-server[93774]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=93774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 11:11:27.217155 dv-cinder-797608-16-iscsi neutron-server[93774]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=93774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 11:11:27.217370 dv-cinder-797608-16-iscsi neutron-server[93774]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=93774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 11:11:27.217622 dv-cinder-797608-16-iscsi neutron-server[93774]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=93774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 11:11:27.217837 dv-cinder-797608-16-iscsi neutron-server[93774]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=93774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 11:11:27.218072 dv-cinder-797608-16-iscsi neutron-server[93774]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=93774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 11:11:27.218298 dv-cinder-797608-16-iscsi neutron-server[93774]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=93774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 11:11:27.218521 dv-cinder-797608-16-iscsi neutron-server[93774]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=93774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 11:11:27.218735 dv-cinder-797608-16-iscsi neutron-server[93774]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=93774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 11:11:27.218983 dv-cinder-797608-16-iscsi neutron-server[93774]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=93774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 11:11:27.219200 dv-cinder-797608-16-iscsi neutron-server[93774]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=93774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 11:11:27.219414 dv-cinder-797608-16-iscsi neutron-server[93774]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=93774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 11:11:27.219639 dv-cinder-797608-16-iscsi neutron-server[93774]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=93774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 11:11:27.219866 dv-cinder-797608-16-iscsi neutron-server[93774]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=93774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 11:11:27.220078 dv-cinder-797608-16-iscsi neutron-server[93774]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=93774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 11:11:27.220304 dv-cinder-797608-16-iscsi neutron-server[93774]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=93774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 11:11:27.220554 dv-cinder-797608-16-iscsi neutron-server[93774]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=93774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 11:11:27.220769 dv-cinder-797608-16-iscsi neutron-server[93774]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=93774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 11:11:27.220992 dv-cinder-797608-16-iscsi neutron-server[93774]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=93774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 11:11:27.221212 dv-cinder-797608-16-iscsi neutron-server[93774]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=93774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 11:11:27.221502 dv-cinder-797608-16-iscsi neutron-server[93774]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=93774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 11:11:27.222245 dv-cinder-797608-16-iscsi neutron-server[93774]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=93774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 11:11:27.222594 dv-cinder-797608-16-iscsi neutron-server[93774]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=93774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 11:11:27.223442 dv-cinder-797608-16-iscsi neutron-server[93774]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=93774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 11:11:27.224846 dv-cinder-797608-16-iscsi neutron-server[93774]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=93774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 11:11:27.225504 dv-cinder-797608-16-iscsi neutron-server[93774]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=93774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 11:11:27.226780 dv-cinder-797608-16-iscsi neutron-server[93774]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=93774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 11:11:27.227114 dv-cinder-797608-16-iscsi neutron-server[93774]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=93774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 11:11:27.227380 dv-cinder-797608-16-iscsi neutron-server[93774]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=93774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 11:11:27.227616 dv-cinder-797608-16-iscsi neutron-server[93774]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=93774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 11:11:27.227918 dv-cinder-797608-16-iscsi neutron-server[93774]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=93774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 11:11:27.228163 dv-cinder-797608-16-iscsi neutron-server[93774]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=93774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 11:11:27.228431 dv-cinder-797608-16-iscsi neutron-server[93774]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=93774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 11:11:27.228695 dv-cinder-797608-16-iscsi neutron-server[93774]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=93774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 11:11:27.229036 dv-cinder-797608-16-iscsi neutron-server[93774]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=93774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 11:11:27.229285 dv-cinder-797608-16-iscsi neutron-server[93774]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=93774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 11:11:27.229558 dv-cinder-797608-16-iscsi neutron-server[93774]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=93774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 11:11:27.229783 dv-cinder-797608-16-iscsi neutron-server[93774]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=93774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 11:11:27.231022 dv-cinder-797608-16-iscsi neutron-server[93774]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=93774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 11:11:27.232101 dv-cinder-797608-16-iscsi neutron-server[93774]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=93774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 11:11:27.232490 dv-cinder-797608-16-iscsi neutron-server[93774]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=93774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 11:11:27.234455 dv-cinder-797608-16-iscsi neutron-server[93774]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=93774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 11:11:27.235886 dv-cinder-797608-16-iscsi neutron-server[93774]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=93774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 11:11:27.236186 dv-cinder-797608-16-iscsi neutron-server[93774]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=93774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 11:11:27.236477 dv-cinder-797608-16-iscsi neutron-server[93774]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=93774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 11:11:27.236773 dv-cinder-797608-16-iscsi neutron-server[93774]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=93774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 11:11:27.237081 dv-cinder-797608-16-iscsi neutron-server[93774]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:150:199'] {{(pid=93774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 11:11:27.237382 dv-cinder-797608-16-iscsi neutron-server[93774]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=93774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 11:11:27.237636 dv-cinder-797608-16-iscsi neutron-server[93774]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=93774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 11:11:27.237950 dv-cinder-797608-16-iscsi neutron-server[93774]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=93774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 11:11:27.238819 dv-cinder-797608-16-iscsi neutron-server[93774]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=93774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 11:11:27.239161 dv-cinder-797608-16-iscsi neutron-server[93774]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=93774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 11:11:27.239368 dv-cinder-797608-16-iscsi neutron-server[93774]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=93774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 11:11:27.239945 dv-cinder-797608-16-iscsi neutron-server[93774]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=93774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 11:11:27.240224 dv-cinder-797608-16-iscsi neutron-server[93774]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=93774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 11:11:27.241356 dv-cinder-797608-16-iscsi neutron-server[93774]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=93774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 11:11:27.241620 dv-cinder-797608-16-iscsi neutron-server[93774]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=93774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 11:11:27.241873 dv-cinder-797608-16-iscsi neutron-server[93774]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=93774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 11:11:27.242147 dv-cinder-797608-16-iscsi neutron-server[93774]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=93774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 11:11:27.242714 dv-cinder-797608-16-iscsi neutron-server[93774]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=93774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 11:11:27.242988 dv-cinder-797608-16-iscsi neutron-server[93774]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=93774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 11:11:27.243230 dv-cinder-797608-16-iscsi neutron-server[93774]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=93774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 11:11:27.243496 dv-cinder-797608-16-iscsi neutron-server[93774]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=93774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 11:11:27.244043 dv-cinder-797608-16-iscsi neutron-server[93774]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=93774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 11:11:27.244257 dv-cinder-797608-16-iscsi neutron-server[93885]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=93885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 13 11:11:27.244357 dv-cinder-797608-16-iscsi neutron-server[93774]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=93774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 11:11:27.244527 dv-cinder-797608-16-iscsi neutron-server[93774]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=93774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 11:11:27.244766 dv-cinder-797608-16-iscsi neutron-server[93774]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=93774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 11:11:27.244987 dv-cinder-797608-16-iscsi neutron-server[93774]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=93774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 11:11:27.245236 dv-cinder-797608-16-iscsi neutron-server[93774]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=93774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 11:11:27.245461 dv-cinder-797608-16-iscsi neutron-server[93774]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=93774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 11:11:27.245624 dv-cinder-797608-16-iscsi neutron-server[93774]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=93774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Aug 13 11:11:27.246209 dv-cinder-797608-16-iscsi neutron-server[93774]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=93774) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Aug 13 11:11:27.246375 dv-cinder-797608-16-iscsi neutron-server[93774]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=93774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Aug 13 11:11:27.246542 dv-cinder-797608-16-iscsi neutron-server[93774]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=93774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Aug 13 11:11:27.246722 dv-cinder-797608-16-iscsi neutron-server[93774]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Aug 13 11:11:27.246894 dv-cinder-797608-16-iscsi neutron-server[93774]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Aug 13 11:11:27.247050 dv-cinder-797608-16-iscsi neutron-server[93774]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=93774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Aug 13 11:11:27.247312 dv-cinder-797608-16-iscsi neutron-server[93774]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=93774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 11:11:27.247482 dv-cinder-797608-16-iscsi neutron-server[93774]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=93774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 11:11:27.247648 dv-cinder-797608-16-iscsi neutron-server[93774]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=93774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 11:11:27.247812 dv-cinder-797608-16-iscsi neutron-server[93774]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=93774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 11:11:27.247975 dv-cinder-797608-16-iscsi neutron-server[93774]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=93774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 11:11:27.248158 dv-cinder-797608-16-iscsi neutron-server[93774]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=93774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 11:11:27.248322 dv-cinder-797608-16-iscsi neutron-server[93774]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=93774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 11:11:27.248484 dv-cinder-797608-16-iscsi neutron-server[93774]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=93774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 11:11:27.248646 dv-cinder-797608-16-iscsi neutron-server[93774]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=93774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 11:11:27.248806 dv-cinder-797608-16-iscsi neutron-server[93774]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=93774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 11:11:27.248967 dv-cinder-797608-16-iscsi neutron-server[93774]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=93774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 11:11:27.249127 dv-cinder-797608-16-iscsi neutron-server[93774]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=93774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 11:11:27.249293 dv-cinder-797608-16-iscsi neutron-server[93774]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=93774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 11:11:27.249456 dv-cinder-797608-16-iscsi neutron-server[93774]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=93774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 11:11:27.249615 dv-cinder-797608-16-iscsi neutron-server[93774]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=93774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 11:11:27.249778 dv-cinder-797608-16-iscsi neutron-server[93774]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=93774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 11:11:27.249943 dv-cinder-797608-16-iscsi neutron-server[93774]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=93774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 11:11:27.250127 dv-cinder-797608-16-iscsi neutron-server[93774]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=93774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 11:11:27.250292 dv-cinder-797608-16-iscsi neutron-server[93774]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 11:11:27.250453 dv-cinder-797608-16-iscsi neutron-server[93774]: DEBUG oslo_service.service [-] config_source = [] {{(pid=93774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 11:11:27.250612 dv-cinder-797608-16-iscsi neutron-server[93774]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=93774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 11:11:27.250773 dv-cinder-797608-16-iscsi neutron-server[93774]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=93774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 11:11:27.250933 dv-cinder-797608-16-iscsi neutron-server[93774]: DEBUG oslo_service.service [-] debug = True {{(pid=93774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 11:11:27.251096 dv-cinder-797608-16-iscsi neutron-server[93774]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=93774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 11:11:27.251308 dv-cinder-797608-16-iscsi neutron-server[93774]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=93774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 11:11:27.251476 dv-cinder-797608-16-iscsi neutron-server[93774]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=93774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 11:11:27.251637 dv-cinder-797608-16-iscsi neutron-server[93774]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=93774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 11:11:27.251800 dv-cinder-797608-16-iscsi neutron-server[93774]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=93774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 11:11:27.251961 dv-cinder-797608-16-iscsi neutron-server[93774]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=93774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 11:11:27.252121 dv-cinder-797608-16-iscsi neutron-server[93774]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=93774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 11:11:27.252281 dv-cinder-797608-16-iscsi neutron-server[93774]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=93774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 11:11:27.252439 dv-cinder-797608-16-iscsi neutron-server[93774]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=93774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 11:11:27.252600 dv-cinder-797608-16-iscsi neutron-server[93774]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=93774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 11:11:27.252762 dv-cinder-797608-16-iscsi neutron-server[93774]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=93774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 11:11:27.252922 dv-cinder-797608-16-iscsi neutron-server[93774]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=93774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 11:11:27.253083 dv-cinder-797608-16-iscsi neutron-server[93774]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=93774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 11:11:27.253243 dv-cinder-797608-16-iscsi neutron-server[93774]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=93774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 11:11:27.253405 dv-cinder-797608-16-iscsi neutron-server[93774]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=93774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 11:11:27.253565 dv-cinder-797608-16-iscsi neutron-server[93774]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=93774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 11:11:27.253726 dv-cinder-797608-16-iscsi neutron-server[93774]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=93774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 11:11:27.253887 dv-cinder-797608-16-iscsi neutron-server[93774]: DEBUG oslo_service.service [-] host = dv-cinder-797608-16-iscsi {{(pid=93774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 11:11:27.254068 dv-cinder-797608-16-iscsi neutron-server[93774]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=93774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 11:11:27.254232 dv-cinder-797608-16-iscsi neutron-server[93774]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=93774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 11:11:27.254394 dv-cinder-797608-16-iscsi neutron-server[93774]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=93774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 11:11:27.254554 dv-cinder-797608-16-iscsi neutron-server[93774]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=93774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 11:11:27.254714 dv-cinder-797608-16-iscsi neutron-server[93774]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=93774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 11:11:27.254944 dv-cinder-797608-16-iscsi neutron-server[93774]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=93774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 11:11:27.255564 dv-cinder-797608-16-iscsi neutron-server[93774]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=93774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 11:11:27.256295 dv-cinder-797608-16-iscsi neutron-server[93774]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=93774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 11:11:27.256478 dv-cinder-797608-16-iscsi neutron-server[93774]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=93774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 11:11:27.256639 dv-cinder-797608-16-iscsi neutron-server[93774]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=93774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 11:11:27.257948 dv-cinder-797608-16-iscsi neutron-server[93774]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=93774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 11:11:27.258140 dv-cinder-797608-16-iscsi neutron-server[93774]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=93774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 11:11:27.258305 dv-cinder-797608-16-iscsi neutron-server[93774]: DEBUG oslo_service.service [-] log_dir = None {{(pid=93774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 11:11:27.258863 dv-cinder-797608-16-iscsi neutron-server[93774]: DEBUG oslo_service.service [-] log_file = None {{(pid=93774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 11:11:27.259509 dv-cinder-797608-16-iscsi neutron-server[93774]: DEBUG oslo_service.service [-] log_options = True {{(pid=93774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 11:11:27.260113 dv-cinder-797608-16-iscsi neutron-server[93774]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=93774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 11:11:27.260280 dv-cinder-797608-16-iscsi neutron-server[93774]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=93774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 11:11:27.260444 dv-cinder-797608-16-iscsi neutron-server[93774]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=93774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 11:11:27.260636 dv-cinder-797608-16-iscsi neutron-server[93774]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=93774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 11:11:27.260805 dv-cinder-797608-16-iscsi neutron-server[93774]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=93774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 11:11:27.260968 dv-cinder-797608-16-iscsi neutron-server[93774]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=93774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 11:11:27.261130 dv-cinder-797608-16-iscsi neutron-server[93774]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=93774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 11:11:27.261294 dv-cinder-797608-16-iscsi neutron-server[93774]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=93774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 11:11:27.261456 dv-cinder-797608-16-iscsi neutron-server[93774]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=93774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 11:11:27.261641 dv-cinder-797608-16-iscsi neutron-server[93774]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=93774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 11:11:27.261804 dv-cinder-797608-16-iscsi neutron-server[93774]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=93774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 11:11:27.261965 dv-cinder-797608-16-iscsi neutron-server[93774]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=93774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 11:11:27.262149 dv-cinder-797608-16-iscsi neutron-server[93774]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=93774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 11:11:27.262311 dv-cinder-797608-16-iscsi neutron-server[93774]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=93774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 11:11:27.262471 dv-cinder-797608-16-iscsi neutron-server[93774]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=93774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 11:11:27.262631 dv-cinder-797608-16-iscsi neutron-server[93774]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=93774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 11:11:27.262813 dv-cinder-797608-16-iscsi neutron-server[93774]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=93774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 11:11:27.262940 dv-cinder-797608-16-iscsi neutron-server[93774]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=93774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 11:11:27.263087 dv-cinder-797608-16-iscsi neutron-server[93774]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=93774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 11:11:27.263248 dv-cinder-797608-16-iscsi neutron-server[93774]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=93774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 11:11:27.263408 dv-cinder-797608-16-iscsi neutron-server[93774]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=93774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 11:11:27.263568 dv-cinder-797608-16-iscsi neutron-server[93774]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=93774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 11:11:27.263730 dv-cinder-797608-16-iscsi neutron-server[93774]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=93774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 11:11:27.263890 dv-cinder-797608-16-iscsi neutron-server[93774]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=93774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 11:11:27.264050 dv-cinder-797608-16-iscsi neutron-server[93774]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=93774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 11:11:27.264213 dv-cinder-797608-16-iscsi neutron-server[93774]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=93774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 11:11:27.264372 dv-cinder-797608-16-iscsi neutron-server[93774]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=93774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 11:11:27.264532 dv-cinder-797608-16-iscsi neutron-server[93774]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=93774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 11:11:27.264695 dv-cinder-797608-16-iscsi neutron-server[93774]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=93774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 11:11:27.264856 dv-cinder-797608-16-iscsi neutron-server[93774]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=93774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 11:11:27.265016 dv-cinder-797608-16-iscsi neutron-server[93774]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=93774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 11:11:27.265177 dv-cinder-797608-16-iscsi neutron-server[93774]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=93774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 11:11:27.265337 dv-cinder-797608-16-iscsi neutron-server[93774]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=93774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 11:11:27.265496 dv-cinder-797608-16-iscsi neutron-server[93774]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=93774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 11:11:27.265656 dv-cinder-797608-16-iscsi neutron-server[93774]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=93774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 11:11:27.265816 dv-cinder-797608-16-iscsi neutron-server[93774]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=93774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 11:11:27.265977 dv-cinder-797608-16-iscsi neutron-server[93774]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=93774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 11:11:27.266161 dv-cinder-797608-16-iscsi neutron-server[93774]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=93774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 11:11:27.266320 dv-cinder-797608-16-iscsi neutron-server[93774]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=93774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 11:11:27.266480 dv-cinder-797608-16-iscsi neutron-server[93774]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=93774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 11:11:27.267089 dv-cinder-797608-16-iscsi neutron-server[93774]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=93774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 11:11:27.267264 dv-cinder-797608-16-iscsi neutron-server[93774]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=93774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 11:11:27.267426 dv-cinder-797608-16-iscsi neutron-server[93774]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=93774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 11:11:27.268338 dv-cinder-797608-16-iscsi neutron-server[93774]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=93774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 11:11:27.268489 dv-cinder-797608-16-iscsi neutron-server[93774]: DEBUG oslo_service.service [-] use_journal = False {{(pid=93774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 11:11:27.268650 dv-cinder-797608-16-iscsi neutron-server[93774]: DEBUG oslo_service.service [-] use_json = False {{(pid=93774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 11:11:27.268811 dv-cinder-797608-16-iscsi neutron-server[93774]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=93774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 11:11:27.268972 dv-cinder-797608-16-iscsi neutron-server[93774]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=93774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 11:11:27.269133 dv-cinder-797608-16-iscsi neutron-server[93774]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=93774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 11:11:27.269293 dv-cinder-797608-16-iscsi neutron-server[93774]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=93774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 11:11:27.269468 dv-cinder-797608-16-iscsi neutron-server[93774]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=93774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 11:11:27.269598 dv-cinder-797608-16-iscsi neutron-server[93774]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=93774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 11:11:27.269764 dv-cinder-797608-16-iscsi neutron-server[93774]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=93774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 11:11:27.269930 dv-cinder-797608-16-iscsi neutron-server[93774]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=93774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 11:11:27.270134 dv-cinder-797608-16-iscsi neutron-server[93774]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=93774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 11:11:27.270370 dv-cinder-797608-16-iscsi neutron-server[93774]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=93774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 11:11:27.270552 dv-cinder-797608-16-iscsi neutron-server[93774]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=93774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 11:11:27.270718 dv-cinder-797608-16-iscsi neutron-server[93774]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=93774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 11:11:27.270883 dv-cinder-797608-16-iscsi neutron-server[93774]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=93774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 11:11:27.271046 dv-cinder-797608-16-iscsi neutron-server[93774]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=93774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 11:11:27.271209 dv-cinder-797608-16-iscsi neutron-server[93774]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=93774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 11:11:27.271373 dv-cinder-797608-16-iscsi neutron-server[93774]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=93774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 11:11:27.271536 dv-cinder-797608-16-iscsi neutron-server[93774]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=93774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 11:11:27.271700 dv-cinder-797608-16-iscsi neutron-server[93774]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=93774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 11:11:27.271870 dv-cinder-797608-16-iscsi neutron-server[93774]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=93774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 11:11:27.272035 dv-cinder-797608-16-iscsi neutron-server[93774]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=93774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 11:11:27.272211 dv-cinder-797608-16-iscsi neutron-server[93774]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=93774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 11:11:27.272374 dv-cinder-797608-16-iscsi neutron-server[93774]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=93774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 11:11:27.272537 dv-cinder-797608-16-iscsi neutron-server[93774]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=93774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 11:11:27.272703 dv-cinder-797608-16-iscsi neutron-server[93774]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=93774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 11:11:27.272868 dv-cinder-797608-16-iscsi neutron-server[93774]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=93774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 11:11:27.273032 dv-cinder-797608-16-iscsi neutron-server[93774]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=93774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 11:11:27.273196 dv-cinder-797608-16-iscsi neutron-server[93774]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=93774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 11:11:27.273359 dv-cinder-797608-16-iscsi neutron-server[93774]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=93774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 11:11:27.273522 dv-cinder-797608-16-iscsi neutron-server[93774]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=93774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 11:11:27.273685 dv-cinder-797608-16-iscsi neutron-server[93774]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=93774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 11:11:27.273865 dv-cinder-797608-16-iscsi neutron-server[93774]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=93774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 11:11:27.274046 dv-cinder-797608-16-iscsi neutron-server[93774]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=93774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 11:11:27.274212 dv-cinder-797608-16-iscsi neutron-server[93774]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.32/identity {{(pid=93774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 11:11:27.274376 dv-cinder-797608-16-iscsi neutron-server[93774]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=93774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 11:11:27.274540 dv-cinder-797608-16-iscsi neutron-server[93774]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=93774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 11:11:27.274704 dv-cinder-797608-16-iscsi neutron-server[93774]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=93774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 11:11:27.274868 dv-cinder-797608-16-iscsi neutron-server[93774]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=93774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 11:11:27.275031 dv-cinder-797608-16-iscsi neutron-server[93774]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=93774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 11:11:27.275195 dv-cinder-797608-16-iscsi neutron-server[93774]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=93774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 11:11:27.275358 dv-cinder-797608-16-iscsi neutron-server[93774]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=93774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 11:11:27.275522 dv-cinder-797608-16-iscsi neutron-server[93774]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=93774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 11:11:27.275684 dv-cinder-797608-16-iscsi neutron-server[93774]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=93774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 11:11:27.275850 dv-cinder-797608-16-iscsi neutron-server[93774]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=93774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 11:11:27.276013 dv-cinder-797608-16-iscsi neutron-server[93774]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=93774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 11:11:27.276176 dv-cinder-797608-16-iscsi neutron-server[93774]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=93774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 11:11:27.276341 dv-cinder-797608-16-iscsi neutron-server[93774]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=93774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 11:11:27.276505 dv-cinder-797608-16-iscsi neutron-server[93774]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=93774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 11:11:27.276668 dv-cinder-797608-16-iscsi neutron-server[93774]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=93774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 11:11:27.276832 dv-cinder-797608-16-iscsi neutron-server[93774]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=93774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 11:11:27.276995 dv-cinder-797608-16-iscsi neutron-server[93774]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=93774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 11:11:27.277692 dv-cinder-797608-16-iscsi neutron-server[93774]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=93774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 11:11:27.277857 dv-cinder-797608-16-iscsi neutron-server[93774]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=93774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 11:11:27.278038 dv-cinder-797608-16-iscsi neutron-server[93774]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=93774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 11:11:27.278205 dv-cinder-797608-16-iscsi neutron-server[93774]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=93774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 11:11:27.278369 dv-cinder-797608-16-iscsi neutron-server[93774]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=93774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 11:11:27.278533 dv-cinder-797608-16-iscsi neutron-server[93774]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=93774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 11:11:27.278697 dv-cinder-797608-16-iscsi neutron-server[93774]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=93774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 11:11:27.278860 dv-cinder-797608-16-iscsi neutron-server[93774]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=93774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 11:11:27.279036 dv-cinder-797608-16-iscsi neutron-server[93774]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=93774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 11:11:27.279199 dv-cinder-797608-16-iscsi neutron-server[93774]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=93774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 11:11:27.279362 dv-cinder-797608-16-iscsi neutron-server[93774]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=93774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 11:11:27.279526 dv-cinder-797608-16-iscsi neutron-server[93774]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=93774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 11:11:27.279690 dv-cinder-797608-16-iscsi neutron-server[93774]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=93774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 11:11:27.279852 dv-cinder-797608-16-iscsi neutron-server[93774]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=93774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 11:11:27.280014 dv-cinder-797608-16-iscsi neutron-server[93774]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=93774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 11:11:27.280177 dv-cinder-797608-16-iscsi neutron-server[93774]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=93774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 11:11:27.280345 dv-cinder-797608-16-iscsi neutron-server[93774]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=93774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 11:11:27.280507 dv-cinder-797608-16-iscsi neutron-server[93774]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=93774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 11:11:27.280671 dv-cinder-797608-16-iscsi neutron-server[93774]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=93774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 11:11:27.280847 dv-cinder-797608-16-iscsi neutron-server[93774]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=93774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 11:11:27.281010 dv-cinder-797608-16-iscsi neutron-server[93774]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=93774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 11:11:27.281173 dv-cinder-797608-16-iscsi neutron-server[93774]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=93774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 11:11:27.281336 dv-cinder-797608-16-iscsi neutron-server[93774]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=93774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 11:11:27.281499 dv-cinder-797608-16-iscsi neutron-server[93774]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=93774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 11:11:27.281662 dv-cinder-797608-16-iscsi neutron-server[93774]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=93774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 11:11:27.281825 dv-cinder-797608-16-iscsi neutron-server[93774]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=93774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 11:11:27.281988 dv-cinder-797608-16-iscsi neutron-server[93774]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=93774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 11:11:27.282386 dv-cinder-797608-16-iscsi neutron-server[93774]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=93774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 11:11:27.283428 dv-cinder-797608-16-iscsi neutron-server[93774]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=93774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 11:11:27.283614 dv-cinder-797608-16-iscsi neutron-server[93774]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=93774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 11:11:27.283791 dv-cinder-797608-16-iscsi neutron-server[93774]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=93774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 11:11:27.283964 dv-cinder-797608-16-iscsi neutron-server[93774]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=93774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 11:11:27.284135 dv-cinder-797608-16-iscsi neutron-server[93774]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=93774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 11:11:27.284511 dv-cinder-797608-16-iscsi neutron-server[93774]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=93774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 11:11:27.284644 dv-cinder-797608-16-iscsi neutron-server[93774]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=93774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 11:11:27.284736 dv-cinder-797608-16-iscsi neutron-server[93774]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=93774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 11:11:27.284872 dv-cinder-797608-16-iscsi neutron-server[93774]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=93774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 11:11:27.285031 dv-cinder-797608-16-iscsi neutron-server[93774]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=93774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 11:11:27.285525 dv-cinder-797608-16-iscsi neutron-server[93774]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=93774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 11:11:27.286049 dv-cinder-797608-16-iscsi neutron-server[93774]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=93774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 11:11:27.286335 dv-cinder-797608-16-iscsi neutron-server[93774]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=93774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 11:11:27.287440 dv-cinder-797608-16-iscsi neutron-server[93774]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=93774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 11:11:27.287440 dv-cinder-797608-16-iscsi neutron-server[93774]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=93774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 11:11:27.287440 dv-cinder-797608-16-iscsi neutron-server[93774]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=93774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 11:11:27.287440 dv-cinder-797608-16-iscsi neutron-server[93774]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=93774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 11:11:27.287894 dv-cinder-797608-16-iscsi neutron-server[93774]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=93774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 11:11:27.288465 dv-cinder-797608-16-iscsi neutron-server[93774]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=93774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 11:11:27.289442 dv-cinder-797608-16-iscsi neutron-server[93774]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=93774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 11:11:27.289624 dv-cinder-797608-16-iscsi neutron-server[93774]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=93774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 11:11:27.289794 dv-cinder-797608-16-iscsi neutron-server[93774]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=93774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 11:11:27.289962 dv-cinder-797608-16-iscsi neutron-server[93774]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=93774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 11:11:27.290149 dv-cinder-797608-16-iscsi neutron-server[93774]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=93774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 11:11:27.290306 dv-cinder-797608-16-iscsi neutron-server[93774]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=93774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 11:11:27.290474 dv-cinder-797608-16-iscsi neutron-server[93774]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=93774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 11:11:27.290880 dv-cinder-797608-16-iscsi neutron-server[93774]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=93774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 11:11:27.291052 dv-cinder-797608-16-iscsi neutron-server[93774]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=93774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 11:11:27.291217 dv-cinder-797608-16-iscsi neutron-server[93774]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=93774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 11:11:27.291849 dv-cinder-797608-16-iscsi neutron-server[93774]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=93774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 11:11:27.292018 dv-cinder-797608-16-iscsi neutron-server[93774]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=93774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 11:11:27.292184 dv-cinder-797608-16-iscsi neutron-server[93774]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=93774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 11:11:27.292350 dv-cinder-797608-16-iscsi neutron-server[93774]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=93774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 11:11:27.292514 dv-cinder-797608-16-iscsi neutron-server[93774]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=93774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 11:11:27.292761 dv-cinder-797608-16-iscsi neutron-server[93774]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=93774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 11:11:27.292960 dv-cinder-797608-16-iscsi neutron-server[93774]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=93774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 11:11:27.293128 dv-cinder-797608-16-iscsi neutron-server[93774]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=93774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 11:11:27.293293 dv-cinder-797608-16-iscsi neutron-server[93774]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=93774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 11:11:27.293457 dv-cinder-797608-16-iscsi neutron-server[93774]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=93774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 11:11:27.293600 dv-cinder-797608-16-iscsi neutron-server[93774]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=93774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 11:11:27.295041 dv-cinder-797608-16-iscsi neutron-server[93774]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=93774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 11:11:27.295237 dv-cinder-797608-16-iscsi neutron-server[93774]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=93774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 11:11:27.295405 dv-cinder-797608-16-iscsi neutron-server[93774]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=93774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 11:11:27.297151 dv-cinder-797608-16-iscsi neutron-server[93774]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=93774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 11:11:27.297151 dv-cinder-797608-16-iscsi neutron-server[93774]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=93774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 11:11:27.297151 dv-cinder-797608-16-iscsi neutron-server[93774]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=93774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 11:11:27.297151 dv-cinder-797608-16-iscsi neutron-server[93774]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=93774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 11:11:27.297151 dv-cinder-797608-16-iscsi neutron-server[93774]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=93774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 11:11:27.297151 dv-cinder-797608-16-iscsi neutron-server[93774]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=93774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 11:11:27.297858 dv-cinder-797608-16-iscsi neutron-server[93774]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=93774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 11:11:27.297858 dv-cinder-797608-16-iscsi neutron-server[93774]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=93774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 11:11:27.297858 dv-cinder-797608-16-iscsi neutron-server[93774]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=93774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 11:11:27.298308 dv-cinder-797608-16-iscsi neutron-server[93774]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=93774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 11:11:27.298483 dv-cinder-797608-16-iscsi neutron-server[93774]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=93774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 11:11:27.298652 dv-cinder-797608-16-iscsi neutron-server[93774]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=93774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 11:11:27.298819 dv-cinder-797608-16-iscsi neutron-server[93774]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=93774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 11:11:27.298985 dv-cinder-797608-16-iscsi neutron-server[93774]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=93774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 11:11:27.299159 dv-cinder-797608-16-iscsi neutron-server[93774]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=93774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 11:11:27.299335 dv-cinder-797608-16-iscsi neutron-server[93774]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=93774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 11:11:27.299500 dv-cinder-797608-16-iscsi neutron-server[93774]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=93774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 11:11:27.299665 dv-cinder-797608-16-iscsi neutron-server[93774]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=93774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 11:11:27.299829 dv-cinder-797608-16-iscsi neutron-server[93774]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=93774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 11:11:27.300018 dv-cinder-797608-16-iscsi neutron-server[93774]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=93774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 11:11:27.300183 dv-cinder-797608-16-iscsi neutron-server[93774]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=93774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 11:11:27.300351 dv-cinder-797608-16-iscsi neutron-server[93774]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=93774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 11:11:27.300516 dv-cinder-797608-16-iscsi neutron-server[93774]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=93774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 11:11:27.300680 dv-cinder-797608-16-iscsi neutron-server[93774]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=93774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 11:11:27.300845 dv-cinder-797608-16-iscsi neutron-server[93774]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=93774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 11:11:27.301009 dv-cinder-797608-16-iscsi neutron-server[93774]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=93774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 11:11:27.301172 dv-cinder-797608-16-iscsi neutron-server[93774]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=93774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 11:11:27.301336 dv-cinder-797608-16-iscsi neutron-server[93774]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=93774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 11:11:27.301500 dv-cinder-797608-16-iscsi neutron-server[93774]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=93774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 11:11:27.301663 dv-cinder-797608-16-iscsi neutron-server[93774]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=93774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 11:11:27.301827 dv-cinder-797608-16-iscsi neutron-server[93774]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.32/identity {{(pid=93774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 11:11:27.301990 dv-cinder-797608-16-iscsi neutron-server[93774]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=93774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 11:11:27.302210 dv-cinder-797608-16-iscsi neutron-server[93774]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=93774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 11:11:27.302375 dv-cinder-797608-16-iscsi neutron-server[93774]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=93774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 11:11:27.302539 dv-cinder-797608-16-iscsi neutron-server[93774]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=93774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 11:11:27.302703 dv-cinder-797608-16-iscsi neutron-server[93774]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=93774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 11:11:27.302868 dv-cinder-797608-16-iscsi neutron-server[93774]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=93774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 11:11:27.303032 dv-cinder-797608-16-iscsi neutron-server[93774]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=93774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 11:11:27.303197 dv-cinder-797608-16-iscsi neutron-server[93774]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=93774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 11:11:27.303362 dv-cinder-797608-16-iscsi neutron-server[93774]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=93774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 11:11:27.303525 dv-cinder-797608-16-iscsi neutron-server[93774]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=93774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 11:11:27.303691 dv-cinder-797608-16-iscsi neutron-server[93774]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=93774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 11:11:27.303855 dv-cinder-797608-16-iscsi neutron-server[93774]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=93774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 11:11:27.304018 dv-cinder-797608-16-iscsi neutron-server[93774]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=93774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 11:11:27.304181 dv-cinder-797608-16-iscsi neutron-server[93774]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=93774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 11:11:27.304344 dv-cinder-797608-16-iscsi neutron-server[93774]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=93774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 11:11:27.304509 dv-cinder-797608-16-iscsi neutron-server[93774]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=93774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 11:11:27.304673 dv-cinder-797608-16-iscsi neutron-server[93774]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=93774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 11:11:27.304838 dv-cinder-797608-16-iscsi neutron-server[93774]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=93774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 11:11:27.305002 dv-cinder-797608-16-iscsi neutron-server[93774]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=93774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 11:11:27.305165 dv-cinder-797608-16-iscsi neutron-server[93774]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=93774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 11:11:27.305329 dv-cinder-797608-16-iscsi neutron-server[93774]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=93774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 11:11:27.305493 dv-cinder-797608-16-iscsi neutron-server[93774]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=93774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 11:11:27.305656 dv-cinder-797608-16-iscsi neutron-server[93774]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=93774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 11:11:27.305819 dv-cinder-797608-16-iscsi neutron-server[93774]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=93774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 11:11:27.305984 dv-cinder-797608-16-iscsi neutron-server[93774]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=93774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 11:11:27.306174 dv-cinder-797608-16-iscsi neutron-server[93774]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=93774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 11:11:27.306339 dv-cinder-797608-16-iscsi neutron-server[93774]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=93774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 11:11:27.306504 dv-cinder-797608-16-iscsi neutron-server[93774]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=93774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 11:11:27.306668 dv-cinder-797608-16-iscsi neutron-server[93774]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=93774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 11:11:27.306833 dv-cinder-797608-16-iscsi neutron-server[93774]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=93774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 11:11:27.306996 dv-cinder-797608-16-iscsi neutron-server[93774]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=93774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 11:11:27.307159 dv-cinder-797608-16-iscsi neutron-server[93774]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=93774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 11:11:27.307324 dv-cinder-797608-16-iscsi neutron-server[93774]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=93774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 11:11:27.307487 dv-cinder-797608-16-iscsi neutron-server[93774]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=93774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 11:11:27.307652 dv-cinder-797608-16-iscsi neutron-server[93774]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=93774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 11:11:27.307816 dv-cinder-797608-16-iscsi neutron-server[93774]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=93774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 11:11:27.307980 dv-cinder-797608-16-iscsi neutron-server[93774]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=93774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 11:11:27.308145 dv-cinder-797608-16-iscsi neutron-server[93774]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=93774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 11:11:27.308309 dv-cinder-797608-16-iscsi neutron-server[93774]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=93774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 11:11:27.308985 dv-cinder-797608-16-iscsi neutron-server[93774]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=93774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 11:11:27.309148 dv-cinder-797608-16-iscsi neutron-server[93774]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=93774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 11:11:27.309312 dv-cinder-797608-16-iscsi neutron-server[93774]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=93774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 11:11:27.309476 dv-cinder-797608-16-iscsi neutron-server[93774]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=93774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 11:11:27.309655 dv-cinder-797608-16-iscsi neutron-server[93774]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=93774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 11:11:27.309818 dv-cinder-797608-16-iscsi neutron-server[93774]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=93774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 11:11:27.309982 dv-cinder-797608-16-iscsi neutron-server[93774]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=93774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 11:11:27.310183 dv-cinder-797608-16-iscsi neutron-server[93774]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=93774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 11:11:27.310346 dv-cinder-797608-16-iscsi neutron-server[93774]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=93774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 11:11:27.310508 dv-cinder-797608-16-iscsi neutron-server[93774]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=93774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 11:11:27.310671 dv-cinder-797608-16-iscsi neutron-server[93774]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=93774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 11:11:27.310839 dv-cinder-797608-16-iscsi neutron-server[93774]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=93774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 11:11:27.311003 dv-cinder-797608-16-iscsi neutron-server[93774]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=93774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 11:11:27.311166 dv-cinder-797608-16-iscsi neutron-server[93774]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=93774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 11:11:27.311329 dv-cinder-797608-16-iscsi neutron-server[93774]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=93774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 11:11:27.311494 dv-cinder-797608-16-iscsi neutron-server[93774]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=93774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 11:11:27.311660 dv-cinder-797608-16-iscsi neutron-server[93774]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=93774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 11:11:27.311823 dv-cinder-797608-16-iscsi neutron-server[93774]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=93774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 11:11:27.311985 dv-cinder-797608-16-iscsi neutron-server[93774]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=93774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 11:11:27.312148 dv-cinder-797608-16-iscsi neutron-server[93774]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=93774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 11:11:27.312311 dv-cinder-797608-16-iscsi neutron-server[93774]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=93774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 11:11:27.312473 dv-cinder-797608-16-iscsi neutron-server[93774]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=93774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 11:11:27.312635 dv-cinder-797608-16-iscsi neutron-server[93774]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=93774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 11:11:27.312811 dv-cinder-797608-16-iscsi neutron-server[93774]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=93774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 11:11:27.312975 dv-cinder-797608-16-iscsi neutron-server[93774]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=93774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 11:11:27.313138 dv-cinder-797608-16-iscsi neutron-server[93774]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=93774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 11:11:27.313301 dv-cinder-797608-16-iscsi neutron-server[93774]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=93774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 11:11:27.313466 dv-cinder-797608-16-iscsi neutron-server[93774]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=93774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 11:11:27.313629 dv-cinder-797608-16-iscsi neutron-server[93774]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=93774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 11:11:27.313801 dv-cinder-797608-16-iscsi neutron-server[93774]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=93774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 11:11:27.313965 dv-cinder-797608-16-iscsi neutron-server[93774]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=93774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 11:11:27.314147 dv-cinder-797608-16-iscsi neutron-server[93774]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=93774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 11:11:27.314310 dv-cinder-797608-16-iscsi neutron-server[93774]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=93774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 11:11:27.314473 dv-cinder-797608-16-iscsi neutron-server[93774]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=93774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 11:11:27.314635 dv-cinder-797608-16-iscsi neutron-server[93774]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=93774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 11:11:27.314808 dv-cinder-797608-16-iscsi neutron-server[93774]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=93774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 11:11:27.314971 dv-cinder-797608-16-iscsi neutron-server[93774]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=93774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 11:11:27.315133 dv-cinder-797608-16-iscsi neutron-server[93774]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=93774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 11:11:27.315296 dv-cinder-797608-16-iscsi neutron-server[93774]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=93774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 11:11:27.315463 dv-cinder-797608-16-iscsi neutron-server[93774]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=93774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 11:11:27.315649 dv-cinder-797608-16-iscsi neutron-server[93774]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=93774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 11:11:27.315796 dv-cinder-797608-16-iscsi neutron-server[93774]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=93774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 11:11:27.315959 dv-cinder-797608-16-iscsi neutron-server[93774]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=93774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 11:11:27.316122 dv-cinder-797608-16-iscsi neutron-server[93774]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=93774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 11:11:27.316284 dv-cinder-797608-16-iscsi neutron-server[93774]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=93774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 11:11:27.316447 dv-cinder-797608-16-iscsi neutron-server[93774]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=93774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 11:11:27.316609 dv-cinder-797608-16-iscsi neutron-server[93774]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=93774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 11:11:27.316781 dv-cinder-797608-16-iscsi neutron-server[93774]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=93774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 11:11:27.316944 dv-cinder-797608-16-iscsi neutron-server[93774]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=93774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 11:11:27.317107 dv-cinder-797608-16-iscsi neutron-server[93774]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=93774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 11:11:27.317271 dv-cinder-797608-16-iscsi neutron-server[93774]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=93774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 11:11:27.317433 dv-cinder-797608-16-iscsi neutron-server[93774]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=93774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 11:11:27.317596 dv-cinder-797608-16-iscsi neutron-server[93774]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=93774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 11:11:27.317770 dv-cinder-797608-16-iscsi neutron-server[93774]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=93774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 11:11:27.317933 dv-cinder-797608-16-iscsi neutron-server[93774]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=93774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 11:11:27.318122 dv-cinder-797608-16-iscsi neutron-server[93774]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=93774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 11:11:27.318286 dv-cinder-797608-16-iscsi neutron-server[93774]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=93774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 11:11:27.318449 dv-cinder-797608-16-iscsi neutron-server[93774]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=93774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 11:11:27.318612 dv-cinder-797608-16-iscsi neutron-server[93774]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=93774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 11:11:27.318784 dv-cinder-797608-16-iscsi neutron-server[93774]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=93774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 11:11:27.318949 dv-cinder-797608-16-iscsi neutron-server[93774]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=93774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 11:11:27.319111 dv-cinder-797608-16-iscsi neutron-server[93774]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=93774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 11:11:27.319282 dv-cinder-797608-16-iscsi neutron-server[93774]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=93774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 11:11:27.319445 dv-cinder-797608-16-iscsi neutron-server[93774]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=93774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 11:11:27.319607 dv-cinder-797608-16-iscsi neutron-server[93774]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=93774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 11:11:27.319769 dv-cinder-797608-16-iscsi neutron-server[93774]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=93774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 11:11:27.319943 dv-cinder-797608-16-iscsi neutron-server[93774]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=93774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 11:11:27.320107 dv-cinder-797608-16-iscsi neutron-server[93774]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=93774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 11:11:27.320272 dv-cinder-797608-16-iscsi neutron-server[93774]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=93774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 11:11:27.320437 dv-cinder-797608-16-iscsi neutron-server[93774]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=93774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 11:11:27.320600 dv-cinder-797608-16-iscsi neutron-server[93774]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=93774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 11:11:27.320763 dv-cinder-797608-16-iscsi neutron-server[93774]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=93774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 11:11:27.320933 dv-cinder-797608-16-iscsi neutron-server[93774]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=93774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 11:11:27.321100 dv-cinder-797608-16-iscsi neutron-server[93774]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=93774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 11:11:27.321271 dv-cinder-797608-16-iscsi neutron-server[93774]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=93774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 11:11:27.321441 dv-cinder-797608-16-iscsi neutron-server[93774]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=93774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 11:11:27.321605 dv-cinder-797608-16-iscsi neutron-server[93774]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=93774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 11:11:27.321776 dv-cinder-797608-16-iscsi neutron-server[93774]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=93774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 11:11:27.321946 dv-cinder-797608-16-iscsi neutron-server[93774]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:150:199'] {{(pid=93774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 11:11:27.322138 dv-cinder-797608-16-iscsi neutron-server[93774]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=93774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 11:11:27.322301 dv-cinder-797608-16-iscsi neutron-server[93774]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=93774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 11:11:27.322470 dv-cinder-797608-16-iscsi neutron-server[93774]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=93774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 11:11:27.322645 dv-cinder-797608-16-iscsi neutron-server[93774]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=93774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 11:11:27.322807 dv-cinder-797608-16-iscsi neutron-server[93774]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=93774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 11:11:27.322971 dv-cinder-797608-16-iscsi neutron-server[93774]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=93774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 11:11:27.323133 dv-cinder-797608-16-iscsi neutron-server[93774]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=93774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 11:11:27.323296 dv-cinder-797608-16-iscsi neutron-server[93774]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=93774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 11:11:27.323459 dv-cinder-797608-16-iscsi neutron-server[93774]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=93774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 11:11:27.323622 dv-cinder-797608-16-iscsi neutron-server[93774]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=93774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 11:11:27.323785 dv-cinder-797608-16-iscsi neutron-server[93774]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=93774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 11:11:27.323948 dv-cinder-797608-16-iscsi neutron-server[93774]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=93774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 11:11:27.324677 dv-cinder-797608-16-iscsi neutron-server[93774]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=93774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 11:11:27.324847 dv-cinder-797608-16-iscsi neutron-server[93774]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=93774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 11:11:27.325009 dv-cinder-797608-16-iscsi neutron-server[93774]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=93774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 11:11:27.325173 dv-cinder-797608-16-iscsi neutron-server[93774]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=93774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 11:11:27.325336 dv-cinder-797608-16-iscsi neutron-server[93774]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=93774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 11:11:27.325500 dv-cinder-797608-16-iscsi neutron-server[93774]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=93774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 11:11:27.325664 dv-cinder-797608-16-iscsi neutron-server[93774]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=93774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 11:11:27.325829 dv-cinder-797608-16-iscsi neutron-server[93774]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=93774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 11:11:27.325991 dv-cinder-797608-16-iscsi neutron-server[93774]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=93774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 11:11:27.326199 dv-cinder-797608-16-iscsi neutron-server[93774]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=93774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 11:11:27.326364 dv-cinder-797608-16-iscsi neutron-server[93774]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=93774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 11:11:27.326519 dv-cinder-797608-16-iscsi neutron-server[93774]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=93774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Aug 13 11:11:27.539098 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.32', 41282) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 11:11:27.548239 dv-cinder-797608-16-iscsi neutron-server[93883]: INFO neutron.wsgi [-] 10.222.0.32 "GET / HTTP/1.1" status: 200 len: 253 time: 0.0069635 Aug 13 11:11:38.903642 dv-cinder-797608-16-iscsi neutron-server[93885]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ad87d273-b12a-4a32-a776-4f4ff1078a13 None None] get_active_networks_info from dv-cinder-797608-16-iscsi {{(pid=93885) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Aug 13 11:11:38.965156 dv-cinder-797608-16-iscsi neutron-server[93885]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ad87d273-b12a-4a32-a776-4f4ff1078a13 None None] No non-hosted networks {{(pid=93885) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} Aug 13 11:11:38.972845 dv-cinder-797608-16-iscsi neutron-server[93885]: DEBUG neutron.db.agentschedulers_db [None req-ad87d273-b12a-4a32-a776-4f4ff1078a13 None None] DHCP Agent not found on host dv-cinder-797608-16-iscsi {{(pid=93885) list_active_networks_on_active_dhcp_agent /opt/stack/neutron/neutron/db/agentschedulers_db.py:455}} Aug 13 11:11:39.039794 dv-cinder-797608-16-iscsi neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-6b3c293a-9451-4dd6-9c51-57fc4d198dfa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782137812740', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1588468'] for agent, after_create {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 11:11:41.273008 dv-cinder-797608-16-iscsi neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-2a874cec-245e-45bf-83e3-3de185c2f09a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782137812740', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1588468'] for agent, after_create {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 11:11:41.341909 dv-cinder-797608-16-iscsi neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-d400b791-1dc5-487e-8f21-99f7fd8ca6ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782137812740', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-997306'] for agent, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 11:11:41.509095 dv-cinder-797608-16-iscsi neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-05931952-e11e-4e12-af58-ece1398d134b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782137812740', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1588468'] for agent, after_create {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 11:11:41.511337 dv-cinder-797608-16-iscsi neutron-server[93885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05931952-e11e-4e12-af58-ece1398d134b None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-797608-16-iscsi {{(pid=93885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 11:11:41.512180 dv-cinder-797608-16-iscsi neutron-server[93885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05931952-e11e-4e12-af58-ece1398d134b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797608-16-iscsi {{(pid=93885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 11:11:41.512876 dv-cinder-797608-16-iscsi neutron-server[93885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05931952-e11e-4e12-af58-ece1398d134b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797608-16-iscsi {{(pid=93885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 11:11:41.513461 dv-cinder-797608-16-iscsi neutron-server[93885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05931952-e11e-4e12-af58-ece1398d134b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-797608-16-iscsi {{(pid=93885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 11:11:41.514614 dv-cinder-797608-16-iscsi neutron-server[93885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05931952-e11e-4e12-af58-ece1398d134b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797608-16-iscsi {{(pid=93885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 11:11:41.515170 dv-cinder-797608-16-iscsi neutron-server[93885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05931952-e11e-4e12-af58-ece1398d134b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797608-16-iscsi {{(pid=93885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 11:11:41.515707 dv-cinder-797608-16-iscsi neutron-server[93885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05931952-e11e-4e12-af58-ece1398d134b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-797608-16-iscsi {{(pid=93885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 11:11:41.516928 dv-cinder-797608-16-iscsi neutron-server[93885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05931952-e11e-4e12-af58-ece1398d134b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797608-16-iscsi {{(pid=93885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 11:11:41.517880 dv-cinder-797608-16-iscsi neutron-server[93885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05931952-e11e-4e12-af58-ece1398d134b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797608-16-iscsi {{(pid=93885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 11:11:41.518392 dv-cinder-797608-16-iscsi neutron-server[93885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05931952-e11e-4e12-af58-ece1398d134b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797608-16-iscsi {{(pid=93885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 11:11:41.519100 dv-cinder-797608-16-iscsi neutron-server[93885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05931952-e11e-4e12-af58-ece1398d134b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797608-16-iscsi {{(pid=93885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 11:11:41.520340 dv-cinder-797608-16-iscsi neutron-server[93885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05931952-e11e-4e12-af58-ece1398d134b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797608-16-iscsi {{(pid=93885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 11:11:41.524206 dv-cinder-797608-16-iscsi neutron-server[93885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05931952-e11e-4e12-af58-ece1398d134b None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'dv-cinder-797608-16-iscsi', {'QosPolicy': '1.9', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}) {} {{(pid=93885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 13 11:11:41.532589 dv-cinder-797608-16-iscsi neutron-server[93885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05931952-e11e-4e12-af58-ece1398d134b None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'dv-cinder-797608-16-iscsi', 'version_map': {'QosPolicy': '1.9', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}} {{(pid=93885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 13 11:11:42.477408 dv-cinder-797608-16-iscsi neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-c8cb50cc-12ff-4088-b7b1-9c64999b964c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782137812740', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1588468'] for agent, after_create {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 11:11:44.018589 dv-cinder-797608-16-iscsi neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-71795f1a-9c4d-4630-a580-a9486fbcc3ea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782137812740', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1588468'] for agent, after_create {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 11:11:45.118520 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.32', 41374) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 11:11:45.607645 dv-cinder-797608-16-iscsi neutron-server[93883]: WARNING oslo_policy.policy [None req-e84fbb0c-7cf2-4da6-ba9f-bc61fa4c30e0 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Aug 13 11:11:45.608377 dv-cinder-797608-16-iscsi neutron-server[93883]: WARNING oslo_policy.policy [None req-e84fbb0c-7cf2-4da6-ba9f-bc61fa4c30e0 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Aug 13 11:11:45.631991 dv-cinder-797608-16-iscsi neutron-server[93885]: INFO neutron.db.l3_hamode_db [None req-15a2a832-8a80-4c69-972d-100c5581ef91 None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 Aug 13 11:11:45.709022 dv-cinder-797608-16-iscsi neutron-server[93885]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15a2a832-8a80-4c69-972d-100c5581ef91 None None] Routers set() bound to L3 agent in host dv-cinder-797608-16-iscsi {{(pid=93885) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 13 11:11:45.709402 dv-cinder-797608-16-iscsi neutron-server[93885]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15a2a832-8a80-4c69-972d-100c5581ef91 None None] Router IDs set() for agent in host dv-cinder-797608-16-iscsi {{(pid=93885) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Aug 13 11:11:45.825711 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron.wsgi [None req-e84fbb0c-7cf2-4da6-ba9f-bc61fa4c30e0 admin admin] http://10.222.0.32:9696/v2.0/extensions returned with HTTP 200 {{(pid=93883) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 13 11:11:45.834047 dv-cinder-797608-16-iscsi neutron-server[93883]: INFO neutron.wsgi [None req-e84fbb0c-7cf2-4da6-ba9f-bc61fa4c30e0 admin admin] 10.222.0.32 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.7073739 Aug 13 11:11:48.166254 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.32', 41388) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 11:11:48.469504 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron.api.v2.base [None req-94e3e833-782c-4f70-bf76-48c83523dfd8 admin admin] Request body: {'subnetpool': {'is_default': True, 'default_prefixlen': 26, 'prefixes': ['172.20.0.0/16'], 'name': 'shared-default-subnetpool-v4', 'shared': True}} {{(pid=93883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 13 11:11:48.567546 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron.policy [None req-94e3e833-782c-4f70-bf76-48c83523dfd8 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=93883) register_rules /opt/stack/neutron/neutron/policy.py:73}} Aug 13 11:11:48.613142 dv-cinder-797608-16-iscsi neutron-server[93883]: WARNING oslo_policy.policy [None req-94e3e833-782c-4f70-bf76-48c83523dfd8 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Aug 13 11:11:48.613514 dv-cinder-797608-16-iscsi neutron-server[93883]: WARNING oslo_policy.policy [None req-94e3e833-782c-4f70-bf76-48c83523dfd8 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Aug 13 11:11:48.621952 dv-cinder-797608-16-iscsi neutron-server[93883]: INFO neutron.quota [None req-94e3e833-782c-4f70-bf76-48c83523dfd8 admin admin] Loaded quota_driver: . Aug 13 11:11:48.711069 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-94e3e833-782c-4f70-bf76-48c83523dfd8 admin admin] Notify callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8782135948919', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8782135949376', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8782135927956', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8782135930465', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8782136031046', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8782135852410', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-641602', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-1027685', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-2023835', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-1678293'] for rbac-policy, before_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 11:11:48.774691 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-94e3e833-782c-4f70-bf76-48c83523dfd8 admin admin] Notify callbacks [] for subnetpool, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 11:11:48.775872 dv-cinder-797608-16-iscsi neutron-server[93883]: INFO neutron.wsgi [None req-94e3e833-782c-4f70-bf76-48c83523dfd8 admin admin] 10.222.0.32 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 0.6086185 Aug 13 11:11:51.302807 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.32', 41400) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 11:11:51.596059 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron.api.v2.base [None req-4e1bf4ee-4f1b-4e6a-b7e0-fd837536918d admin admin] Request body: {'network': {'project_id': '1e19c0ff8936403fb80263f812722072', 'tenant_id': '1e19c0ff8936403fb80263f812722072', 'name': 'private', 'admin_state_up': True}} {{(pid=93883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 13 11:11:51.624711 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4e1bf4ee-4f1b-4e6a-b7e0-fd837536918d admin admin] Made reservation on behalf of 1e19c0ff8936403fb80263f812722072 for: {'network': 1} {{(pid=93883) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 13 11:11:51.627504 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-4e1bf4ee-4f1b-4e6a-b7e0-fd837536918d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935434'] for network, before_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 11:11:51.643942 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-4e1bf4ee-4f1b-4e6a-b7e0-fd837536918d admin admin] Notify callbacks [] for security_group, before_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 11:11:51.761984 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-4e1bf4ee-4f1b-4e6a-b7e0-fd837536918d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 11:11:51.765498 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-4e1bf4ee-4f1b-4e6a-b7e0-fd837536918d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651637'] for security_group, after_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 11:11:51.784089 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4e1bf4ee-4f1b-4e6a-b7e0-fd837536918d admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 171} {{(pid=93883) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 13 11:11:51.810703 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-4e1bf4ee-4f1b-4e6a-b7e0-fd837536918d admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8782137812839', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-542450'] for segment, precommit_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 11:11:51.811280 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-4e1bf4ee-4f1b-4e6a-b7e0-fd837536918d admin admin] Unsubscribe: segment precommit_create {{(pid=93883) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Aug 13 11:11:51.811801 dv-cinder-797608-16-iscsi neutron-server[93883]: INFO neutron.db.segments_db [None req-4e1bf4ee-4f1b-4e6a-b7e0-fd837536918d admin admin] Added segment 6c243bb3-1043-484e-8b85-df80bde621fd of type vlan for network 015445d4-d0e7-402b-81f3-d509b3f9d545 Aug 13 11:11:51.832459 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e1bf4ee-4f1b-4e6a-b7e0-fd837536918d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=22979d4a-8e37-4389-91d8-b5fed6e1cbb5,revision_number=1']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 11:11:51.882802 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e1bf4ee-4f1b-4e6a-b7e0-fd837536918d admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797608-16-iscsi {{(pid=93883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 11:11:51.883146 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e1bf4ee-4f1b-4e6a-b7e0-fd837536918d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797608-16-iscsi {{(pid=93883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 11:11:51.883481 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e1bf4ee-4f1b-4e6a-b7e0-fd837536918d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797608-16-iscsi {{(pid=93883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 11:11:51.883812 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e1bf4ee-4f1b-4e6a-b7e0-fd837536918d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797608-16-iscsi {{(pid=93883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 11:11:51.884136 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e1bf4ee-4f1b-4e6a-b7e0-fd837536918d admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-797608-16-iscsi {{(pid=93883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 11:11:51.884472 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e1bf4ee-4f1b-4e6a-b7e0-fd837536918d admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797608-16-iscsi {{(pid=93883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 11:11:51.884798 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e1bf4ee-4f1b-4e6a-b7e0-fd837536918d admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-797608-16-iscsi {{(pid=93883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 11:11:51.885132 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e1bf4ee-4f1b-4e6a-b7e0-fd837536918d admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-797608-16-iscsi {{(pid=93883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 11:11:51.886018 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e1bf4ee-4f1b-4e6a-b7e0-fd837536918d admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797608-16-iscsi {{(pid=93883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 11:11:51.886341 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e1bf4ee-4f1b-4e6a-b7e0-fd837536918d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797608-16-iscsi {{(pid=93883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 11:11:51.886656 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e1bf4ee-4f1b-4e6a-b7e0-fd837536918d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797608-16-iscsi {{(pid=93883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 11:11:51.886966 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e1bf4ee-4f1b-4e6a-b7e0-fd837536918d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797608-16-iscsi {{(pid=93883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 11:11:51.888279 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e1bf4ee-4f1b-4e6a-b7e0-fd837536918d admin admin] Tracked resource versions report: Aug 13 11:11:51.888279 dv-cinder-797608-16-iscsi neutron-server[93883]: pushed versions: Aug 13 11:11:51.888279 dv-cinder-797608-16-iscsi neutron-server[93883]: { 'AddressGroup': {'1.2'}, Aug 13 11:11:51.888279 dv-cinder-797608-16-iscsi neutron-server[93883]: 'ConntrackHelper': {'1.0'}, Aug 13 11:11:51.888279 dv-cinder-797608-16-iscsi neutron-server[93883]: 'Log': {'1.0'}, Aug 13 11:11:51.888279 dv-cinder-797608-16-iscsi neutron-server[93883]: 'Network': {'1.1'}, Aug 13 11:11:51.888279 dv-cinder-797608-16-iscsi neutron-server[93883]: 'Port': {'1.7'}, Aug 13 11:11:51.888279 dv-cinder-797608-16-iscsi neutron-server[93883]: 'PortForwarding': {'1.2'}, Aug 13 11:11:51.888279 dv-cinder-797608-16-iscsi neutron-server[93883]: 'QosPolicy': {'1.9'}, Aug 13 11:11:51.888279 dv-cinder-797608-16-iscsi neutron-server[93883]: 'SecurityGroup': {'1.4'}, Aug 13 11:11:51.888279 dv-cinder-797608-16-iscsi neutron-server[93883]: 'SecurityGroupRule': {'1.2'}, Aug 13 11:11:51.888279 dv-cinder-797608-16-iscsi neutron-server[93883]: 'SubPort': {'1.0'}, Aug 13 11:11:51.888279 dv-cinder-797608-16-iscsi neutron-server[93883]: 'Subnet': {'1.1'}, Aug 13 11:11:51.888279 dv-cinder-797608-16-iscsi neutron-server[93883]: 'Trunk': {'1.1'}} Aug 13 11:11:51.888279 dv-cinder-797608-16-iscsi neutron-server[93883]: consumer versions: Aug 13 11:11:51.888279 dv-cinder-797608-16-iscsi neutron-server[93883]: { DHCP agent@dv-cinder-797608-16-iscsi: {}, Aug 13 11:11:51.888279 dv-cinder-797608-16-iscsi neutron-server[93883]: L3 agent@dv-cinder-797608-16-iscsi: {}, Aug 13 11:11:51.888279 dv-cinder-797608-16-iscsi neutron-server[93883]: Metadata agent@dv-cinder-797608-16-iscsi: {}, Aug 13 11:11:51.888279 dv-cinder-797608-16-iscsi neutron-server[93883]: Metering agent@dv-cinder-797608-16-iscsi: {}, Aug 13 11:11:51.888279 dv-cinder-797608-16-iscsi neutron-server[93883]: Open vSwitch agent@dv-cinder-797608-16-iscsi: { 'AddressGroup': '1.2', Aug 13 11:11:51.888279 dv-cinder-797608-16-iscsi neutron-server[93883]: 'ConntrackHelper': '1.0', Aug 13 11:11:51.888279 dv-cinder-797608-16-iscsi neutron-server[93883]: 'Log': '1.0', Aug 13 11:11:51.888279 dv-cinder-797608-16-iscsi neutron-server[93883]: 'Network': '1.1', Aug 13 11:11:51.888279 dv-cinder-797608-16-iscsi neutron-server[93883]: 'Port': '1.7', Aug 13 11:11:51.888279 dv-cinder-797608-16-iscsi neutron-server[93883]: 'PortForwarding': '1.2', Aug 13 11:11:51.888279 dv-cinder-797608-16-iscsi neutron-server[93883]: 'QosPolicy': '1.9', Aug 13 11:11:51.888279 dv-cinder-797608-16-iscsi neutron-server[93883]: 'SecurityGroup': '1.4', Aug 13 11:11:51.888279 dv-cinder-797608-16-iscsi neutron-server[93883]: 'SecurityGroupRule': '1.2', Aug 13 11:11:51.888279 dv-cinder-797608-16-iscsi neutron-server[93883]: 'SubPort': '1.0', Aug 13 11:11:51.888279 dv-cinder-797608-16-iscsi neutron-server[93883]: 'Subnet': '1.1', Aug 13 11:11:51.888279 dv-cinder-797608-16-iscsi neutron-server[93883]: 'Trunk': '1.1'}} Aug 13 11:11:51.888279 dv-cinder-797608-16-iscsi neutron-server[93883]: {{(pid=93883) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Aug 13 11:11:51.930595 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-4e1bf4ee-4f1b-4e6a-b7e0-fd837536918d admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8782137323340'] for network, precommit_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 11:11:51.984943 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-4e1bf4ee-4f1b-4e6a-b7e0-fd837536918d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611014'] for network, after_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 11:11:51.986022 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e1bf4ee-4f1b-4e6a-b7e0-fd837536918d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 11:11:51.986654 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-4e1bf4ee-4f1b-4e6a-b7e0-fd837536918d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1611032'] for network, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 11:11:52.072012 dv-cinder-797608-16-iscsi neutron-server[93883]: INFO neutron.wsgi [None req-4e1bf4ee-4f1b-4e6a-b7e0-fd837536918d admin admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 849 time: 0.7681184 Aug 13 11:11:52.091167 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e1bf4ee-4f1b-4e6a-b7e0-fd837536918d admin admin] Pushing event updated for resources: {'Network': ['ID=015445d4-d0e7-402b-81f3-d509b3f9d545,revision_number=1']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 11:11:52.103289 dv-cinder-797608-16-iscsi neutron-server[93885]: DEBUG neutron.plugins.ml2.rpc [None req-05931952-e11e-4e12-af58-ece1398d134b None None] Network 015445d4-d0e7-402b-81f3-d509b3f9d545 details requested by agent ovs-agent-dv-cinder-797608-16-iscsi with host dv-cinder-797608-16-iscsi {{(pid=93885) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 13 11:11:54.681202 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.32', 41414) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 11:11:55.058445 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4347d16c-2d18-4f0f-94c5-b5ec80260dcd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 11:11:55.059788 dv-cinder-797608-16-iscsi neutron-server[93883]: INFO neutron.wsgi [None req-4347d16c-2d18-4f0f-94c5-b5ec80260dcd admin admin] 10.222.0.32 "GET /v2.0/networks/015445d4-d0e7-402b-81f3-d509b3f9d545 HTTP/1.1" status: 200 len: 825 time: 0.3776331 Aug 13 11:11:55.083705 dv-cinder-797608-16-iscsi neutron-server[93883]: INFO neutron.wsgi [None req-80500743-ae3c-4a3d-9180-d002fff8f4d1 admin admin] 10.222.0.32 "GET /v2.0/subnetpools/997813a2-c8ca-4668-ae0f-379426f7bc85 HTTP/1.1" status: 200 len: 734 time: 0.0179660 Aug 13 11:11:55.092250 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron.api.v2.base [None req-1dff2006-bda6-4312-9625-a32a54d1a4e2 admin admin] Request body: {'subnet': {'ip_version': 4, 'network_id': '015445d4-d0e7-402b-81f3-d509b3f9d545', 'tenant_id': '1e19c0ff8936403fb80263f812722072', 'gateway_ip': '172.20.0.1', 'subnetpool_id': '997813a2-c8ca-4668-ae0f-379426f7bc85', 'name': 'private-subnet'}} {{(pid=93883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 13 11:11:55.113259 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1dff2006-bda6-4312-9625-a32a54d1a4e2 admin admin] Made reservation on behalf of 1e19c0ff8936403fb80263f812722072 for: {'subnet': 1} {{(pid=93883) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 13 11:11:55.115570 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-1dff2006-bda6-4312-9625-a32a54d1a4e2 admin admin] Notify callbacks [] for subnet, before_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 11:11:55.404499 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-1dff2006-bda6-4312-9625-a32a54d1a4e2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611014'] for subnet, after_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 11:11:55.471866 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dff2006-bda6-4312-9625-a32a54d1a4e2 admin admin] Pushing event updated for resources: {'Subnet': ['ID=33248de9-2d42-4783-8b69-0d4cde84b987,revision_number=0']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 11:11:55.476217 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1dff2006-bda6-4312-9625-a32a54d1a4e2 admin admin] Checking segment: {'id': '6c243bb3-1043-484e-8b85-df80bde621fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': '015445d4-d0e7-402b-81f3-d509b3f9d545'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93883) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 13 11:11:55.476600 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1dff2006-bda6-4312-9625-a32a54d1a4e2 admin admin] Network hostable DHCP agents. Network: 015445d4-d0e7-402b-81f3-d509b3f9d545, hostable agents: ['1ffcc762-1342-4182-afbd-f33f0b43fadf'], hosted agents: [] {{(pid=93883) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 13 11:11:55.497896 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1dff2006-bda6-4312-9625-a32a54d1a4e2 admin admin] Network 015445d4-d0e7-402b-81f3-d509b3f9d545 is scheduled to be hosted by DHCP agent 1ffcc762-1342-4182-afbd-f33f0b43fadf with binding_index 1 {{(pid=93883) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 13 11:11:55.508028 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron.scheduler.base_scheduler [None req-1dff2006-bda6-4312-9625-a32a54d1a4e2 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-797608-16-iscsi, 015445d4-d0e7-402b-81f3-d509b3f9d545) {{(pid=93883) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 13 11:11:55.512468 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1dff2006-bda6-4312-9625-a32a54d1a4e2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 11:11:55.513036 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-1dff2006-bda6-4312-9625-a32a54d1a4e2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1611032'] for subnet, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 11:11:55.517806 dv-cinder-797608-16-iscsi neutron-server[93885]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ce82484f-de32-4383-91e0-b8e27b1e3082 None None] Network 015445d4-d0e7-402b-81f3-d509b3f9d545 requested from dv-cinder-797608-16-iscsi {{(pid=93885) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 13 11:11:55.525647 dv-cinder-797608-16-iscsi neutron-server[93883]: INFO neutron.wsgi [None req-1dff2006-bda6-4312-9625-a32a54d1a4e2 admin admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.4365811 Aug 13 11:11:55.833384 dv-cinder-797608-16-iscsi neutron-server[93885]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-25178f40-4bb9-45b6-ad58-0f8a720d8fbb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp84322506-7e22-5c26-8af9-4bf3580d711c-015445d4-d0e7-402b-81f3-d509b3f9d545', 'network_id': '015445d4-d0e7-402b-81f3-d509b3f9d545', 'tenant_id': '1e19c0ff8936403fb80263f812722072', 'fixed_ips': [{'subnet_id': '33248de9-2d42-4783-8b69-0d4cde84b987'}]}} from dv-cinder-797608-16-iscsi. {{(pid=93885) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 13 11:11:55.834635 dv-cinder-797608-16-iscsi neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-25178f40-4bb9-45b6-ad58-0f8a720d8fbb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935434'] for port, before_create {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 11:11:56.105831 dv-cinder-797608-16-iscsi neutron-server[93885]: DEBUG neutron.db.db_base_plugin_common [None req-25178f40-4bb9-45b6-ad58-0f8a720d8fbb None None] Allocated IP 172.20.0.2 (015445d4-d0e7-402b-81f3-d509b3f9d545/33248de9-2d42-4783-8b69-0d4cde84b987/c3950ca9-b065-4f04-b3cf-97d9ea6025c8) {{(pid=93885) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 13 11:11:56.307771 dv-cinder-797608-16-iscsi neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-25178f40-4bb9-45b6-ad58-0f8a720d8fbb None None] Notify callbacks [] for port, precommit_create {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 11:11:56.348312 dv-cinder-797608-16-iscsi neutron-server[93885]: DEBUG neutron.db.provisioning_blocks [None req-25178f40-4bb9-45b6-ad58-0f8a720d8fbb None None] Transition to ACTIVE for port object c3950ca9-b065-4f04-b3cf-97d9ea6025c8 will not be triggered until provisioned by entity L2. {{(pid=93885) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 13 11:11:56.369298 dv-cinder-797608-16-iscsi neutron-server[93885]: DEBUG neutron.db.provisioning_blocks [None req-25178f40-4bb9-45b6-ad58-0f8a720d8fbb None None] Transition to ACTIVE for port object c3950ca9-b065-4f04-b3cf-97d9ea6025c8 will not be triggered until provisioned by entity DHCP. {{(pid=93885) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 13 11:11:56.378110 dv-cinder-797608-16-iscsi neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-25178f40-4bb9-45b6-ad58-0f8a720d8fbb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935844', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611014', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782137337079'] for port, after_create {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 11:11:56.438700 dv-cinder-797608-16-iscsi neutron-server[93885]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-25178f40-4bb9-45b6-ad58-0f8a720d8fbb None None] Network 015445d4-d0e7-402b-81f3-d509b3f9d545 is already hosted by enough agents. {{(pid=93885) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 13 11:11:56.444476 dv-cinder-797608-16-iscsi neutron-server[93885]: DEBUG neutron.scheduler.base_scheduler [None req-25178f40-4bb9-45b6-ad58-0f8a720d8fbb None None] Resources bound (agent type, host, resource id): {{(pid=93885) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 13 11:11:56.447878 dv-cinder-797608-16-iscsi neutron-server[93885]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25178f40-4bb9-45b6-ad58-0f8a720d8fbb None None] Received port after_create {{(pid=93885) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 13 11:11:56.488624 dv-cinder-797608-16-iscsi neutron-server[93885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25178f40-4bb9-45b6-ad58-0f8a720d8fbb None None] Pushing event updated for resources: {'Port': ['ID=c3950ca9-b065-4f04-b3cf-97d9ea6025c8,revision_number=1']} {{(pid=93885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 11:11:56.512843 dv-cinder-797608-16-iscsi neutron-server[93885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25178f40-4bb9-45b6-ad58-0f8a720d8fbb None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797608-16-iscsi {{(pid=93885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 11:11:56.513206 dv-cinder-797608-16-iscsi neutron-server[93885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25178f40-4bb9-45b6-ad58-0f8a720d8fbb None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797608-16-iscsi {{(pid=93885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 11:11:56.513549 dv-cinder-797608-16-iscsi neutron-server[93885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25178f40-4bb9-45b6-ad58-0f8a720d8fbb None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797608-16-iscsi {{(pid=93885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 11:11:56.513887 dv-cinder-797608-16-iscsi neutron-server[93885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25178f40-4bb9-45b6-ad58-0f8a720d8fbb None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797608-16-iscsi {{(pid=93885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 11:11:56.514236 dv-cinder-797608-16-iscsi neutron-server[93885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25178f40-4bb9-45b6-ad58-0f8a720d8fbb None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-797608-16-iscsi {{(pid=93885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 11:11:56.514559 dv-cinder-797608-16-iscsi neutron-server[93885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25178f40-4bb9-45b6-ad58-0f8a720d8fbb None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797608-16-iscsi {{(pid=93885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 11:11:56.514881 dv-cinder-797608-16-iscsi neutron-server[93885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25178f40-4bb9-45b6-ad58-0f8a720d8fbb None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-797608-16-iscsi {{(pid=93885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 11:11:56.515198 dv-cinder-797608-16-iscsi neutron-server[93885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25178f40-4bb9-45b6-ad58-0f8a720d8fbb None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-797608-16-iscsi {{(pid=93885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 11:11:56.515530 dv-cinder-797608-16-iscsi neutron-server[93885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25178f40-4bb9-45b6-ad58-0f8a720d8fbb None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797608-16-iscsi {{(pid=93885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 11:11:56.515850 dv-cinder-797608-16-iscsi neutron-server[93885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25178f40-4bb9-45b6-ad58-0f8a720d8fbb None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797608-16-iscsi {{(pid=93885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 11:11:56.516163 dv-cinder-797608-16-iscsi neutron-server[93885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25178f40-4bb9-45b6-ad58-0f8a720d8fbb None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797608-16-iscsi {{(pid=93885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 11:11:56.516476 dv-cinder-797608-16-iscsi neutron-server[93885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25178f40-4bb9-45b6-ad58-0f8a720d8fbb None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797608-16-iscsi {{(pid=93885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 11:11:56.517786 dv-cinder-797608-16-iscsi neutron-server[93885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25178f40-4bb9-45b6-ad58-0f8a720d8fbb None None] Tracked resource versions report: Aug 13 11:11:56.517786 dv-cinder-797608-16-iscsi neutron-server[93885]: pushed versions: Aug 13 11:11:56.517786 dv-cinder-797608-16-iscsi neutron-server[93885]: { 'AddressGroup': {'1.2'}, Aug 13 11:11:56.517786 dv-cinder-797608-16-iscsi neutron-server[93885]: 'ConntrackHelper': {'1.0'}, Aug 13 11:11:56.517786 dv-cinder-797608-16-iscsi neutron-server[93885]: 'Log': {'1.0'}, Aug 13 11:11:56.517786 dv-cinder-797608-16-iscsi neutron-server[93885]: 'Network': {'1.1'}, Aug 13 11:11:56.517786 dv-cinder-797608-16-iscsi neutron-server[93885]: 'Port': {'1.7'}, Aug 13 11:11:56.517786 dv-cinder-797608-16-iscsi neutron-server[93885]: 'PortForwarding': {'1.2'}, Aug 13 11:11:56.517786 dv-cinder-797608-16-iscsi neutron-server[93885]: 'QosPolicy': {'1.9'}, Aug 13 11:11:56.517786 dv-cinder-797608-16-iscsi neutron-server[93885]: 'SecurityGroup': {'1.4'}, Aug 13 11:11:56.517786 dv-cinder-797608-16-iscsi neutron-server[93885]: 'SecurityGroupRule': {'1.2'}, Aug 13 11:11:56.517786 dv-cinder-797608-16-iscsi neutron-server[93885]: 'SubPort': {'1.0'}, Aug 13 11:11:56.517786 dv-cinder-797608-16-iscsi neutron-server[93885]: 'Subnet': {'1.1'}, Aug 13 11:11:56.517786 dv-cinder-797608-16-iscsi neutron-server[93885]: 'Trunk': {'1.1'}} Aug 13 11:11:56.517786 dv-cinder-797608-16-iscsi neutron-server[93885]: consumer versions: Aug 13 11:11:56.517786 dv-cinder-797608-16-iscsi neutron-server[93885]: { DHCP agent@dv-cinder-797608-16-iscsi: {}, Aug 13 11:11:56.517786 dv-cinder-797608-16-iscsi neutron-server[93885]: L3 agent@dv-cinder-797608-16-iscsi: {}, Aug 13 11:11:56.517786 dv-cinder-797608-16-iscsi neutron-server[93885]: Metadata agent@dv-cinder-797608-16-iscsi: {}, Aug 13 11:11:56.517786 dv-cinder-797608-16-iscsi neutron-server[93885]: Metering agent@dv-cinder-797608-16-iscsi: {}, Aug 13 11:11:56.517786 dv-cinder-797608-16-iscsi neutron-server[93885]: Open vSwitch agent@dv-cinder-797608-16-iscsi: { 'AddressGroup': '1.2', Aug 13 11:11:56.517786 dv-cinder-797608-16-iscsi neutron-server[93885]: 'ConntrackHelper': '1.0', Aug 13 11:11:56.517786 dv-cinder-797608-16-iscsi neutron-server[93885]: 'Log': '1.0', Aug 13 11:11:56.517786 dv-cinder-797608-16-iscsi neutron-server[93885]: 'Network': '1.1', Aug 13 11:11:56.517786 dv-cinder-797608-16-iscsi neutron-server[93885]: 'Port': '1.7', Aug 13 11:11:56.517786 dv-cinder-797608-16-iscsi neutron-server[93885]: 'PortForwarding': '1.2', Aug 13 11:11:56.517786 dv-cinder-797608-16-iscsi neutron-server[93885]: 'QosPolicy': '1.9', Aug 13 11:11:56.517786 dv-cinder-797608-16-iscsi neutron-server[93885]: 'SecurityGroup': '1.4', Aug 13 11:11:56.517786 dv-cinder-797608-16-iscsi neutron-server[93885]: 'SecurityGroupRule': '1.2', Aug 13 11:11:56.517786 dv-cinder-797608-16-iscsi neutron-server[93885]: 'SubPort': '1.0', Aug 13 11:11:56.517786 dv-cinder-797608-16-iscsi neutron-server[93885]: 'Subnet': '1.1', Aug 13 11:11:56.517786 dv-cinder-797608-16-iscsi neutron-server[93885]: 'Trunk': '1.1'}} Aug 13 11:11:56.517786 dv-cinder-797608-16-iscsi neutron-server[93885]: {{(pid=93885) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Aug 13 11:11:56.547400 dv-cinder-797608-16-iscsi neutron-server[93885]: DEBUG neutron.plugins.ml2.managers [None req-25178f40-4bb9-45b6-ad58-0f8a720d8fbb None None] Attempting to bind port c3950ca9-b065-4f04-b3cf-97d9ea6025c8 on host dv-cinder-797608-16-iscsi for vnic_type normal with profile {{(pid=93885) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 13 11:11:56.547818 dv-cinder-797608-16-iscsi neutron-server[93885]: DEBUG neutron.plugins.ml2.managers [None req-25178f40-4bb9-45b6-ad58-0f8a720d8fbb None None] Attempting to bind port c3950ca9-b065-4f04-b3cf-97d9ea6025c8 by drivers openvswitch,hyperv on host dv-cinder-797608-16-iscsi at level 0 using segments [{'id': '6c243bb3-1043-484e-8b85-df80bde621fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': '015445d4-d0e7-402b-81f3-d509b3f9d545'}] {{(pid=93885) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 13 11:11:56.548225 dv-cinder-797608-16-iscsi neutron-server[93885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25178f40-4bb9-45b6-ad58-0f8a720d8fbb None None] Attempting to bind port c3950ca9-b065-4f04-b3cf-97d9ea6025c8 on network 015445d4-d0e7-402b-81f3-d509b3f9d545 {{(pid=93885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 13 11:11:56.552940 dv-cinder-797608-16-iscsi neutron-server[93885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25178f40-4bb9-45b6-ad58-0f8a720d8fbb None None] Checking agent: {'id': '649b788e-933d-40b8-a73c-f58c5ea7beff', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-797608-16-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 13, 11, 11, 41), 'started_at': datetime.datetime(2021, 8, 13, 11, 11, 41), 'heartbeat_timestamp': datetime.datetime(2021, 8, 13, 11, 11, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-797608-16-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 13 11:11:56.553345 dv-cinder-797608-16-iscsi neutron-server[93885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25178f40-4bb9-45b6-ad58-0f8a720d8fbb None None] Checking segment: {'id': '6c243bb3-1043-484e-8b85-df80bde621fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': '015445d4-d0e7-402b-81f3-d509b3f9d545'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93885) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 13 11:11:56.553827 dv-cinder-797608-16-iscsi neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-25178f40-4bb9-45b6-ad58-0f8a720d8fbb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 11:11:56.554274 dv-cinder-797608-16-iscsi neutron-server[93885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25178f40-4bb9-45b6-ad58-0f8a720d8fbb None None] Bound using segment: {'id': '6c243bb3-1043-484e-8b85-df80bde621fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': '015445d4-d0e7-402b-81f3-d509b3f9d545'} {{(pid=93885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 13 11:11:56.554760 dv-cinder-797608-16-iscsi neutron-server[93885]: DEBUG neutron.plugins.ml2.managers [None req-25178f40-4bb9-45b6-ad58-0f8a720d8fbb None None] Bound port: c3950ca9-b065-4f04-b3cf-97d9ea6025c8, host: dv-cinder-797608-16-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6c243bb3-1043-484e-8b85-df80bde621fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': '015445d4-d0e7-402b-81f3-d509b3f9d545'}}] {{(pid=93885) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 13 11:11:56.555185 dv-cinder-797608-16-iscsi neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-25178f40-4bb9-45b6-ad58-0f8a720d8fbb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935434'] for port, before_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 11:11:56.624145 dv-cinder-797608-16-iscsi neutron-server[93885]: DEBUG neutron.plugins.ml2.db [None req-25178f40-4bb9-45b6-ad58-0f8a720d8fbb None None] For port c3950ca9-b065-4f04-b3cf-97d9ea6025c8, host dv-cinder-797608-16-iscsi, cleared binding levels {{(pid=93885) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 13 11:11:56.628379 dv-cinder-797608-16-iscsi neutron-server[93885]: DEBUG neutron.plugins.ml2.db [None req-25178f40-4bb9-45b6-ad58-0f8a720d8fbb None None] For port c3950ca9-b065-4f04-b3cf-97d9ea6025c8, host dv-cinder-797608-16-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797608-16-iscsi',level=0,port_id=c3950ca9-b065-4f04-b3cf-97d9ea6025c8,segment=NetworkSegment(6c243bb3-1043-484e-8b85-df80bde621fd),segment_id=6c243bb3-1043-484e-8b85-df80bde621fd)] {{(pid=93885) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 13 11:11:56.632917 dv-cinder-797608-16-iscsi neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-25178f40-4bb9-45b6-ad58-0f8a720d8fbb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935844', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611014', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782137889940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782137337613', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782137337631'] for port, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 11:11:56.696773 dv-cinder-797608-16-iscsi neutron-server[93885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25178f40-4bb9-45b6-ad58-0f8a720d8fbb None None] Pushing event updated for resources: {'Port': ['ID=c3950ca9-b065-4f04-b3cf-97d9ea6025c8,revision_number=2']} {{(pid=93885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 11:11:57.895380 dv-cinder-797608-16-iscsi neutron-server[93884]: DEBUG neutron.wsgi [-] (93884) accepted ('10.222.0.32', 41422) {{(pid=93884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 11:11:58.385517 dv-cinder-797608-16-iscsi neutron-server[93884]: WARNING oslo_policy.policy [None req-7a206b3a-ee87-4fea-93ac-01ef5c6f0bf2 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Aug 13 11:11:58.386214 dv-cinder-797608-16-iscsi neutron-server[93884]: WARNING oslo_policy.policy [None req-7a206b3a-ee87-4fea-93ac-01ef5c6f0bf2 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Aug 13 11:11:58.603152 dv-cinder-797608-16-iscsi neutron-server[93884]: DEBUG neutron.wsgi [None req-7a206b3a-ee87-4fea-93ac-01ef5c6f0bf2 admin admin] http://10.222.0.32:9696/v2.0/extensions returned with HTTP 200 {{(pid=93884) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 13 11:11:58.606761 dv-cinder-797608-16-iscsi neutron-server[93884]: INFO neutron.wsgi [None req-7a206b3a-ee87-4fea-93ac-01ef5c6f0bf2 admin admin] 10.222.0.32 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.7092977 Aug 13 11:12:00.960532 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.32', 41436) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 11:12:01.268112 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron.wsgi [None req-cc0134e9-bf97-42ad-82fa-d22ba3f27c94 admin admin] http://10.222.0.32:9696/v2.0/extensions returned with HTTP 200 {{(pid=93883) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 13 11:12:01.269150 dv-cinder-797608-16-iscsi neutron-server[93883]: INFO neutron.wsgi [None req-cc0134e9-bf97-42ad-82fa-d22ba3f27c94 admin admin] 10.222.0.32 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3075275 Aug 13 11:12:03.892973 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.32', 41450) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 11:12:04.231873 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron.api.v2.base [None req-05dda049-b634-4e7b-bdcc-e1d50a542219 admin admin] Request body: {'router': {'name': 'router1', 'tenant_id': '1e19c0ff8936403fb80263f812722072', 'admin_state_up': True}} {{(pid=93883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 13 11:12:04.255662 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-05dda049-b634-4e7b-bdcc-e1d50a542219 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1575915', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-130446'] for router, before_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 11:12:04.257548 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-05dda049-b634-4e7b-bdcc-e1d50a542219 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1586555', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1585448', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1643304', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-130433'] for router, precommit_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 11:12:04.398273 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-05dda049-b634-4e7b-bdcc-e1d50a542219 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 11:12:04.403402 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-05dda049-b634-4e7b-bdcc-e1d50a542219 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1586528', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1585661'] for router, after_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 11:12:04.416754 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-05dda049-b634-4e7b-bdcc-e1d50a542219 admin admin] Notify callbacks [] for router, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 11:12:04.417987 dv-cinder-797608-16-iscsi neutron-server[93883]: INFO neutron.wsgi [None req-05dda049-b634-4e7b-bdcc-e1d50a542219 admin admin] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.5240452 Aug 13 11:12:05.053349 dv-cinder-797608-16-iscsi neutron-server[93885]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c04e6301-d136-4404-b66e-d0e993f6eb02 None None] Network 015445d4-d0e7-402b-81f3-d509b3f9d545 requested from dv-cinder-797608-16-iscsi {{(pid=93885) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 13 11:12:05.170682 dv-cinder-797608-16-iscsi neutron-server[93885]: DEBUG neutron.db.provisioning_blocks [None req-d20e7902-a78f-44b8-b01e-cd89474d00ec None None] Provisioning for port c3950ca9-b065-4f04-b3cf-97d9ea6025c8 completed by entity DHCP. {{(pid=93885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 13 11:12:05.321106 dv-cinder-797608-16-iscsi neutron-server[93885]: DEBUG neutron.plugins.ml2.rpc [None req-05931952-e11e-4e12-af58-ece1398d134b None None] Device c3950ca9-b065-4f04-b3cf-97d9ea6025c8 up at agent ovs-agent-dv-cinder-797608-16-iscsi {{(pid=93885) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 13 11:12:05.412736 dv-cinder-797608-16-iscsi neutron-server[93885]: DEBUG neutron.db.provisioning_blocks [None req-05931952-e11e-4e12-af58-ece1398d134b None None] Provisioning for port c3950ca9-b065-4f04-b3cf-97d9ea6025c8 completed by entity L2. {{(pid=93885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 13 11:12:05.416490 dv-cinder-797608-16-iscsi neutron-server[93885]: DEBUG neutron.db.provisioning_blocks [None req-05931952-e11e-4e12-af58-ece1398d134b None None] Provisioning complete for port c3950ca9-b065-4f04-b3cf-97d9ea6025c8 triggered by entity L2. {{(pid=93885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 13 11:12:05.416954 dv-cinder-797608-16-iscsi neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-05931952-e11e-4e12-af58-ece1398d134b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-997193'] for port, provisioning_complete {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 11:12:05.529152 dv-cinder-797608-16-iscsi neutron-server[93885]: DEBUG neutron.db.provisioning_blocks [None req-93c1b2b3-8a4a-4bce-a03a-2deb17731b59 None None] Provisioning complete for port c3950ca9-b065-4f04-b3cf-97d9ea6025c8 triggered by entity DHCP. {{(pid=93885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 13 11:12:05.529527 dv-cinder-797608-16-iscsi neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-93c1b2b3-8a4a-4bce-a03a-2deb17731b59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-997193'] for port, provisioning_complete {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 11:12:05.549767 dv-cinder-797608-16-iscsi neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-05931952-e11e-4e12-af58-ece1398d134b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935434'] for port, before_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 11:12:05.596737 dv-cinder-797608-16-iscsi neutron-server[93885]: DEBUG neutron.plugins.ml2.db [None req-05931952-e11e-4e12-af58-ece1398d134b None None] For port c3950ca9-b065-4f04-b3cf-97d9ea6025c8, host dv-cinder-797608-16-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797608-16-iscsi',level=0,port_id=c3950ca9-b065-4f04-b3cf-97d9ea6025c8,segment=NetworkSegment(6c243bb3-1043-484e-8b85-df80bde621fd),segment_id=6c243bb3-1043-484e-8b85-df80bde621fd)] {{(pid=93885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 13 11:12:05.601391 dv-cinder-797608-16-iscsi neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-05931952-e11e-4e12-af58-ece1398d134b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935844', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611014', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782137889940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782137337613', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782137337631'] for port, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 11:12:05.677033 dv-cinder-797608-16-iscsi neutron-server[93885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05931952-e11e-4e12-af58-ece1398d134b None None] Pushing event updated for resources: {'Port': ['ID=c3950ca9-b065-4f04-b3cf-97d9ea6025c8,revision_number=3']} {{(pid=93885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 11:12:06.798791 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.32', 41458) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 11:12:07.097134 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron.wsgi [None req-df9a0353-79be-4281-b248-fd573fc2b6e9 admin admin] http://10.222.0.32:9696/v2.0/extensions returned with HTTP 200 {{(pid=93883) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 13 11:12:07.098156 dv-cinder-797608-16-iscsi neutron-server[93883]: INFO neutron.wsgi [None req-df9a0353-79be-4281-b248-fd573fc2b6e9 admin admin] 10.222.0.32 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.2983980 Aug 13 11:12:07.289921 dv-cinder-797608-16-iscsi neutron-server[93885]: DEBUG neutron.plugins.ml2.rpc [None req-05931952-e11e-4e12-af58-ece1398d134b None None] Device c3950ca9-b065-4f04-b3cf-97d9ea6025c8 up at agent ovs-agent-dv-cinder-797608-16-iscsi {{(pid=93885) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 13 11:12:07.337402 dv-cinder-797608-16-iscsi neutron-server[93885]: DEBUG neutron.db.provisioning_blocks [None req-05931952-e11e-4e12-af58-ece1398d134b None None] Provisioning complete for port c3950ca9-b065-4f04-b3cf-97d9ea6025c8 triggered by entity L2. {{(pid=93885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 13 11:12:07.338377 dv-cinder-797608-16-iscsi neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-05931952-e11e-4e12-af58-ece1398d134b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-997193'] for port, provisioning_complete {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 11:12:08.795370 dv-cinder-797608-16-iscsi neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-172894d0-6d78-411b-91ae-078001a2de22 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782137812740', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-997306'] for agent, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 11:12:09.422687 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.32', 41466) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 11:12:09.729350 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron.api.v2.base [None req-1dc8258b-198a-498a-9e8e-6ed884b5d7bd admin admin] Request body: {'network': {'provider:network_type': 'flat', 'provider:physical_network': 'physnet1', 'name': 'public', 'is_default': True, 'admin_state_up': True, 'router:external': True}} {{(pid=93883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 13 11:12:09.750101 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1dc8258b-198a-498a-9e8e-6ed884b5d7bd admin admin] Made reservation on behalf of f3c0e88724314e35964dfedd78f1791c for: {'network': 1} {{(pid=93883) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 13 11:12:09.752346 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-1dc8258b-198a-498a-9e8e-6ed884b5d7bd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935434'] for network, before_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 11:12:09.762425 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-1dc8258b-198a-498a-9e8e-6ed884b5d7bd admin admin] Notify callbacks [] for security_group, before_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 11:12:09.845668 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-1dc8258b-198a-498a-9e8e-6ed884b5d7bd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 11:12:09.849232 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-1dc8258b-198a-498a-9e8e-6ed884b5d7bd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651637'] for security_group, after_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 11:12:09.862360 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-1dc8258b-198a-498a-9e8e-6ed884b5d7bd admin admin] Reserving flat network on physical network physnet1 {{(pid=93883) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} Aug 13 11:12:09.883596 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-1dc8258b-198a-498a-9e8e-6ed884b5d7bd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-542450'] for segment, precommit_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 11:12:09.883938 dv-cinder-797608-16-iscsi neutron-server[93883]: INFO neutron.db.segments_db [None req-1dc8258b-198a-498a-9e8e-6ed884b5d7bd admin admin] Added segment 3f6765c6-6e72-475e-8aaa-7134ee4679ca of type flat for network 7c3f0979-58a5-4465-87f9-e256377c6b61 Aug 13 11:12:09.885101 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dc8258b-198a-498a-9e8e-6ed884b5d7bd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c81b5a4d-cda0-4ecf-a56d-2e3b73a0e8aa,revision_number=1']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 11:12:09.929401 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-1dc8258b-198a-498a-9e8e-6ed884b5d7bd admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8782137323340'] for network, precommit_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 11:12:09.963379 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-1dc8258b-198a-498a-9e8e-6ed884b5d7bd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611014'] for network, after_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 11:12:09.964274 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1dc8258b-198a-498a-9e8e-6ed884b5d7bd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 11:12:09.964836 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-1dc8258b-198a-498a-9e8e-6ed884b5d7bd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1611032'] for network, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 11:12:10.015906 dv-cinder-797608-16-iscsi neutron-server[93883]: INFO neutron.wsgi [None req-1dc8258b-198a-498a-9e8e-6ed884b5d7bd admin admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.5921593 Aug 13 11:12:10.022440 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dc8258b-198a-498a-9e8e-6ed884b5d7bd admin admin] Pushing event updated for resources: {'Network': ['ID=7c3f0979-58a5-4465-87f9-e256377c6b61,revision_number=1']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 11:12:10.033688 dv-cinder-797608-16-iscsi neutron-server[93885]: DEBUG neutron.plugins.ml2.rpc [None req-05931952-e11e-4e12-af58-ece1398d134b None None] Network 7c3f0979-58a5-4465-87f9-e256377c6b61 details requested by agent ovs-agent-dv-cinder-797608-16-iscsi with host dv-cinder-797608-16-iscsi {{(pid=93885) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 13 11:12:11.271679 dv-cinder-797608-16-iscsi neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-e64a939e-f44f-4264-a923-240b20e73ec9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782137812740', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-997306'] for agent, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 11:12:11.512302 dv-cinder-797608-16-iscsi neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-05931952-e11e-4e12-af58-ece1398d134b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782137812740', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-997306'] for agent, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 11:12:12.316392 dv-cinder-797608-16-iscsi neutron-server[93884]: DEBUG neutron.wsgi [-] (93884) accepted ('10.222.0.32', 41474) {{(pid=93884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 11:12:12.423051 dv-cinder-797608-16-iscsi neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-c8cb50cc-12ff-4088-b7b1-9c64999b964c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782137812740', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-997306'] for agent, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 11:12:12.756815 dv-cinder-797608-16-iscsi neutron-server[93884]: DEBUG neutron.policy [None req-9bc72039-de4c-4d11-902b-711ad56b354c admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=93884) register_rules /opt/stack/neutron/neutron/policy.py:73}} Aug 13 11:12:12.802433 dv-cinder-797608-16-iscsi neutron-server[93884]: WARNING oslo_policy.policy [None req-9bc72039-de4c-4d11-902b-711ad56b354c admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Aug 13 11:12:12.802800 dv-cinder-797608-16-iscsi neutron-server[93884]: WARNING oslo_policy.policy [None req-9bc72039-de4c-4d11-902b-711ad56b354c admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Aug 13 11:12:12.811373 dv-cinder-797608-16-iscsi neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9bc72039-de4c-4d11-902b-711ad56b354c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 11:12:12.813061 dv-cinder-797608-16-iscsi neutron-server[93884]: INFO neutron.wsgi [None req-9bc72039-de4c-4d11-902b-711ad56b354c admin admin] 10.222.0.32 "GET /v2.0/subnets/33248de9-2d42-4783-8b69-0d4cde84b987 HTTP/1.1" status: 200 len: 849 time: 0.4957371 Aug 13 11:12:12.974265 dv-cinder-797608-16-iscsi neutron-server[93884]: INFO neutron.wsgi [None req-593cecaf-3553-4604-a0ca-5185c52d210c admin admin] 10.222.0.32 "GET /v2.0/routers/75571df9-a778-46a9-9f13-0344f0cdc7cc HTTP/1.1" status: 200 len: 704 time: 0.1553061 Aug 13 11:12:13.226739 dv-cinder-797608-16-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-96500b09-562a-4bed-947a-0a64737f4291 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935434'] for port, before_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 11:12:13.544191 dv-cinder-797608-16-iscsi neutron-server[93884]: DEBUG neutron.db.db_base_plugin_common [None req-96500b09-562a-4bed-947a-0a64737f4291 admin admin] Allocated IP 172.20.0.1 (015445d4-d0e7-402b-81f3-d509b3f9d545/33248de9-2d42-4783-8b69-0d4cde84b987/bb51053a-19f2-4126-9a6c-e308caee1b2a) {{(pid=93884) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 13 11:12:13.752836 dv-cinder-797608-16-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-96500b09-562a-4bed-947a-0a64737f4291 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 11:12:13.779104 dv-cinder-797608-16-iscsi neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [None req-96500b09-562a-4bed-947a-0a64737f4291 admin admin] Transition to ACTIVE for port object bb51053a-19f2-4126-9a6c-e308caee1b2a will not be triggered until provisioned by entity DHCP. {{(pid=93884) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 13 11:12:13.860111 dv-cinder-797608-16-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-96500b09-562a-4bed-947a-0a64737f4291 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935844', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611014', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782137337079'] for port, after_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 11:12:13.896358 dv-cinder-797608-16-iscsi neutron-server[93884]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-96500b09-562a-4bed-947a-0a64737f4291 admin admin] Network 015445d4-d0e7-402b-81f3-d509b3f9d545 is already hosted by enough agents. {{(pid=93884) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 13 11:12:13.897658 dv-cinder-797608-16-iscsi neutron-server[93884]: DEBUG neutron.scheduler.base_scheduler [None req-96500b09-562a-4bed-947a-0a64737f4291 admin admin] Resources bound (agent type, host, resource id): {{(pid=93884) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 13 11:12:13.961169 dv-cinder-797608-16-iscsi neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-71795f1a-9c4d-4630-a580-a9486fbcc3ea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782137812740', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-997306'] for agent, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 11:12:13.971117 dv-cinder-797608-16-iscsi neutron-server[93884]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96500b09-562a-4bed-947a-0a64737f4291 admin admin] Received port after_create {{(pid=93884) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 13 11:12:13.971616 dv-cinder-797608-16-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-96500b09-562a-4bed-947a-0a64737f4291 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-2002984'] for router_interface, before_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 11:12:14.029231 dv-cinder-797608-16-iscsi neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96500b09-562a-4bed-947a-0a64737f4291 admin admin] Pushing event updated for resources: {'Port': ['ID=bb51053a-19f2-4126-9a6c-e308caee1b2a,revision_number=1']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 11:12:14.050716 dv-cinder-797608-16-iscsi neutron-server[93884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96500b09-562a-4bed-947a-0a64737f4291 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797608-16-iscsi {{(pid=93884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 11:12:14.051065 dv-cinder-797608-16-iscsi neutron-server[93884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96500b09-562a-4bed-947a-0a64737f4291 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797608-16-iscsi {{(pid=93884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 11:12:14.051401 dv-cinder-797608-16-iscsi neutron-server[93884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96500b09-562a-4bed-947a-0a64737f4291 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797608-16-iscsi {{(pid=93884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 11:12:14.051733 dv-cinder-797608-16-iscsi neutron-server[93884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96500b09-562a-4bed-947a-0a64737f4291 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797608-16-iscsi {{(pid=93884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 11:12:14.052066 dv-cinder-797608-16-iscsi neutron-server[93884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96500b09-562a-4bed-947a-0a64737f4291 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-797608-16-iscsi {{(pid=93884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 11:12:14.052404 dv-cinder-797608-16-iscsi neutron-server[93884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96500b09-562a-4bed-947a-0a64737f4291 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797608-16-iscsi {{(pid=93884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 11:12:14.052730 dv-cinder-797608-16-iscsi neutron-server[93884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96500b09-562a-4bed-947a-0a64737f4291 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-797608-16-iscsi {{(pid=93884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 11:12:14.053065 dv-cinder-797608-16-iscsi neutron-server[93884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96500b09-562a-4bed-947a-0a64737f4291 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-797608-16-iscsi {{(pid=93884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 11:12:14.053402 dv-cinder-797608-16-iscsi neutron-server[93884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96500b09-562a-4bed-947a-0a64737f4291 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797608-16-iscsi {{(pid=93884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 11:12:14.053723 dv-cinder-797608-16-iscsi neutron-server[93884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96500b09-562a-4bed-947a-0a64737f4291 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797608-16-iscsi {{(pid=93884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 11:12:14.054059 dv-cinder-797608-16-iscsi neutron-server[93884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96500b09-562a-4bed-947a-0a64737f4291 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797608-16-iscsi {{(pid=93884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 11:12:14.054442 dv-cinder-797608-16-iscsi neutron-server[93884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96500b09-562a-4bed-947a-0a64737f4291 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797608-16-iscsi {{(pid=93884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 11:12:14.055766 dv-cinder-797608-16-iscsi neutron-server[93884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96500b09-562a-4bed-947a-0a64737f4291 admin admin] Tracked resource versions report: Aug 13 11:12:14.055766 dv-cinder-797608-16-iscsi neutron-server[93884]: pushed versions: Aug 13 11:12:14.055766 dv-cinder-797608-16-iscsi neutron-server[93884]: { 'AddressGroup': {'1.2'}, Aug 13 11:12:14.055766 dv-cinder-797608-16-iscsi neutron-server[93884]: 'ConntrackHelper': {'1.0'}, Aug 13 11:12:14.055766 dv-cinder-797608-16-iscsi neutron-server[93884]: 'Log': {'1.0'}, Aug 13 11:12:14.055766 dv-cinder-797608-16-iscsi neutron-server[93884]: 'Network': {'1.1'}, Aug 13 11:12:14.055766 dv-cinder-797608-16-iscsi neutron-server[93884]: 'Port': {'1.7'}, Aug 13 11:12:14.055766 dv-cinder-797608-16-iscsi neutron-server[93884]: 'PortForwarding': {'1.2'}, Aug 13 11:12:14.055766 dv-cinder-797608-16-iscsi neutron-server[93884]: 'QosPolicy': {'1.9'}, Aug 13 11:12:14.055766 dv-cinder-797608-16-iscsi neutron-server[93884]: 'SecurityGroup': {'1.4'}, Aug 13 11:12:14.055766 dv-cinder-797608-16-iscsi neutron-server[93884]: 'SecurityGroupRule': {'1.2'}, Aug 13 11:12:14.055766 dv-cinder-797608-16-iscsi neutron-server[93884]: 'SubPort': {'1.0'}, Aug 13 11:12:14.055766 dv-cinder-797608-16-iscsi neutron-server[93884]: 'Subnet': {'1.1'}, Aug 13 11:12:14.055766 dv-cinder-797608-16-iscsi neutron-server[93884]: 'Trunk': {'1.1'}} Aug 13 11:12:14.055766 dv-cinder-797608-16-iscsi neutron-server[93884]: consumer versions: Aug 13 11:12:14.055766 dv-cinder-797608-16-iscsi neutron-server[93884]: { DHCP agent@dv-cinder-797608-16-iscsi: {}, Aug 13 11:12:14.055766 dv-cinder-797608-16-iscsi neutron-server[93884]: L3 agent@dv-cinder-797608-16-iscsi: {}, Aug 13 11:12:14.055766 dv-cinder-797608-16-iscsi neutron-server[93884]: Metadata agent@dv-cinder-797608-16-iscsi: {}, Aug 13 11:12:14.055766 dv-cinder-797608-16-iscsi neutron-server[93884]: Metering agent@dv-cinder-797608-16-iscsi: {}, Aug 13 11:12:14.055766 dv-cinder-797608-16-iscsi neutron-server[93884]: Open vSwitch agent@dv-cinder-797608-16-iscsi: { 'AddressGroup': '1.2', Aug 13 11:12:14.055766 dv-cinder-797608-16-iscsi neutron-server[93884]: 'ConntrackHelper': '1.0', Aug 13 11:12:14.055766 dv-cinder-797608-16-iscsi neutron-server[93884]: 'Log': '1.0', Aug 13 11:12:14.055766 dv-cinder-797608-16-iscsi neutron-server[93884]: 'Network': '1.1', Aug 13 11:12:14.055766 dv-cinder-797608-16-iscsi neutron-server[93884]: 'Port': '1.7', Aug 13 11:12:14.055766 dv-cinder-797608-16-iscsi neutron-server[93884]: 'PortForwarding': '1.2', Aug 13 11:12:14.055766 dv-cinder-797608-16-iscsi neutron-server[93884]: 'QosPolicy': '1.9', Aug 13 11:12:14.055766 dv-cinder-797608-16-iscsi neutron-server[93884]: 'SecurityGroup': '1.4', Aug 13 11:12:14.055766 dv-cinder-797608-16-iscsi neutron-server[93884]: 'SecurityGroupRule': '1.2', Aug 13 11:12:14.055766 dv-cinder-797608-16-iscsi neutron-server[93884]: 'SubPort': '1.0', Aug 13 11:12:14.055766 dv-cinder-797608-16-iscsi neutron-server[93884]: 'Subnet': '1.1', Aug 13 11:12:14.055766 dv-cinder-797608-16-iscsi neutron-server[93884]: 'Trunk': '1.1'}} Aug 13 11:12:14.055766 dv-cinder-797608-16-iscsi neutron-server[93884]: {{(pid=93884) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Aug 13 11:12:14.134685 dv-cinder-797608-16-iscsi neutron-server[93885]: DEBUG neutron.db.provisioning_blocks [None req-c0672944-74df-497c-8326-15e0de0f9ddc None None] Provisioning for port bb51053a-19f2-4126-9a6c-e308caee1b2a completed by entity DHCP. {{(pid=93885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 13 11:12:14.138333 dv-cinder-797608-16-iscsi neutron-server[93885]: DEBUG neutron.db.provisioning_blocks [None req-c0672944-74df-497c-8326-15e0de0f9ddc None None] Provisioning complete for port bb51053a-19f2-4126-9a6c-e308caee1b2a triggered by entity DHCP. {{(pid=93885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 13 11:12:14.138694 dv-cinder-797608-16-iscsi neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-c0672944-74df-497c-8326-15e0de0f9ddc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-997193'] for port, provisioning_complete {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 11:12:14.174268 dv-cinder-797608-16-iscsi neutron-server[93885]: DEBUG neutron.plugins.ml2.plugin [None req-c0672944-74df-497c-8326-15e0de0f9ddc None None] Port bb51053a-19f2-4126-9a6c-e308caee1b2a cannot update to ACTIVE because it is not bound. {{(pid=93885) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 13 11:12:14.186973 dv-cinder-797608-16-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-96500b09-562a-4bed-947a-0a64737f4291 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935434'] for port, before_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 11:12:14.394950 dv-cinder-797608-16-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-96500b09-562a-4bed-947a-0a64737f4291 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 11:12:14.399252 dv-cinder-797608-16-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-96500b09-562a-4bed-947a-0a64737f4291 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935844', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611014', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782137889940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782137337613', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782137337631'] for port, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 11:12:14.400545 dv-cinder-797608-16-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-96500b09-562a-4bed-947a-0a64737f4291 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1611060', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-2003132'] for router_interface, after_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 11:12:14.476394 dv-cinder-797608-16-iscsi neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96500b09-562a-4bed-947a-0a64737f4291 admin admin] Pushing event updated for resources: {'Port': ['ID=bb51053a-19f2-4126-9a6c-e308caee1b2a,revision_number=2']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 11:12:14.521296 dv-cinder-797608-16-iscsi neutron-server[93884]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-96500b09-562a-4bed-947a-0a64737f4291 admin admin] Network 015445d4-d0e7-402b-81f3-d509b3f9d545 is already hosted by enough agents. {{(pid=93884) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 13 11:12:14.522564 dv-cinder-797608-16-iscsi neutron-server[93884]: DEBUG neutron.scheduler.base_scheduler [None req-96500b09-562a-4bed-947a-0a64737f4291 admin admin] Resources bound (agent type, host, resource id): {{(pid=93884) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 13 11:12:14.693761 dv-cinder-797608-16-iscsi neutron-server[93885]: DEBUG neutron.db.provisioning_blocks [None req-815160a6-76af-4179-9a22-7d54ef314da2 None None] Provisioning complete for port bb51053a-19f2-4126-9a6c-e308caee1b2a triggered by entity DHCP. {{(pid=93885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 13 11:12:14.694162 dv-cinder-797608-16-iscsi neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-815160a6-76af-4179-9a22-7d54ef314da2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-997193'] for port, provisioning_complete {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 11:12:14.726171 dv-cinder-797608-16-iscsi neutron-server[93884]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-96500b09-562a-4bed-947a-0a64737f4291 admin admin] Router 75571df9-a778-46a9-9f13-0344f0cdc7cc is scheduled to L3 agent 120d27b5-31d8-4cd2-97b4-2412c45088e1 with binding_index 1 {{(pid=93884) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 13 11:12:14.727046 dv-cinder-797608-16-iscsi neutron-server[93885]: DEBUG neutron.plugins.ml2.plugin [None req-815160a6-76af-4179-9a22-7d54ef314da2 None None] Port bb51053a-19f2-4126-9a6c-e308caee1b2a cannot update to ACTIVE because it is not bound. {{(pid=93885) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 13 11:12:14.835643 dv-cinder-797608-16-iscsi neutron-server[93884]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-96500b09-562a-4bed-947a-0a64737f4291 admin admin] Notify agent at l3_agent.dv-cinder-797608-16-iscsi the message routers_updated {{(pid=93884) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 13 11:12:14.841024 dv-cinder-797608-16-iscsi neutron-server[93884]: INFO neutron.wsgi [None req-96500b09-562a-4bed-947a-0a64737f4291 admin admin] 10.222.0.32 "PUT /v2.0/routers/75571df9-a778-46a9-9f13-0344f0cdc7cc/add_router_interface HTTP/1.1" status: 200 len: 508 time: 1.8607924 Aug 13 11:12:14.845749 dv-cinder-797608-16-iscsi neutron-server[93886]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f841a9b9-dc19-4248-a1a0-008c9c805849 None None] Sync routers for ids ['75571df9-a778-46a9-9f13-0344f0cdc7cc'] in dv-cinder-797608-16-iscsi {{(pid=93886) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 13 11:12:14.857677 dv-cinder-797608-16-iscsi neutron-server[93886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f841a9b9-dc19-4248-a1a0-008c9c805849 None None] Routers {'75571df9-a778-46a9-9f13-0344f0cdc7cc'} bound to L3 agent in host dv-cinder-797608-16-iscsi {{(pid=93886) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 13 11:12:14.858543 dv-cinder-797608-16-iscsi neutron-server[93886]: DEBUG neutron.db.l3_hamode_db [None req-f841a9b9-dc19-4248-a1a0-008c9c805849 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797608-16-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-08-13T11:11:41Z,description=,heartbeat_timestamp=2021-08-13T11:12:11Z,host='dv-cinder-797608-16-iscsi',id=120d27b5-31d8-4cd2-97b4-2412c45088e1,load=0,resource_versions=,resources_synced=,started_at=2021-08-13T11:11:41Z,topic='l3_agent')) {'router_ids': ['75571df9-a778-46a9-9f13-0344f0cdc7cc'], 'active': True} {{(pid=93886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 13 11:12:15.099812 dv-cinder-797608-16-iscsi neutron-server[93886]: DEBUG neutron.db.l3_dvr_db [None req-f841a9b9-dc19-4248-a1a0-008c9c805849 None None] Set router 75571df9-a778-46a9-9f13-0344f0cdc7cc gateway port host: None {{(pid=93886) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 13 11:12:15.583973 dv-cinder-797608-16-iscsi neutron-server[93886]: DEBUG neutron.db.l3_hamode_db [None req-f841a9b9-dc19-4248-a1a0-008c9c805849 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '75571df9-a778-46a9-9f13-0344f0cdc7cc', 'name': 'router1', 'tenant_id': '1e19c0ff8936403fb80263f812722072', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-13T11:12:04Z', 'updated_at': '2021-08-13T11:12:14Z', 'revision_number': 2, 'project_id': '1e19c0ff8936403fb80263f812722072', 'gw_port_host': None, '_interfaces': [{'id': 'bb51053a-19f2-4126-9a6c-e308caee1b2a', 'name': '', 'network_id': '015445d4-d0e7-402b-81f3-d509b3f9d545', 'tenant_id': '1e19c0ff8936403fb80263f812722072', 'mac_address': 'fa:16:3e:6e:09:e0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '75571df9-a778-46a9-9f13-0344f0cdc7cc', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '33248de9-2d42-4783-8b69-0d4cde84b987', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-13T11:12:13Z', 'updated_at': '2021-08-13T11:12:14Z', 'revision_number': 2, 'project_id': '1e19c0ff8936403fb80263f812722072', 'subnets': [{'id': '33248de9-2d42-4783-8b69-0d4cde84b987', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '997813a2-c8ca-4668-ae0f-379426f7bc85'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-797608-16-iscsi', False) {} {{(pid=93886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 13 11:12:15.636556 dv-cinder-797608-16-iscsi neutron-server[93886]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f841a9b9-dc19-4248-a1a0-008c9c805849 None None] Checking router: 75571df9-a778-46a9-9f13-0344f0cdc7cc for host: dv-cinder-797608-16-iscsi {{(pid=93886) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 13 11:12:15.636933 dv-cinder-797608-16-iscsi neutron-server[93886]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f841a9b9-dc19-4248-a1a0-008c9c805849 None None] Updating router 75571df9-a778-46a9-9f13-0344f0cdc7cc port bb51053a-19f2-4126-9a6c-e308caee1b2a binding host dv-cinder-797608-16-iscsi {{(pid=93886) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 13 11:12:15.686426 dv-cinder-797608-16-iscsi neutron-server[93886]: DEBUG neutron_lib.callbacks.manager [None req-f841a9b9-dc19-4248-a1a0-008c9c805849 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935434'] for port, before_update {{(pid=93886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 11:12:16.241840 dv-cinder-797608-16-iscsi neutron-server[93886]: DEBUG neutron_lib.callbacks.manager [None req-f841a9b9-dc19-4248-a1a0-008c9c805849 None None] Notify callbacks [] for port, precommit_update {{(pid=93886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 11:12:16.260268 dv-cinder-797608-16-iscsi neutron-server[93886]: DEBUG neutron.db.provisioning_blocks [None req-f841a9b9-dc19-4248-a1a0-008c9c805849 None None] Transition to ACTIVE for port object bb51053a-19f2-4126-9a6c-e308caee1b2a will not be triggered until provisioned by entity L2. {{(pid=93886) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 13 11:12:16.266468 dv-cinder-797608-16-iscsi neutron-server[93886]: DEBUG neutron_lib.callbacks.manager [None req-f841a9b9-dc19-4248-a1a0-008c9c805849 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935844', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611014', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782137889940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782137337613', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782137337631'] for port, after_update {{(pid=93886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 11:12:16.413475 dv-cinder-797608-16-iscsi neutron-server[93886]: DEBUG neutron.plugins.ml2.managers [None req-f841a9b9-dc19-4248-a1a0-008c9c805849 None None] Attempting to bind port bb51053a-19f2-4126-9a6c-e308caee1b2a on host dv-cinder-797608-16-iscsi for vnic_type normal with profile {{(pid=93886) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 13 11:12:16.413876 dv-cinder-797608-16-iscsi neutron-server[93886]: DEBUG neutron.plugins.ml2.managers [None req-f841a9b9-dc19-4248-a1a0-008c9c805849 None None] Attempting to bind port bb51053a-19f2-4126-9a6c-e308caee1b2a by drivers openvswitch,hyperv on host dv-cinder-797608-16-iscsi at level 0 using segments [{'id': '6c243bb3-1043-484e-8b85-df80bde621fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': '015445d4-d0e7-402b-81f3-d509b3f9d545'}] {{(pid=93886) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 13 11:12:16.414312 dv-cinder-797608-16-iscsi neutron-server[93886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f841a9b9-dc19-4248-a1a0-008c9c805849 None None] Attempting to bind port bb51053a-19f2-4126-9a6c-e308caee1b2a on network 015445d4-d0e7-402b-81f3-d509b3f9d545 {{(pid=93886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 13 11:12:16.423650 dv-cinder-797608-16-iscsi neutron-server[93886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f841a9b9-dc19-4248-a1a0-008c9c805849 None None] Checking agent: {'id': '649b788e-933d-40b8-a73c-f58c5ea7beff', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-797608-16-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 13, 11, 11, 41), 'started_at': datetime.datetime(2021, 8, 13, 11, 12, 11), 'heartbeat_timestamp': datetime.datetime(2021, 8, 13, 11, 12, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-797608-16-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 13 11:12:16.424061 dv-cinder-797608-16-iscsi neutron-server[93886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f841a9b9-dc19-4248-a1a0-008c9c805849 None None] Checking segment: {'id': '6c243bb3-1043-484e-8b85-df80bde621fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': '015445d4-d0e7-402b-81f3-d509b3f9d545'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93886) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 13 11:12:16.424549 dv-cinder-797608-16-iscsi neutron-server[93886]: DEBUG neutron_lib.callbacks.manager [None req-f841a9b9-dc19-4248-a1a0-008c9c805849 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 11:12:16.424952 dv-cinder-797608-16-iscsi neutron-server[93886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f841a9b9-dc19-4248-a1a0-008c9c805849 None None] Bound using segment: {'id': '6c243bb3-1043-484e-8b85-df80bde621fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': '015445d4-d0e7-402b-81f3-d509b3f9d545'} {{(pid=93886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 13 11:12:16.425505 dv-cinder-797608-16-iscsi neutron-server[93886]: DEBUG neutron.plugins.ml2.managers [None req-f841a9b9-dc19-4248-a1a0-008c9c805849 None None] Bound port: bb51053a-19f2-4126-9a6c-e308caee1b2a, host: dv-cinder-797608-16-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6c243bb3-1043-484e-8b85-df80bde621fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': '015445d4-d0e7-402b-81f3-d509b3f9d545'}}] {{(pid=93886) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 13 11:12:16.425875 dv-cinder-797608-16-iscsi neutron-server[93886]: DEBUG neutron_lib.callbacks.manager [None req-f841a9b9-dc19-4248-a1a0-008c9c805849 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935434'] for port, before_update {{(pid=93886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 11:12:16.437508 dv-cinder-797608-16-iscsi neutron-server[93886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99be81c1-ae0a-4b12-a373-c665f6cee5e6 None None] Pushing event updated for resources: {'Port': ['ID=bb51053a-19f2-4126-9a6c-e308caee1b2a,revision_number=3']} {{(pid=93886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 11:12:16.468252 dv-cinder-797608-16-iscsi neutron-server[93886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99be81c1-ae0a-4b12-a373-c665f6cee5e6 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797608-16-iscsi {{(pid=93886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 11:12:16.468599 dv-cinder-797608-16-iscsi neutron-server[93886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99be81c1-ae0a-4b12-a373-c665f6cee5e6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797608-16-iscsi {{(pid=93886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 11:12:16.468929 dv-cinder-797608-16-iscsi neutron-server[93886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99be81c1-ae0a-4b12-a373-c665f6cee5e6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797608-16-iscsi {{(pid=93886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 11:12:16.469254 dv-cinder-797608-16-iscsi neutron-server[93886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99be81c1-ae0a-4b12-a373-c665f6cee5e6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797608-16-iscsi {{(pid=93886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 11:12:16.469577 dv-cinder-797608-16-iscsi neutron-server[93886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99be81c1-ae0a-4b12-a373-c665f6cee5e6 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-797608-16-iscsi {{(pid=93886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 11:12:16.469900 dv-cinder-797608-16-iscsi neutron-server[93886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99be81c1-ae0a-4b12-a373-c665f6cee5e6 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797608-16-iscsi {{(pid=93886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 11:12:16.470235 dv-cinder-797608-16-iscsi neutron-server[93886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99be81c1-ae0a-4b12-a373-c665f6cee5e6 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-797608-16-iscsi {{(pid=93886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 11:12:16.470551 dv-cinder-797608-16-iscsi neutron-server[93886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99be81c1-ae0a-4b12-a373-c665f6cee5e6 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-797608-16-iscsi {{(pid=93886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 11:12:16.470885 dv-cinder-797608-16-iscsi neutron-server[93886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99be81c1-ae0a-4b12-a373-c665f6cee5e6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797608-16-iscsi {{(pid=93886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 11:12:16.471201 dv-cinder-797608-16-iscsi neutron-server[93886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99be81c1-ae0a-4b12-a373-c665f6cee5e6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797608-16-iscsi {{(pid=93886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 11:12:16.471514 dv-cinder-797608-16-iscsi neutron-server[93886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99be81c1-ae0a-4b12-a373-c665f6cee5e6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797608-16-iscsi {{(pid=93886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 11:12:16.471823 dv-cinder-797608-16-iscsi neutron-server[93886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99be81c1-ae0a-4b12-a373-c665f6cee5e6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797608-16-iscsi {{(pid=93886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 11:12:16.473135 dv-cinder-797608-16-iscsi neutron-server[93886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99be81c1-ae0a-4b12-a373-c665f6cee5e6 None None] Tracked resource versions report: Aug 13 11:12:16.473135 dv-cinder-797608-16-iscsi neutron-server[93886]: pushed versions: Aug 13 11:12:16.473135 dv-cinder-797608-16-iscsi neutron-server[93886]: { 'AddressGroup': {'1.2'}, Aug 13 11:12:16.473135 dv-cinder-797608-16-iscsi neutron-server[93886]: 'ConntrackHelper': {'1.0'}, Aug 13 11:12:16.473135 dv-cinder-797608-16-iscsi neutron-server[93886]: 'Log': {'1.0'}, Aug 13 11:12:16.473135 dv-cinder-797608-16-iscsi neutron-server[93886]: 'Network': {'1.1'}, Aug 13 11:12:16.473135 dv-cinder-797608-16-iscsi neutron-server[93886]: 'Port': {'1.7'}, Aug 13 11:12:16.473135 dv-cinder-797608-16-iscsi neutron-server[93886]: 'PortForwarding': {'1.2'}, Aug 13 11:12:16.473135 dv-cinder-797608-16-iscsi neutron-server[93886]: 'QosPolicy': {'1.9'}, Aug 13 11:12:16.473135 dv-cinder-797608-16-iscsi neutron-server[93886]: 'SecurityGroup': {'1.4'}, Aug 13 11:12:16.473135 dv-cinder-797608-16-iscsi neutron-server[93886]: 'SecurityGroupRule': {'1.2'}, Aug 13 11:12:16.473135 dv-cinder-797608-16-iscsi neutron-server[93886]: 'SubPort': {'1.0'}, Aug 13 11:12:16.473135 dv-cinder-797608-16-iscsi neutron-server[93886]: 'Subnet': {'1.1'}, Aug 13 11:12:16.473135 dv-cinder-797608-16-iscsi neutron-server[93886]: 'Trunk': {'1.1'}} Aug 13 11:12:16.473135 dv-cinder-797608-16-iscsi neutron-server[93886]: consumer versions: Aug 13 11:12:16.473135 dv-cinder-797608-16-iscsi neutron-server[93886]: { DHCP agent@dv-cinder-797608-16-iscsi: {}, Aug 13 11:12:16.473135 dv-cinder-797608-16-iscsi neutron-server[93886]: L3 agent@dv-cinder-797608-16-iscsi: {}, Aug 13 11:12:16.473135 dv-cinder-797608-16-iscsi neutron-server[93886]: Metadata agent@dv-cinder-797608-16-iscsi: {}, Aug 13 11:12:16.473135 dv-cinder-797608-16-iscsi neutron-server[93886]: Metering agent@dv-cinder-797608-16-iscsi: {}, Aug 13 11:12:16.473135 dv-cinder-797608-16-iscsi neutron-server[93886]: Open vSwitch agent@dv-cinder-797608-16-iscsi: { 'AddressGroup': '1.2', Aug 13 11:12:16.473135 dv-cinder-797608-16-iscsi neutron-server[93886]: 'ConntrackHelper': '1.0', Aug 13 11:12:16.473135 dv-cinder-797608-16-iscsi neutron-server[93886]: 'Log': '1.0', Aug 13 11:12:16.473135 dv-cinder-797608-16-iscsi neutron-server[93886]: 'Network': '1.1', Aug 13 11:12:16.473135 dv-cinder-797608-16-iscsi neutron-server[93886]: 'Port': '1.7', Aug 13 11:12:16.473135 dv-cinder-797608-16-iscsi neutron-server[93886]: 'PortForwarding': '1.2', Aug 13 11:12:16.473135 dv-cinder-797608-16-iscsi neutron-server[93886]: 'QosPolicy': '1.9', Aug 13 11:12:16.473135 dv-cinder-797608-16-iscsi neutron-server[93886]: 'SecurityGroup': '1.4', Aug 13 11:12:16.473135 dv-cinder-797608-16-iscsi neutron-server[93886]: 'SecurityGroupRule': '1.2', Aug 13 11:12:16.473135 dv-cinder-797608-16-iscsi neutron-server[93886]: 'SubPort': '1.0', Aug 13 11:12:16.473135 dv-cinder-797608-16-iscsi neutron-server[93886]: 'Subnet': '1.1', Aug 13 11:12:16.473135 dv-cinder-797608-16-iscsi neutron-server[93886]: 'Trunk': '1.1'}} Aug 13 11:12:16.473135 dv-cinder-797608-16-iscsi neutron-server[93886]: {{(pid=93886) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Aug 13 11:12:16.509560 dv-cinder-797608-16-iscsi neutron-server[93886]: DEBUG neutron.plugins.ml2.db [None req-f841a9b9-dc19-4248-a1a0-008c9c805849 None None] For port bb51053a-19f2-4126-9a6c-e308caee1b2a, host dv-cinder-797608-16-iscsi, cleared binding levels {{(pid=93886) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 13 11:12:16.529463 dv-cinder-797608-16-iscsi neutron-server[93886]: DEBUG neutron.plugins.ml2.db [None req-f841a9b9-dc19-4248-a1a0-008c9c805849 None None] For port bb51053a-19f2-4126-9a6c-e308caee1b2a, host dv-cinder-797608-16-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797608-16-iscsi',level=0,port_id=bb51053a-19f2-4126-9a6c-e308caee1b2a,segment=NetworkSegment(6c243bb3-1043-484e-8b85-df80bde621fd),segment_id=6c243bb3-1043-484e-8b85-df80bde621fd)] {{(pid=93886) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 13 11:12:16.533635 dv-cinder-797608-16-iscsi neutron-server[93886]: DEBUG neutron_lib.callbacks.manager [None req-f841a9b9-dc19-4248-a1a0-008c9c805849 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935844', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611014', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782137889940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782137337613', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782137337631'] for port, after_update {{(pid=93886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 11:12:16.586605 dv-cinder-797608-16-iscsi neutron-server[93886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99be81c1-ae0a-4b12-a373-c665f6cee5e6 None None] Pushing event updated for resources: {'Port': ['ID=bb51053a-19f2-4126-9a6c-e308caee1b2a,revision_number=4']} {{(pid=93886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 11:12:16.596432 dv-cinder-797608-16-iscsi neutron-server[93886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f841a9b9-dc19-4248-a1a0-008c9c805849 None None] Routers {'75571df9-a778-46a9-9f13-0344f0cdc7cc'} bound to L3 agent in host dv-cinder-797608-16-iscsi {{(pid=93886) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 13 11:12:16.597025 dv-cinder-797608-16-iscsi neutron-server[93886]: DEBUG neutron.db.l3_hamode_db [None req-f841a9b9-dc19-4248-a1a0-008c9c805849 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797608-16-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-08-13T11:11:41Z,description=,heartbeat_timestamp=2021-08-13T11:12:11Z,host='dv-cinder-797608-16-iscsi',id=120d27b5-31d8-4cd2-97b4-2412c45088e1,load=0,resource_versions=,resources_synced=,started_at=2021-08-13T11:11:41Z,topic='l3_agent')) {'router_ids': ['75571df9-a778-46a9-9f13-0344f0cdc7cc'], 'active': True} {{(pid=93886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 13 11:12:16.685256 dv-cinder-797608-16-iscsi neutron-server[93886]: DEBUG neutron.db.l3_dvr_db [None req-f841a9b9-dc19-4248-a1a0-008c9c805849 None None] Set router 75571df9-a778-46a9-9f13-0344f0cdc7cc gateway port host: None {{(pid=93886) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 13 11:12:16.900355 dv-cinder-797608-16-iscsi neutron-server[93886]: DEBUG neutron.db.l3_hamode_db [None req-f841a9b9-dc19-4248-a1a0-008c9c805849 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '75571df9-a778-46a9-9f13-0344f0cdc7cc', 'name': 'router1', 'tenant_id': '1e19c0ff8936403fb80263f812722072', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-13T11:12:04Z', 'updated_at': '2021-08-13T11:12:14Z', 'revision_number': 2, 'project_id': '1e19c0ff8936403fb80263f812722072', 'gw_port_host': None, '_interfaces': [{'id': 'bb51053a-19f2-4126-9a6c-e308caee1b2a', 'name': '', 'network_id': '015445d4-d0e7-402b-81f3-d509b3f9d545', 'tenant_id': '1e19c0ff8936403fb80263f812722072', 'mac_address': 'fa:16:3e:6e:09:e0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '75571df9-a778-46a9-9f13-0344f0cdc7cc', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '33248de9-2d42-4783-8b69-0d4cde84b987', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-13T11:12:13Z', 'updated_at': '2021-08-13T11:12:16Z', 'revision_number': 4, 'project_id': '1e19c0ff8936403fb80263f812722072', 'subnets': [{'id': '33248de9-2d42-4783-8b69-0d4cde84b987', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '997813a2-c8ca-4668-ae0f-379426f7bc85'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-797608-16-iscsi', False) {} {{(pid=93886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 13 11:12:16.925618 dv-cinder-797608-16-iscsi neutron-server[93886]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f841a9b9-dc19-4248-a1a0-008c9c805849 None None] The sync data for ids ['75571df9-a778-46a9-9f13-0344f0cdc7cc'] in dv-cinder-797608-16-iscsi is: [{'id': '75571df9-a778-46a9-9f13-0344f0cdc7cc', 'name': 'router1', 'tenant_id': '1e19c0ff8936403fb80263f812722072', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-13T11:12:04Z', 'updated_at': '2021-08-13T11:12:14Z', 'revision_number': 2, 'project_id': '1e19c0ff8936403fb80263f812722072', 'gw_port_host': None, '_interfaces': [{'id': 'bb51053a-19f2-4126-9a6c-e308caee1b2a', 'name': '', 'network_id': '015445d4-d0e7-402b-81f3-d509b3f9d545', 'tenant_id': '1e19c0ff8936403fb80263f812722072', 'mac_address': 'fa:16:3e:6e:09:e0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '75571df9-a778-46a9-9f13-0344f0cdc7cc', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '33248de9-2d42-4783-8b69-0d4cde84b987', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-13T11:12:13Z', 'updated_at': '2021-08-13T11:12:16Z', 'revision_number': 4, 'project_id': '1e19c0ff8936403fb80263f812722072', 'subnets': [{'id': '33248de9-2d42-4783-8b69-0d4cde84b987', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '997813a2-c8ca-4668-ae0f-379426f7bc85'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93886) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 13 11:12:17.190402 dv-cinder-797608-16-iscsi neutron-server[93884]: DEBUG neutron.wsgi [-] (93884) accepted ('10.222.0.32', 41500) {{(pid=93884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 11:12:17.321289 dv-cinder-797608-16-iscsi neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0117720e-3bea-44f4-9ba8-7142ac86825b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 11:12:17.322752 dv-cinder-797608-16-iscsi neutron-server[93884]: INFO neutron.wsgi [None req-0117720e-3bea-44f4-9ba8-7142ac86825b admin admin] 10.222.0.32 "GET /v2.0/networks/7c3f0979-58a5-4465-87f9-e256377c6b61 HTTP/1.1" status: 200 len: 842 time: 0.1313956 Aug 13 11:12:17.335748 dv-cinder-797608-16-iscsi neutron-server[93884]: DEBUG neutron.api.v2.base [None req-35480908-c6cb-479d-9c41-4d965ce01eae admin admin] Request body: {'subnet': {'ip_version': 4, 'network_id': '7c3f0979-58a5-4465-87f9-e256377c6b61', 'enable_dhcp': False, 'gateway_ip': '172.27.2.1', 'name': 'public-subnet', 'cidr': '172.27.2.0/24'}} {{(pid=93884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 13 11:12:17.337133 dv-cinder-797608-16-iscsi neutron-server[93884]: INFO neutron.quota [None req-35480908-c6cb-479d-9c41-4d965ce01eae admin admin] Loaded quota_driver: . Aug 13 11:12:17.372634 dv-cinder-797608-16-iscsi neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-35480908-c6cb-479d-9c41-4d965ce01eae admin admin] Made reservation on behalf of f3c0e88724314e35964dfedd78f1791c for: {'subnet': 1} {{(pid=93884) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 13 11:12:17.374920 dv-cinder-797608-16-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-35480908-c6cb-479d-9c41-4d965ce01eae admin admin] Notify callbacks [] for subnet, before_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 11:12:17.685136 dv-cinder-797608-16-iscsi neutron-server[93884]: DEBUG neutron.objects.ports [None req-35480908-c6cb-479d-9c41-4d965ce01eae admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=93884) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Aug 13 11:12:17.685482 dv-cinder-797608-16-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-35480908-c6cb-479d-9c41-4d965ce01eae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611014'] for subnet, after_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 11:12:17.746663 dv-cinder-797608-16-iscsi neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35480908-c6cb-479d-9c41-4d965ce01eae admin admin] Pushing event updated for resources: {'Subnet': ['ID=ba735781-2bff-41d5-99b4-7ca705ee91ca,revision_number=0']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 11:12:17.748566 dv-cinder-797608-16-iscsi neutron-server[93884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35480908-c6cb-479d-9c41-4d965ce01eae admin admin] Checking segment: {'id': '3f6765c6-6e72-475e-8aaa-7134ee4679ca', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7c3f0979-58a5-4465-87f9-e256377c6b61'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93884) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 13 11:12:17.748922 dv-cinder-797608-16-iscsi neutron-server[93884]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-35480908-c6cb-479d-9c41-4d965ce01eae admin admin] Network hostable DHCP agents. Network: 7c3f0979-58a5-4465-87f9-e256377c6b61, hostable agents: ['1ffcc762-1342-4182-afbd-f33f0b43fadf'], hosted agents: [] {{(pid=93884) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 13 11:12:17.769989 dv-cinder-797608-16-iscsi neutron-server[93884]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-35480908-c6cb-479d-9c41-4d965ce01eae admin admin] Network 7c3f0979-58a5-4465-87f9-e256377c6b61 is scheduled to be hosted by DHCP agent 1ffcc762-1342-4182-afbd-f33f0b43fadf with binding_index 1 {{(pid=93884) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 13 11:12:17.782053 dv-cinder-797608-16-iscsi neutron-server[93884]: DEBUG neutron.scheduler.base_scheduler [None req-35480908-c6cb-479d-9c41-4d965ce01eae admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-797608-16-iscsi, 7c3f0979-58a5-4465-87f9-e256377c6b61) {{(pid=93884) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 13 11:12:17.786394 dv-cinder-797608-16-iscsi neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-35480908-c6cb-479d-9c41-4d965ce01eae admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 11:12:17.786995 dv-cinder-797608-16-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-35480908-c6cb-479d-9c41-4d965ce01eae admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1611032'] for subnet, before_response {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 11:12:17.793026 dv-cinder-797608-16-iscsi neutron-server[93885]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0633b5ff-16a6-419b-8960-c7a626aa4b9d None None] Network 7c3f0979-58a5-4465-87f9-e256377c6b61 requested from dv-cinder-797608-16-iscsi {{(pid=93885) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 13 11:12:17.816456 dv-cinder-797608-16-iscsi neutron-server[93884]: INFO neutron.wsgi [None req-35480908-c6cb-479d-9c41-4d965ce01eae admin admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.4757991 Aug 13 11:12:17.926531 dv-cinder-797608-16-iscsi neutron-server[93885]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d3fa56d4-7c61-43f5-93d3-957857fb81ff None None] Network 7c3f0979-58a5-4465-87f9-e256377c6b61 requested from dv-cinder-797608-16-iscsi {{(pid=93885) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 13 11:12:18.175153 dv-cinder-797608-16-iscsi neutron-server[93886]: DEBUG neutron.db.agents_db [None req-85e56f49-6478-4807-bf82-7523a15d9e55 None None] Agent healthcheck: found 5 active agents {{(pid=93886) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 13 11:12:20.164482 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.32', 41518) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 11:12:20.397442 dv-cinder-797608-16-iscsi neutron-server[93883]: INFO neutron.wsgi [None req-562fd97f-5b54-437f-ae37-f5f404d1a25b admin admin] 10.222.0.32 "GET /v2.0/routers/75571df9-a778-46a9-9f13-0344f0cdc7cc HTTP/1.1" status: 200 len: 710 time: 0.2313178 Aug 13 11:12:20.510710 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-73fbc694-2fac-41fc-af35-62d2a285ec73 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 11:12:20.512104 dv-cinder-797608-16-iscsi neutron-server[93883]: INFO neutron.wsgi [None req-73fbc694-2fac-41fc-af35-62d2a285ec73 admin admin] 10.222.0.32 "GET /v2.0/networks/7c3f0979-58a5-4465-87f9-e256377c6b61 HTTP/1.1" status: 200 len: 886 time: 0.1090007 Aug 13 11:12:20.521695 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron.api.v2.base [None req-23d20eef-4210-4a54-97e0-a4a85da4e29a admin admin] Request body: {'router': {'external_gateway_info': {'network_id': '7c3f0979-58a5-4465-87f9-e256377c6b61'}}} {{(pid=93883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 13 11:12:20.768114 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-23d20eef-4210-4a54-97e0-a4a85da4e29a admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 11:12:21.035254 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-23d20eef-4210-4a54-97e0-a4a85da4e29a admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 11:12:21.109483 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-23d20eef-4210-4a54-97e0-a4a85da4e29a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935434'] for port, before_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 11:12:21.264562 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron.db.db_base_plugin_common [None req-23d20eef-4210-4a54-97e0-a4a85da4e29a admin admin] Allocated IP 172.27.2.63 (7c3f0979-58a5-4465-87f9-e256377c6b61/ba735781-2bff-41d5-99b4-7ca705ee91ca/3c30937b-6a26-4b86-a4f7-ab3db40f9fe5) {{(pid=93883) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 13 11:12:21.369019 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-23d20eef-4210-4a54-97e0-a4a85da4e29a admin admin] Notify callbacks [] for port, precommit_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 11:12:21.452135 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-23d20eef-4210-4a54-97e0-a4a85da4e29a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935844', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611014', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782137337079'] for port, after_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 11:12:21.530504 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-23d20eef-4210-4a54-97e0-a4a85da4e29a admin admin] Network 7c3f0979-58a5-4465-87f9-e256377c6b61 is already hosted by enough agents. {{(pid=93883) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 13 11:12:21.535345 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron.scheduler.base_scheduler [None req-23d20eef-4210-4a54-97e0-a4a85da4e29a admin admin] Resources bound (agent type, host, resource id): {{(pid=93883) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 13 11:12:21.540536 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23d20eef-4210-4a54-97e0-a4a85da4e29a admin admin] Received port after_create {{(pid=93883) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 13 11:12:21.543046 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23d20eef-4210-4a54-97e0-a4a85da4e29a admin admin] Pushing event updated for resources: {'Port': ['ID=3c30937b-6a26-4b86-a4f7-ab3db40f9fe5,revision_number=1']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 11:12:21.813049 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-23d20eef-4210-4a54-97e0-a4a85da4e29a admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 11:12:22.015140 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-23d20eef-4210-4a54-97e0-a4a85da4e29a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1585414', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1586537', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-130451'] for router, precommit_update {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 11:12:22.020093 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-23d20eef-4210-4a54-97e0-a4a85da4e29a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1585661', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1585423', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1585652', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1586526'] for router, after_update {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 11:12:22.133042 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-23d20eef-4210-4a54-97e0-a4a85da4e29a admin admin] Router 75571df9-a778-46a9-9f13-0344f0cdc7cc has already been hosted by L3 agent 120d27b5-31d8-4cd2-97b4-2412c45088e1 {{(pid=93883) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 13 11:12:22.239120 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-23d20eef-4210-4a54-97e0-a4a85da4e29a admin admin] Notify agent at l3_agent.dv-cinder-797608-16-iscsi the message routers_updated {{(pid=93883) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 13 11:12:22.244567 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-23d20eef-4210-4a54-97e0-a4a85da4e29a admin admin] Notify callbacks [] for router, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 11:12:22.246583 dv-cinder-797608-16-iscsi neutron-server[93883]: INFO neutron.wsgi [None req-23d20eef-4210-4a54-97e0-a4a85da4e29a admin admin] 10.222.0.32 "PUT /v2.0/routers/75571df9-a778-46a9-9f13-0344f0cdc7cc HTTP/1.1" status: 200 len: 889 time: 1.7275336 Aug 13 11:12:23.333793 dv-cinder-797608-16-iscsi neutron-server[93885]: DEBUG neutron.plugins.ml2.rpc [None req-05931952-e11e-4e12-af58-ece1398d134b None None] Device bb51053a-19f2-4126-9a6c-e308caee1b2a up at agent ovs-agent-dv-cinder-797608-16-iscsi {{(pid=93885) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 13 11:12:23.386402 dv-cinder-797608-16-iscsi neutron-server[93885]: DEBUG neutron.db.provisioning_blocks [None req-05931952-e11e-4e12-af58-ece1398d134b None None] Provisioning for port bb51053a-19f2-4126-9a6c-e308caee1b2a completed by entity L2. {{(pid=93885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 13 11:12:23.390140 dv-cinder-797608-16-iscsi neutron-server[93885]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aba671df-d70a-48ce-881f-6f254b67feee None None] Sync routers for ids ['75571df9-a778-46a9-9f13-0344f0cdc7cc'] in dv-cinder-797608-16-iscsi {{(pid=93885) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 13 11:12:23.396490 dv-cinder-797608-16-iscsi neutron-server[93885]: DEBUG neutron.db.provisioning_blocks [None req-05931952-e11e-4e12-af58-ece1398d134b None None] Provisioning complete for port bb51053a-19f2-4126-9a6c-e308caee1b2a triggered by entity L2. {{(pid=93885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 13 11:12:23.396866 dv-cinder-797608-16-iscsi neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-05931952-e11e-4e12-af58-ece1398d134b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-997193'] for port, provisioning_complete {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 11:12:23.422239 dv-cinder-797608-16-iscsi neutron-server[93885]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aba671df-d70a-48ce-881f-6f254b67feee None None] Routers {'75571df9-a778-46a9-9f13-0344f0cdc7cc'} bound to L3 agent in host dv-cinder-797608-16-iscsi {{(pid=93885) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 13 11:12:23.422940 dv-cinder-797608-16-iscsi neutron-server[93885]: DEBUG neutron.db.l3_hamode_db [None req-aba671df-d70a-48ce-881f-6f254b67feee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797608-16-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-08-13T11:11:41Z,description=,heartbeat_timestamp=2021-08-13T11:12:11Z,host='dv-cinder-797608-16-iscsi',id=120d27b5-31d8-4cd2-97b4-2412c45088e1,load=0,resource_versions=,resources_synced=,started_at=2021-08-13T11:11:41Z,topic='l3_agent')) {'router_ids': ['75571df9-a778-46a9-9f13-0344f0cdc7cc'], 'active': True} {{(pid=93885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 13 11:12:23.697119 dv-cinder-797608-16-iscsi neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-05931952-e11e-4e12-af58-ece1398d134b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935434'] for port, before_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 11:12:23.718045 dv-cinder-797608-16-iscsi neutron-server[93885]: DEBUG neutron.db.l3_dvr_db [None req-aba671df-d70a-48ce-881f-6f254b67feee None None] Set router 75571df9-a778-46a9-9f13-0344f0cdc7cc gateway port host: dv-cinder-797608-16-iscsi {{(pid=93885) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 13 11:12:23.815599 dv-cinder-797608-16-iscsi neutron-server[93885]: DEBUG neutron.plugins.ml2.db [None req-05931952-e11e-4e12-af58-ece1398d134b None None] For port bb51053a-19f2-4126-9a6c-e308caee1b2a, host dv-cinder-797608-16-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797608-16-iscsi',level=0,port_id=bb51053a-19f2-4126-9a6c-e308caee1b2a,segment=NetworkSegment(6c243bb3-1043-484e-8b85-df80bde621fd),segment_id=6c243bb3-1043-484e-8b85-df80bde621fd)] {{(pid=93885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 13 11:12:23.848711 dv-cinder-797608-16-iscsi neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-05931952-e11e-4e12-af58-ece1398d134b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935844', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611014', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782137889940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782137337613', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782137337631'] for port, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 11:12:24.010825 dv-cinder-797608-16-iscsi neutron-server[93885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05931952-e11e-4e12-af58-ece1398d134b None None] Pushing event updated for resources: {'Port': ['ID=bb51053a-19f2-4126-9a6c-e308caee1b2a,revision_number=5']} {{(pid=93885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 11:12:24.159950 dv-cinder-797608-16-iscsi neutron-server[93885]: DEBUG neutron.db.l3_hamode_db [None req-aba671df-d70a-48ce-881f-6f254b67feee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '75571df9-a778-46a9-9f13-0344f0cdc7cc', 'name': 'router1', 'tenant_id': '1e19c0ff8936403fb80263f812722072', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c3f0979-58a5-4465-87f9-e256377c6b61', 'external_fixed_ips': [{'subnet_id': 'ba735781-2bff-41d5-99b4-7ca705ee91ca', 'ip_address': '172.27.2.63'}], 'enable_snat': True}, 'gw_port_id': '3c30937b-6a26-4b86-a4f7-ab3db40f9fe5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-13T11:12:04Z', 'updated_at': '2021-08-13T11:12:21Z', 'revision_number': 4, 'project_id': '1e19c0ff8936403fb80263f812722072', 'gw_port': {'id': '3c30937b-6a26-4b86-a4f7-ab3db40f9fe5', 'name': '', 'network_id': '7c3f0979-58a5-4465-87f9-e256377c6b61', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:c5:3f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '75571df9-a778-46a9-9f13-0344f0cdc7cc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'ba735781-2bff-41d5-99b4-7ca705ee91ca', 'ip_address': '172.27.2.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-13T11:12:21Z', 'updated_at': '2021-08-13T11:12:21Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ba735781-2bff-41d5-99b4-7ca705ee91ca', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797608-16-iscsi', '_interfaces': [{'id': 'bb51053a-19f2-4126-9a6c-e308caee1b2a', 'name': '', 'network_id': '015445d4-d0e7-402b-81f3-d509b3f9d545', 'tenant_id': '1e19c0ff8936403fb80263f812722072', 'mac_address': 'fa:16:3e:6e:09:e0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '75571df9-a778-46a9-9f13-0344f0cdc7cc', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '33248de9-2d42-4783-8b69-0d4cde84b987', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-13T11:12:13Z', 'updated_at': '2021-08-13T11:12:16Z', 'revision_number': 4, 'project_id': '1e19c0ff8936403fb80263f812722072', 'subnets': [{'id': '33248de9-2d42-4783-8b69-0d4cde84b987', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '997813a2-c8ca-4668-ae0f-379426f7bc85'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-797608-16-iscsi', False) {} {{(pid=93885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 13 11:12:24.209899 dv-cinder-797608-16-iscsi neutron-server[93885]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aba671df-d70a-48ce-881f-6f254b67feee None None] Checking router: 75571df9-a778-46a9-9f13-0344f0cdc7cc for host: dv-cinder-797608-16-iscsi {{(pid=93885) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 13 11:12:24.210295 dv-cinder-797608-16-iscsi neutron-server[93885]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aba671df-d70a-48ce-881f-6f254b67feee None None] Updating router 75571df9-a778-46a9-9f13-0344f0cdc7cc port 3c30937b-6a26-4b86-a4f7-ab3db40f9fe5 binding host dv-cinder-797608-16-iscsi {{(pid=93885) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 13 11:12:24.262551 dv-cinder-797608-16-iscsi neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-aba671df-d70a-48ce-881f-6f254b67feee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935434'] for port, before_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 11:12:24.577367 dv-cinder-797608-16-iscsi neutron-server[93884]: DEBUG neutron.wsgi [-] (93884) accepted ('10.222.0.32', 41530) {{(pid=93884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 11:12:24.579983 dv-cinder-797608-16-iscsi neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-aba671df-d70a-48ce-881f-6f254b67feee None None] Notify callbacks [] for port, precommit_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 11:12:24.589500 dv-cinder-797608-16-iscsi neutron-server[93885]: DEBUG neutron.db.provisioning_blocks [None req-aba671df-d70a-48ce-881f-6f254b67feee None None] Transition to ACTIVE for port object 3c30937b-6a26-4b86-a4f7-ab3db40f9fe5 will not be triggered until provisioned by entity L2. {{(pid=93885) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 13 11:12:24.594695 dv-cinder-797608-16-iscsi neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-aba671df-d70a-48ce-881f-6f254b67feee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935844', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611014', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782137889940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782137337613', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782137337631'] for port, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 11:12:24.642031 dv-cinder-797608-16-iscsi neutron-server[93885]: DEBUG neutron.plugins.ml2.managers [None req-aba671df-d70a-48ce-881f-6f254b67feee None None] Attempting to bind port 3c30937b-6a26-4b86-a4f7-ab3db40f9fe5 on host dv-cinder-797608-16-iscsi for vnic_type normal with profile {{(pid=93885) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 13 11:12:24.642390 dv-cinder-797608-16-iscsi neutron-server[93885]: DEBUG neutron.plugins.ml2.managers [None req-aba671df-d70a-48ce-881f-6f254b67feee None None] Attempting to bind port 3c30937b-6a26-4b86-a4f7-ab3db40f9fe5 by drivers openvswitch,hyperv on host dv-cinder-797608-16-iscsi at level 0 using segments [{'id': '3f6765c6-6e72-475e-8aaa-7134ee4679ca', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7c3f0979-58a5-4465-87f9-e256377c6b61'}] {{(pid=93885) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 13 11:12:24.642744 dv-cinder-797608-16-iscsi neutron-server[93885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aba671df-d70a-48ce-881f-6f254b67feee None None] Attempting to bind port 3c30937b-6a26-4b86-a4f7-ab3db40f9fe5 on network 7c3f0979-58a5-4465-87f9-e256377c6b61 {{(pid=93885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 13 11:12:24.650924 dv-cinder-797608-16-iscsi neutron-server[93885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49a457c5-0031-4cd7-8f3c-7fb105c9da73 None None] Pushing event updated for resources: {'Port': ['ID=3c30937b-6a26-4b86-a4f7-ab3db40f9fe5,revision_number=2']} {{(pid=93885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 11:12:24.653290 dv-cinder-797608-16-iscsi neutron-server[93885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aba671df-d70a-48ce-881f-6f254b67feee None None] Checking agent: {'id': '649b788e-933d-40b8-a73c-f58c5ea7beff', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-797608-16-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 13, 11, 11, 41), 'started_at': datetime.datetime(2021, 8, 13, 11, 12, 11), 'heartbeat_timestamp': datetime.datetime(2021, 8, 13, 11, 12, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-797608-16-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 13 11:12:24.653655 dv-cinder-797608-16-iscsi neutron-server[93885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aba671df-d70a-48ce-881f-6f254b67feee None None] Checking segment: {'id': '3f6765c6-6e72-475e-8aaa-7134ee4679ca', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7c3f0979-58a5-4465-87f9-e256377c6b61'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93885) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 13 11:12:24.654068 dv-cinder-797608-16-iscsi neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-aba671df-d70a-48ce-881f-6f254b67feee None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 11:12:24.654452 dv-cinder-797608-16-iscsi neutron-server[93885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aba671df-d70a-48ce-881f-6f254b67feee None None] Bound using segment: {'id': '3f6765c6-6e72-475e-8aaa-7134ee4679ca', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7c3f0979-58a5-4465-87f9-e256377c6b61'} {{(pid=93885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 13 11:12:24.654913 dv-cinder-797608-16-iscsi neutron-server[93885]: DEBUG neutron.plugins.ml2.managers [None req-aba671df-d70a-48ce-881f-6f254b67feee None None] Bound port: 3c30937b-6a26-4b86-a4f7-ab3db40f9fe5, host: dv-cinder-797608-16-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3f6765c6-6e72-475e-8aaa-7134ee4679ca', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7c3f0979-58a5-4465-87f9-e256377c6b61'}}] {{(pid=93885) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 13 11:12:24.655311 dv-cinder-797608-16-iscsi neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-aba671df-d70a-48ce-881f-6f254b67feee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935434'] for port, before_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 11:12:24.691890 dv-cinder-797608-16-iscsi neutron-server[93884]: INFO neutron.wsgi [None req-b1cfb9f4-8610-4f06-97b8-04fc6a02c444 admin admin] 10.222.0.32 "GET /v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200 len: 410 time: 0.1133690 Aug 13 11:12:24.706406 dv-cinder-797608-16-iscsi neutron-server[93885]: DEBUG neutron.plugins.ml2.db [None req-aba671df-d70a-48ce-881f-6f254b67feee None None] For port 3c30937b-6a26-4b86-a4f7-ab3db40f9fe5, host dv-cinder-797608-16-iscsi, cleared binding levels {{(pid=93885) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 13 11:12:24.710032 dv-cinder-797608-16-iscsi neutron-server[93885]: DEBUG neutron.plugins.ml2.db [None req-aba671df-d70a-48ce-881f-6f254b67feee None None] For port 3c30937b-6a26-4b86-a4f7-ab3db40f9fe5, host dv-cinder-797608-16-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797608-16-iscsi',level=0,port_id=3c30937b-6a26-4b86-a4f7-ab3db40f9fe5,segment=NetworkSegment(3f6765c6-6e72-475e-8aaa-7134ee4679ca),segment_id=3f6765c6-6e72-475e-8aaa-7134ee4679ca)] {{(pid=93885) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 13 11:12:24.714490 dv-cinder-797608-16-iscsi neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-aba671df-d70a-48ce-881f-6f254b67feee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935844', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611014', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782137889940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782137337613', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782137337631'] for port, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 11:12:24.784295 dv-cinder-797608-16-iscsi neutron-server[93885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49a457c5-0031-4cd7-8f3c-7fb105c9da73 None None] Pushing event updated for resources: {'Port': ['ID=3c30937b-6a26-4b86-a4f7-ab3db40f9fe5,revision_number=3']} {{(pid=93885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 11:12:24.787118 dv-cinder-797608-16-iscsi neutron-server[93885]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aba671df-d70a-48ce-881f-6f254b67feee None None] Routers {'75571df9-a778-46a9-9f13-0344f0cdc7cc'} bound to L3 agent in host dv-cinder-797608-16-iscsi {{(pid=93885) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 13 11:12:24.787713 dv-cinder-797608-16-iscsi neutron-server[93885]: DEBUG neutron.db.l3_hamode_db [None req-aba671df-d70a-48ce-881f-6f254b67feee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797608-16-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-08-13T11:11:41Z,description=,heartbeat_timestamp=2021-08-13T11:12:11Z,host='dv-cinder-797608-16-iscsi',id=120d27b5-31d8-4cd2-97b4-2412c45088e1,load=0,resource_versions=,resources_synced=,started_at=2021-08-13T11:11:41Z,topic='l3_agent')) {'router_ids': ['75571df9-a778-46a9-9f13-0344f0cdc7cc'], 'active': True} {{(pid=93885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 13 11:12:24.975672 dv-cinder-797608-16-iscsi neutron-server[93885]: DEBUG neutron.db.l3_dvr_db [None req-aba671df-d70a-48ce-881f-6f254b67feee None None] Set router 75571df9-a778-46a9-9f13-0344f0cdc7cc gateway port host: dv-cinder-797608-16-iscsi {{(pid=93885) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 13 11:12:25.187649 dv-cinder-797608-16-iscsi neutron-server[93885]: DEBUG neutron.db.l3_hamode_db [None req-aba671df-d70a-48ce-881f-6f254b67feee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '75571df9-a778-46a9-9f13-0344f0cdc7cc', 'name': 'router1', 'tenant_id': '1e19c0ff8936403fb80263f812722072', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c3f0979-58a5-4465-87f9-e256377c6b61', 'external_fixed_ips': [{'subnet_id': 'ba735781-2bff-41d5-99b4-7ca705ee91ca', 'ip_address': '172.27.2.63'}], 'enable_snat': True}, 'gw_port_id': '3c30937b-6a26-4b86-a4f7-ab3db40f9fe5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-13T11:12:04Z', 'updated_at': '2021-08-13T11:12:21Z', 'revision_number': 4, 'project_id': '1e19c0ff8936403fb80263f812722072', 'gw_port': {'id': '3c30937b-6a26-4b86-a4f7-ab3db40f9fe5', 'name': '', 'network_id': '7c3f0979-58a5-4465-87f9-e256377c6b61', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:c5:3f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '75571df9-a778-46a9-9f13-0344f0cdc7cc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'ba735781-2bff-41d5-99b4-7ca705ee91ca', 'ip_address': '172.27.2.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-13T11:12:21Z', 'updated_at': '2021-08-13T11:12:24Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ba735781-2bff-41d5-99b4-7ca705ee91ca', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797608-16-iscsi', '_interfaces': [{'id': 'bb51053a-19f2-4126-9a6c-e308caee1b2a', 'name': '', 'network_id': '015445d4-d0e7-402b-81f3-d509b3f9d545', 'tenant_id': '1e19c0ff8936403fb80263f812722072', 'mac_address': 'fa:16:3e:6e:09:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75571df9-a778-46a9-9f13-0344f0cdc7cc', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '33248de9-2d42-4783-8b69-0d4cde84b987', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-13T11:12:13Z', 'updated_at': '2021-08-13T11:12:23Z', 'revision_number': 5, 'project_id': '1e19c0ff8936403fb80263f812722072', 'subnets': [{'id': '33248de9-2d42-4783-8b69-0d4cde84b987', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '997813a2-c8ca-4668-ae0f-379426f7bc85'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-797608-16-iscsi', False) {} {{(pid=93885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 13 11:12:25.213174 dv-cinder-797608-16-iscsi neutron-server[93885]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aba671df-d70a-48ce-881f-6f254b67feee None None] The sync data for ids ['75571df9-a778-46a9-9f13-0344f0cdc7cc'] in dv-cinder-797608-16-iscsi is: [{'id': '75571df9-a778-46a9-9f13-0344f0cdc7cc', 'name': 'router1', 'tenant_id': '1e19c0ff8936403fb80263f812722072', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c3f0979-58a5-4465-87f9-e256377c6b61', 'external_fixed_ips': [{'subnet_id': 'ba735781-2bff-41d5-99b4-7ca705ee91ca', 'ip_address': '172.27.2.63'}], 'enable_snat': True}, 'gw_port_id': '3c30937b-6a26-4b86-a4f7-ab3db40f9fe5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-13T11:12:04Z', 'updated_at': '2021-08-13T11:12:21Z', 'revision_number': 4, 'project_id': '1e19c0ff8936403fb80263f812722072', 'gw_port': {'id': '3c30937b-6a26-4b86-a4f7-ab3db40f9fe5', 'name': '', 'network_id': '7c3f0979-58a5-4465-87f9-e256377c6b61', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:c5:3f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '75571df9-a778-46a9-9f13-0344f0cdc7cc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'ba735781-2bff-41d5-99b4-7ca705ee91ca', 'ip_address': '172.27.2.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-13T11:12:21Z', 'updated_at': '2021-08-13T11:12:24Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ba735781-2bff-41d5-99b4-7ca705ee91ca', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797608-16-iscsi', '_interfaces': [{'id': 'bb51053a-19f2-4126-9a6c-e308caee1b2a', 'name': '', 'network_id': '015445d4-d0e7-402b-81f3-d509b3f9d545', 'tenant_id': '1e19c0ff8936403fb80263f812722072', 'mac_address': 'fa:16:3e:6e:09:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75571df9-a778-46a9-9f13-0344f0cdc7cc', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '33248de9-2d42-4783-8b69-0d4cde84b987', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-13T11:12:13Z', 'updated_at': '2021-08-13T11:12:23Z', 'revision_number': 5, 'project_id': '1e19c0ff8936403fb80263f812722072', 'subnets': [{'id': '33248de9-2d42-4783-8b69-0d4cde84b987', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '997813a2-c8ca-4668-ae0f-379426f7bc85'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93885) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 13 11:12:25.375505 dv-cinder-797608-16-iscsi neutron-server[93885]: DEBUG neutron.plugins.ml2.rpc [None req-05931952-e11e-4e12-af58-ece1398d134b None None] Device bb51053a-19f2-4126-9a6c-e308caee1b2a up at agent ovs-agent-dv-cinder-797608-16-iscsi {{(pid=93885) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 13 11:12:25.436559 dv-cinder-797608-16-iscsi neutron-server[93885]: DEBUG neutron.db.provisioning_blocks [None req-05931952-e11e-4e12-af58-ece1398d134b None None] Provisioning complete for port bb51053a-19f2-4126-9a6c-e308caee1b2a triggered by entity L2. {{(pid=93885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 13 11:12:25.437418 dv-cinder-797608-16-iscsi neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-05931952-e11e-4e12-af58-ece1398d134b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-997193'] for port, provisioning_complete {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 11:12:27.368119 dv-cinder-797608-16-iscsi neutron-server[93885]: DEBUG neutron.plugins.ml2.rpc [None req-05931952-e11e-4e12-af58-ece1398d134b None None] Device 3c30937b-6a26-4b86-a4f7-ab3db40f9fe5 up at agent ovs-agent-dv-cinder-797608-16-iscsi {{(pid=93885) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 13 11:12:27.422079 dv-cinder-797608-16-iscsi neutron-server[93885]: DEBUG neutron.db.provisioning_blocks [None req-05931952-e11e-4e12-af58-ece1398d134b None None] Provisioning for port 3c30937b-6a26-4b86-a4f7-ab3db40f9fe5 completed by entity L2. {{(pid=93885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 13 11:12:27.426118 dv-cinder-797608-16-iscsi neutron-server[93885]: DEBUG neutron.db.provisioning_blocks [None req-05931952-e11e-4e12-af58-ece1398d134b None None] Provisioning complete for port 3c30937b-6a26-4b86-a4f7-ab3db40f9fe5 triggered by entity L2. {{(pid=93885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 13 11:12:27.426493 dv-cinder-797608-16-iscsi neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-05931952-e11e-4e12-af58-ece1398d134b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-997193'] for port, provisioning_complete {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 11:12:27.505694 dv-cinder-797608-16-iscsi neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-05931952-e11e-4e12-af58-ece1398d134b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935434'] for port, before_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 11:12:27.526091 dv-cinder-797608-16-iscsi neutron-server[93885]: DEBUG neutron.plugins.ml2.db [None req-05931952-e11e-4e12-af58-ece1398d134b None None] For port 3c30937b-6a26-4b86-a4f7-ab3db40f9fe5, host dv-cinder-797608-16-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797608-16-iscsi',level=0,port_id=3c30937b-6a26-4b86-a4f7-ab3db40f9fe5,segment=NetworkSegment(3f6765c6-6e72-475e-8aaa-7134ee4679ca),segment_id=3f6765c6-6e72-475e-8aaa-7134ee4679ca)] {{(pid=93885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 13 11:12:27.529848 dv-cinder-797608-16-iscsi neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-05931952-e11e-4e12-af58-ece1398d134b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935844', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611014', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782137889940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782137337613', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782137337631'] for port, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 11:12:27.576024 dv-cinder-797608-16-iscsi neutron-server[93885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05931952-e11e-4e12-af58-ece1398d134b None None] Pushing event updated for resources: {'Port': ['ID=3c30937b-6a26-4b86-a4f7-ab3db40f9fe5,revision_number=4']} {{(pid=93885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 11:12:29.336021 dv-cinder-797608-16-iscsi neutron-server[93885]: DEBUG neutron.plugins.ml2.rpc [None req-05931952-e11e-4e12-af58-ece1398d134b None None] Device 3c30937b-6a26-4b86-a4f7-ab3db40f9fe5 up at agent ovs-agent-dv-cinder-797608-16-iscsi {{(pid=93885) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 13 11:12:29.397468 dv-cinder-797608-16-iscsi neutron-server[93885]: DEBUG neutron.db.provisioning_blocks [None req-05931952-e11e-4e12-af58-ece1398d134b None None] Provisioning complete for port 3c30937b-6a26-4b86-a4f7-ab3db40f9fe5 triggered by entity L2. {{(pid=93885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 13 11:12:29.398127 dv-cinder-797608-16-iscsi neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-05931952-e11e-4e12-af58-ece1398d134b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-997193'] for port, provisioning_complete {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 11:12:38.796977 dv-cinder-797608-16-iscsi neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-ad212930-9505-4ee3-9d36-e1c93c31ff2b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782137812740', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-997306'] for agent, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 11:12:41.275532 dv-cinder-797608-16-iscsi neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-b115e3c1-424c-433f-988c-2be8207a5c63 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782137812740', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-997306'] for agent, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 11:12:41.517091 dv-cinder-797608-16-iscsi neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-05931952-e11e-4e12-af58-ece1398d134b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782137812740', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-997306'] for agent, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 11:12:42.439425 dv-cinder-797608-16-iscsi neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-c8cb50cc-12ff-4088-b7b1-9c64999b964c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782137812740', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-997306'] for agent, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 11:12:43.984321 dv-cinder-797608-16-iscsi neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-71795f1a-9c4d-4630-a580-a9486fbcc3ea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782137812740', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-997306'] for agent, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 11:12:55.173200 dv-cinder-797608-16-iscsi neutron-server[93886]: DEBUG neutron.db.agents_db [None req-85e56f49-6478-4807-bf82-7523a15d9e55 None None] Agent healthcheck: found 5 active agents {{(pid=93886) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 13 11:13:08.826024 dv-cinder-797608-16-iscsi neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-aac9d4ef-eb80-40d0-90b1-6e2e117d7996 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782137812740', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-997306'] for agent, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 11:13:11.268907 dv-cinder-797608-16-iscsi neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-df981500-3168-4318-97de-f89c3bb39c47 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782137812740', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-997306'] for agent, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 11:13:11.519137 dv-cinder-797608-16-iscsi neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-05931952-e11e-4e12-af58-ece1398d134b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782137812740', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-997306'] for agent, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 11:13:12.433497 dv-cinder-797608-16-iscsi neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-c8cb50cc-12ff-4088-b7b1-9c64999b964c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782137812740', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-997306'] for agent, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 11:13:13.980382 dv-cinder-797608-16-iscsi neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-71795f1a-9c4d-4630-a580-a9486fbcc3ea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782137812740', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-997306'] for agent, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 11:13:32.171396 dv-cinder-797608-16-iscsi neutron-server[93886]: DEBUG neutron.db.agents_db [None req-85e56f49-6478-4807-bf82-7523a15d9e55 None None] Agent healthcheck: found 5 active agents {{(pid=93886) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 13 11:13:38.798347 dv-cinder-797608-16-iscsi neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-0ae0d7a6-3cfe-430a-97a6-cedf8e800df5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782137812740', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-997306'] for agent, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 11:13:41.270158 dv-cinder-797608-16-iscsi neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-4cfc435c-12f0-4666-a023-ba17ff40b862 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782137812740', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-997306'] for agent, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 11:13:41.522623 dv-cinder-797608-16-iscsi neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-05931952-e11e-4e12-af58-ece1398d134b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782137812740', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-997306'] for agent, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 11:13:42.440584 dv-cinder-797608-16-iscsi neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-c8cb50cc-12ff-4088-b7b1-9c64999b964c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782137812740', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-997306'] for agent, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 11:13:43.986384 dv-cinder-797608-16-iscsi neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-71795f1a-9c4d-4630-a580-a9486fbcc3ea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782137812740', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-997306'] for agent, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 11:13:59.452607 dv-cinder-797608-16-iscsi neutron-server[93884]: DEBUG neutron.wsgi [-] (93884) accepted ('10.222.0.32', 42098) {{(pid=93884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 11:13:59.515390 dv-cinder-797608-16-iscsi neutron-server[93884]: INFO neutron.pecan_wsgi.hooks.translation [None req-ad359548-ff0d-41ff-abbb-d5d8d4e42ec1 admin admin] GET failed (client error): The resource could not be found. Aug 13 11:13:59.516693 dv-cinder-797608-16-iscsi neutron-server[93884]: INFO neutron.wsgi [None req-ad359548-ff0d-41ff-abbb-d5d8d4e42ec1 admin admin] 10.222.0.32 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.0631647 Aug 13 11:13:59.673881 dv-cinder-797608-16-iscsi neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-999507e2-dbb7-477d-9bab-e8d68d47bb23 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 11:13:59.675294 dv-cinder-797608-16-iscsi neutron-server[93884]: INFO neutron.wsgi [None req-999507e2-dbb7-477d-9bab-e8d68d47bb23 admin admin] 10.222.0.32 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 872 time: 0.1542463 Aug 13 11:14:01.806190 dv-cinder-797608-16-iscsi neutron-server[93884]: DEBUG neutron.wsgi [-] (93884) accepted ('10.222.0.32', 42108) {{(pid=93884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 11:14:01.895686 dv-cinder-797608-16-iscsi neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-305acdce-9488-4d72-b770-00652a759a7f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 11:14:01.897508 dv-cinder-797608-16-iscsi neutron-server[93884]: INFO neutron.wsgi [None req-305acdce-9488-4d72-b770-00652a759a7f admin admin] 10.222.0.32 "GET /v2.0/subnets/33248de9-2d42-4783-8b69-0d4cde84b987 HTTP/1.1" status: 200 len: 849 time: 0.0898523 Aug 13 11:14:01.906967 dv-cinder-797608-16-iscsi neutron-server[93884]: DEBUG neutron.api.v2.base [None req-f39e36bb-eb3c-4247-8ed1-d7ac33f307a5 admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=93884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 13 11:14:01.989062 dv-cinder-797608-16-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-f39e36bb-eb3c-4247-8ed1-d7ac33f307a5 admin admin] Notify callbacks [] for subnet, before_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 11:14:02.126411 dv-cinder-797608-16-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-f39e36bb-eb3c-4247-8ed1-d7ac33f307a5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611014', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8782137889931'] for subnet, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 11:14:02.154421 dv-cinder-797608-16-iscsi neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f39e36bb-eb3c-4247-8ed1-d7ac33f307a5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 11:14:02.154999 dv-cinder-797608-16-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-f39e36bb-eb3c-4247-8ed1-d7ac33f307a5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1611032'] for subnet, before_response {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 11:14:02.156589 dv-cinder-797608-16-iscsi neutron-server[93884]: INFO neutron.wsgi [None req-f39e36bb-eb3c-4247-8ed1-d7ac33f307a5 admin admin] 10.222.0.32 "PUT /v2.0/subnets/33248de9-2d42-4783-8b69-0d4cde84b987 HTTP/1.1" status: 200 len: 868 time: 0.2528577 Aug 13 11:14:02.159322 dv-cinder-797608-16-iscsi neutron-server[93885]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ceec2965-85c3-475d-a30c-57cfd95ad0af None None] Network 015445d4-d0e7-402b-81f3-d509b3f9d545 requested from dv-cinder-797608-16-iscsi {{(pid=93885) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 13 11:14:02.178209 dv-cinder-797608-16-iscsi neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f39e36bb-eb3c-4247-8ed1-d7ac33f307a5 admin admin] Pushing event updated for resources: {'Subnet': ['ID=33248de9-2d42-4783-8b69-0d4cde84b987,revision_number=1']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 11:14:02.185588 dv-cinder-797608-16-iscsi neutron-server[93884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f39e36bb-eb3c-4247-8ed1-d7ac33f307a5 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797608-16-iscsi {{(pid=93884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 11:14:02.185968 dv-cinder-797608-16-iscsi neutron-server[93884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f39e36bb-eb3c-4247-8ed1-d7ac33f307a5 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797608-16-iscsi {{(pid=93884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 11:14:02.186323 dv-cinder-797608-16-iscsi neutron-server[93884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f39e36bb-eb3c-4247-8ed1-d7ac33f307a5 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797608-16-iscsi {{(pid=93884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 11:14:02.186675 dv-cinder-797608-16-iscsi neutron-server[93884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f39e36bb-eb3c-4247-8ed1-d7ac33f307a5 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797608-16-iscsi {{(pid=93884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 11:14:02.186992 dv-cinder-797608-16-iscsi neutron-server[93884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f39e36bb-eb3c-4247-8ed1-d7ac33f307a5 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-797608-16-iscsi {{(pid=93884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 11:14:02.187339 dv-cinder-797608-16-iscsi neutron-server[93884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f39e36bb-eb3c-4247-8ed1-d7ac33f307a5 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797608-16-iscsi {{(pid=93884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 11:14:02.187670 dv-cinder-797608-16-iscsi neutron-server[93884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f39e36bb-eb3c-4247-8ed1-d7ac33f307a5 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-797608-16-iscsi {{(pid=93884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 11:14:02.188012 dv-cinder-797608-16-iscsi neutron-server[93884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f39e36bb-eb3c-4247-8ed1-d7ac33f307a5 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-797608-16-iscsi {{(pid=93884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 11:14:02.188359 dv-cinder-797608-16-iscsi neutron-server[93884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f39e36bb-eb3c-4247-8ed1-d7ac33f307a5 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797608-16-iscsi {{(pid=93884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 11:14:02.188683 dv-cinder-797608-16-iscsi neutron-server[93884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f39e36bb-eb3c-4247-8ed1-d7ac33f307a5 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797608-16-iscsi {{(pid=93884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 11:14:02.189004 dv-cinder-797608-16-iscsi neutron-server[93884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f39e36bb-eb3c-4247-8ed1-d7ac33f307a5 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797608-16-iscsi {{(pid=93884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 11:14:02.189321 dv-cinder-797608-16-iscsi neutron-server[93884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f39e36bb-eb3c-4247-8ed1-d7ac33f307a5 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797608-16-iscsi {{(pid=93884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 11:14:02.549410 dv-cinder-797608-16-iscsi neutron-server[93885]: DEBUG neutron.db.provisioning_blocks [None req-81516f5c-9323-42c7-a83f-a18a3589c527 None None] Provisioning complete for port c3950ca9-b065-4f04-b3cf-97d9ea6025c8 triggered by entity DHCP. {{(pid=93885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 13 11:14:02.549781 dv-cinder-797608-16-iscsi neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-81516f5c-9323-42c7-a83f-a18a3589c527 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-997193'] for port, provisioning_complete {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 11:14:02.633496 dv-cinder-797608-16-iscsi neutron-server[93885]: DEBUG neutron.db.provisioning_blocks [None req-81516f5c-9323-42c7-a83f-a18a3589c527 None None] Provisioning complete for port bb51053a-19f2-4126-9a6c-e308caee1b2a triggered by entity DHCP. {{(pid=93885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 13 11:14:02.633770 dv-cinder-797608-16-iscsi neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-81516f5c-9323-42c7-a83f-a18a3589c527 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-997193'] for port, provisioning_complete {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 11:14:04.302317 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.32', 42116) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 11:14:04.562234 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-16f99317-599a-4746-b720-7f55560f09fa admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 11:14:04.562725 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-16f99317-599a-4746-b720-7f55560f09fa admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 11:14:04.564274 dv-cinder-797608-16-iscsi neutron-server[93883]: INFO neutron.wsgi [None req-16f99317-599a-4746-b720-7f55560f09fa admin admin] 10.222.0.32 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.2609801 Aug 13 11:14:06.708608 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.32', 42126) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 11:14:06.839031 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8c8d6e53-7fd3-4f3b-9596-397bd1b81f18 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 11:14:06.839548 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8c8d6e53-7fd3-4f3b-9596-397bd1b81f18 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 11:14:06.841073 dv-cinder-797608-16-iscsi neutron-server[93883]: INFO neutron.wsgi [None req-8c8d6e53-7fd3-4f3b-9596-397bd1b81f18 admin admin] 10.222.0.32 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.1314890 Aug 13 11:14:08.798833 dv-cinder-797608-16-iscsi neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-573ed1f2-a63c-4615-bfd0-e1432c7100e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782137812740', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-997306'] for agent, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 11:14:09.113025 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.32', 42134) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 11:14:09.168996 dv-cinder-797608-16-iscsi neutron-server[93886]: DEBUG neutron.db.agents_db [None req-85e56f49-6478-4807-bf82-7523a15d9e55 None None] Agent healthcheck: found 5 active agents {{(pid=93886) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 13 11:14:09.259178 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a7129abb-3613-46c2-8162-9ff6394dc794 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 11:14:09.260558 dv-cinder-797608-16-iscsi neutron-server[93883]: INFO neutron.wsgi [None req-a7129abb-3613-46c2-8162-9ff6394dc794 admin admin] 10.222.0.32 "GET /v2.0/networks/015445d4-d0e7-402b-81f3-d509b3f9d545 HTTP/1.1" status: 200 len: 869 time: 0.1465578 Aug 13 11:14:11.272456 dv-cinder-797608-16-iscsi neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-e2e59fb3-b36c-4dee-b6ba-5b8b8803184c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782137812740', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-997306'] for agent, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 11:14:11.366814 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.32', 42142) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 11:14:11.492230 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-060b4d17-d9fd-4243-b463-367fae9376f4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 11:14:11.493579 dv-cinder-797608-16-iscsi neutron-server[93883]: INFO neutron.wsgi [None req-060b4d17-d9fd-4243-b463-367fae9376f4 admin admin] 10.222.0.32 "GET /v2.0/networks/7c3f0979-58a5-4465-87f9-e256377c6b61 HTTP/1.1" status: 200 len: 886 time: 0.1257911 Aug 13 11:14:11.525653 dv-cinder-797608-16-iscsi neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-05931952-e11e-4e12-af58-ece1398d134b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782137812740', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-997306'] for agent, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 11:14:12.438513 dv-cinder-797608-16-iscsi neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-c8cb50cc-12ff-4088-b7b1-9c64999b964c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782137812740', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-997306'] for agent, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 11:14:13.645583 dv-cinder-797608-16-iscsi neutron-server[93884]: DEBUG neutron.wsgi [-] (93884) accepted ('10.222.0.32', 42150) {{(pid=93884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 11:14:13.774505 dv-cinder-797608-16-iscsi neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-24b96616-8966-42bc-810b-6bbd9f42c5a1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 11:14:13.774965 dv-cinder-797608-16-iscsi neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-24b96616-8966-42bc-810b-6bbd9f42c5a1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 11:14:13.776486 dv-cinder-797608-16-iscsi neutron-server[93884]: INFO neutron.wsgi [None req-24b96616-8966-42bc-810b-6bbd9f42c5a1 admin admin] 10.222.0.32 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1299140 Aug 13 11:14:13.987204 dv-cinder-797608-16-iscsi neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-71795f1a-9c4d-4630-a580-a9486fbcc3ea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782137812740', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-997306'] for agent, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 11:14:15.922482 dv-cinder-797608-16-iscsi neutron-server[93884]: DEBUG neutron.wsgi [-] (93884) accepted ('10.222.0.32', 42158) {{(pid=93884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 11:14:16.014663 dv-cinder-797608-16-iscsi neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ee509502-7bcb-404f-897a-d7e0d4e8fd75 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 11:14:16.015116 dv-cinder-797608-16-iscsi neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ee509502-7bcb-404f-897a-d7e0d4e8fd75 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 11:14:16.016801 dv-cinder-797608-16-iscsi neutron-server[93884]: INFO neutron.wsgi [None req-ee509502-7bcb-404f-897a-d7e0d4e8fd75 admin admin] 10.222.0.32 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.0933113 Aug 13 11:14:18.152097 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.32', 42166) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 11:14:18.245322 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2ad547db-6008-4a0a-bb64-bb8fb7633447 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 11:14:18.246691 dv-cinder-797608-16-iscsi neutron-server[93883]: INFO neutron.wsgi [None req-2ad547db-6008-4a0a-bb64-bb8fb7633447 admin admin] 10.222.0.32 "GET /v2.0/subnets/33248de9-2d42-4783-8b69-0d4cde84b987 HTTP/1.1" status: 200 len: 868 time: 0.0936623 Aug 13 11:14:20.351866 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.32', 42174) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 11:14:20.435265 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dff28c0b-449a-47e5-8e48-3ab1806cf1a6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 11:14:20.436600 dv-cinder-797608-16-iscsi neutron-server[93883]: INFO neutron.wsgi [None req-dff28c0b-449a-47e5-8e48-3ab1806cf1a6 admin admin] 10.222.0.32 "GET /v2.0/subnets/ba735781-2bff-41d5-99b4-7ca705ee91ca HTTP/1.1" status: 200 len: 816 time: 0.0837526 Aug 13 11:14:38.799947 dv-cinder-797608-16-iscsi neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-2975bdd8-717e-40e0-a94b-2a5e12baf15c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782137812740', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-997306'] for agent, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 11:14:41.273135 dv-cinder-797608-16-iscsi neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-bfaa31b1-6483-440a-bbb9-b0b10c4244ec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782137812740', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-997306'] for agent, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 11:14:41.527803 dv-cinder-797608-16-iscsi neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-05931952-e11e-4e12-af58-ece1398d134b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782137812740', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-997306'] for agent, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 11:14:42.443652 dv-cinder-797608-16-iscsi neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-c8cb50cc-12ff-4088-b7b1-9c64999b964c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782137812740', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-997306'] for agent, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 11:14:43.785980 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.32', 42228) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 11:14:43.832898 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron.wsgi [None req-b96b4c0d-751a-461f-90ce-7ca217f480eb admin admin] http://10.222.0.32:9696/v2.0/extensions returned with HTTP 200 {{(pid=93883) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 13 11:14:43.833918 dv-cinder-797608-16-iscsi neutron-server[93883]: INFO neutron.wsgi [None req-b96b4c0d-751a-461f-90ce-7ca217f480eb admin admin] 10.222.0.32 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0469882 Aug 13 11:14:43.995737 dv-cinder-797608-16-iscsi neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-71795f1a-9c4d-4630-a580-a9486fbcc3ea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782137812740', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-997306'] for agent, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 11:14:46.092735 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.32', 42236) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 11:14:46.152424 dv-cinder-797608-16-iscsi neutron-server[93883]: INFO neutron.pecan_wsgi.hooks.translation [None req-3ad1cd79-1398-46dc-b721-cb720cb3e0cb admin admin] GET failed (client error): The resource could not be found. Aug 13 11:14:46.153728 dv-cinder-797608-16-iscsi neutron-server[93883]: INFO neutron.wsgi [None req-3ad1cd79-1398-46dc-b721-cb720cb3e0cb admin admin] 10.222.0.32 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.0600698 Aug 13 11:14:46.168058 dv-cinder-797608-16-iscsi neutron-server[93886]: DEBUG neutron.db.agents_db [None req-85e56f49-6478-4807-bf82-7523a15d9e55 None None] Agent healthcheck: found 5 active agents {{(pid=93886) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 13 11:14:46.293514 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-22183df9-3190-40f2-adfb-355749c38fce admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 11:14:46.295029 dv-cinder-797608-16-iscsi neutron-server[93883]: INFO neutron.wsgi [None req-22183df9-3190-40f2-adfb-355749c38fce admin admin] 10.222.0.32 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.1370704 Aug 13 11:14:48.474120 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.32', 42244) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 11:14:48.521184 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron.api.v2.base [None req-734f4861-d02e-4010-a44f-31b70c0feb87 admin admin] Request body: {'network': {'shared': True, 'admin_state_up': True, 'name': 'shared'}} {{(pid=93883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 13 11:14:48.542661 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-734f4861-d02e-4010-a44f-31b70c0feb87 admin admin] Made reservation on behalf of f3c0e88724314e35964dfedd78f1791c for: {'network': 1} {{(pid=93883) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 13 11:14:48.544930 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-734f4861-d02e-4010-a44f-31b70c0feb87 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935434'] for network, before_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 11:14:48.579158 dv-cinder-797608-16-iscsi neutron-server[93883]: WARNING neutron.services.revisions.revision_plugin [None req-734f4861-d02e-4010-a44f-31b70c0feb87 admin admin] Could not find related network for resource to bump revision. Aug 13 11:14:48.590251 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-734f4861-d02e-4010-a44f-31b70c0feb87 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 182} {{(pid=93883) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 13 11:14:48.600014 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-734f4861-d02e-4010-a44f-31b70c0feb87 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-542450'] for segment, precommit_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 11:14:48.600386 dv-cinder-797608-16-iscsi neutron-server[93883]: INFO neutron.db.segments_db [None req-734f4861-d02e-4010-a44f-31b70c0feb87 admin admin] Added segment f6d75384-133b-4d71-8250-966f4d72add8 of type vlan for network 3ee16a42-21c8-4144-b4f4-b94d20ca7ed3 Aug 13 11:14:48.640293 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-734f4861-d02e-4010-a44f-31b70c0feb87 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8782137323340'] for network, precommit_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 11:14:48.666723 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-734f4861-d02e-4010-a44f-31b70c0feb87 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611014'] for network, after_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 11:14:48.667580 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-734f4861-d02e-4010-a44f-31b70c0feb87 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 11:14:48.668153 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-734f4861-d02e-4010-a44f-31b70c0feb87 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1611032'] for network, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 11:14:48.722517 dv-cinder-797608-16-iscsi neutron-server[93883]: INFO neutron.wsgi [None req-734f4861-d02e-4010-a44f-31b70c0feb87 admin admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.2467127 Aug 13 11:14:48.729227 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-734f4861-d02e-4010-a44f-31b70c0feb87 admin admin] Pushing event updated for resources: {'Network': ['ID=3ee16a42-21c8-4144-b4f4-b94d20ca7ed3,revision_number=1']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 11:14:48.736422 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-734f4861-d02e-4010-a44f-31b70c0feb87 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797608-16-iscsi {{(pid=93883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 11:14:48.736849 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-734f4861-d02e-4010-a44f-31b70c0feb87 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797608-16-iscsi {{(pid=93883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 11:14:48.737262 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-734f4861-d02e-4010-a44f-31b70c0feb87 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797608-16-iscsi {{(pid=93883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 11:14:48.737621 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-734f4861-d02e-4010-a44f-31b70c0feb87 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797608-16-iscsi {{(pid=93883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 11:14:48.737962 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-734f4861-d02e-4010-a44f-31b70c0feb87 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-797608-16-iscsi {{(pid=93883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 11:14:48.738347 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-734f4861-d02e-4010-a44f-31b70c0feb87 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797608-16-iscsi {{(pid=93883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 11:14:48.738687 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-734f4861-d02e-4010-a44f-31b70c0feb87 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-797608-16-iscsi {{(pid=93883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 11:14:48.739043 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-734f4861-d02e-4010-a44f-31b70c0feb87 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-797608-16-iscsi {{(pid=93883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 11:14:48.739400 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-734f4861-d02e-4010-a44f-31b70c0feb87 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797608-16-iscsi {{(pid=93883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 11:14:48.739737 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-734f4861-d02e-4010-a44f-31b70c0feb87 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797608-16-iscsi {{(pid=93883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 11:14:48.740068 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-734f4861-d02e-4010-a44f-31b70c0feb87 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797608-16-iscsi {{(pid=93883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 11:14:48.740428 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-734f4861-d02e-4010-a44f-31b70c0feb87 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797608-16-iscsi {{(pid=93883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 11:14:48.752597 dv-cinder-797608-16-iscsi neutron-server[93885]: DEBUG neutron.plugins.ml2.rpc [None req-05931952-e11e-4e12-af58-ece1398d134b None None] Network 3ee16a42-21c8-4144-b4f4-b94d20ca7ed3 details requested by agent ovs-agent-dv-cinder-797608-16-iscsi with host dv-cinder-797608-16-iscsi {{(pid=93885) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 13 11:14:50.867772 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.32', 42252) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 11:14:50.928487 dv-cinder-797608-16-iscsi neutron-server[93883]: INFO neutron.pecan_wsgi.hooks.translation [None req-b02ba9ae-e7ed-436d-ab9e-79770cc2d2c3 admin admin] GET failed (client error): The resource could not be found. Aug 13 11:14:50.929790 dv-cinder-797608-16-iscsi neutron-server[93883]: INFO neutron.wsgi [None req-b02ba9ae-e7ed-436d-ab9e-79770cc2d2c3 admin admin] 10.222.0.32 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.0610645 Aug 13 11:14:50.997326 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-283b7894-b0be-4162-81f1-7e4d54a4a43b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 11:14:50.998754 dv-cinder-797608-16-iscsi neutron-server[93883]: INFO neutron.wsgi [None req-283b7894-b0be-4162-81f1-7e4d54a4a43b admin admin] 10.222.0.32 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 826 time: 0.0645988 Aug 13 11:14:51.009112 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron.api.v2.base [None req-9d4e25cc-3789-4a73-8d3d-05937fc20892 admin admin] Request body: {'subnet': {'cidr': '192.168.233.0/24', 'name': 'shared-subnet', 'network_id': '3ee16a42-21c8-4144-b4f4-b94d20ca7ed3', 'ip_version': 4, 'description': 'shared-subnet'}} {{(pid=93883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 13 11:14:51.028444 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9d4e25cc-3789-4a73-8d3d-05937fc20892 admin admin] Made reservation on behalf of f3c0e88724314e35964dfedd78f1791c for: {'subnet': 1} {{(pid=93883) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 13 11:14:51.030770 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-9d4e25cc-3789-4a73-8d3d-05937fc20892 admin admin] Notify callbacks [] for subnet, before_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 11:14:51.187949 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-9d4e25cc-3789-4a73-8d3d-05937fc20892 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611014'] for subnet, after_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 11:14:51.244548 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d4e25cc-3789-4a73-8d3d-05937fc20892 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ace40914-0d27-4913-abf7-dff91936e1ee,revision_number=0']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 11:14:51.251950 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d4e25cc-3789-4a73-8d3d-05937fc20892 admin admin] Checking segment: {'id': 'f6d75384-133b-4d71-8250-966f4d72add8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '3ee16a42-21c8-4144-b4f4-b94d20ca7ed3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93883) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 13 11:14:51.252304 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9d4e25cc-3789-4a73-8d3d-05937fc20892 admin admin] Network hostable DHCP agents. Network: 3ee16a42-21c8-4144-b4f4-b94d20ca7ed3, hostable agents: ['1ffcc762-1342-4182-afbd-f33f0b43fadf'], hosted agents: [] {{(pid=93883) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 13 11:14:51.268280 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9d4e25cc-3789-4a73-8d3d-05937fc20892 admin admin] Network 3ee16a42-21c8-4144-b4f4-b94d20ca7ed3 is scheduled to be hosted by DHCP agent 1ffcc762-1342-4182-afbd-f33f0b43fadf with binding_index 1 {{(pid=93883) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 13 11:14:51.275895 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron.scheduler.base_scheduler [None req-9d4e25cc-3789-4a73-8d3d-05937fc20892 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-797608-16-iscsi, 3ee16a42-21c8-4144-b4f4-b94d20ca7ed3) {{(pid=93883) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 13 11:14:51.279889 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9d4e25cc-3789-4a73-8d3d-05937fc20892 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 11:14:51.280472 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-9d4e25cc-3789-4a73-8d3d-05937fc20892 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1611032'] for subnet, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 11:14:51.286249 dv-cinder-797608-16-iscsi neutron-server[93885]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-864c1f69-0194-40e9-8a89-8fcb73f96df3 None None] Network 3ee16a42-21c8-4144-b4f4-b94d20ca7ed3 requested from dv-cinder-797608-16-iscsi {{(pid=93885) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 13 11:14:51.293392 dv-cinder-797608-16-iscsi neutron-server[93883]: INFO neutron.wsgi [None req-9d4e25cc-3789-4a73-8d3d-05937fc20892 admin admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.2881868 Aug 13 11:14:51.528803 dv-cinder-797608-16-iscsi neutron-server[93885]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1316ad1e-f086-49bc-af94-0cbb4c109a0c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp84322506-7e22-5c26-8af9-4bf3580d711c-3ee16a42-21c8-4144-b4f4-b94d20ca7ed3', 'network_id': '3ee16a42-21c8-4144-b4f4-b94d20ca7ed3', 'tenant_id': 'f3c0e88724314e35964dfedd78f1791c', 'fixed_ips': [{'subnet_id': 'ace40914-0d27-4913-abf7-dff91936e1ee'}]}} from dv-cinder-797608-16-iscsi. {{(pid=93885) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 13 11:14:51.529677 dv-cinder-797608-16-iscsi neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-1316ad1e-f086-49bc-af94-0cbb4c109a0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935434'] for port, before_create {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 11:14:51.666989 dv-cinder-797608-16-iscsi neutron-server[93885]: DEBUG neutron.db.db_base_plugin_common [None req-1316ad1e-f086-49bc-af94-0cbb4c109a0c None None] Allocated IP 192.168.233.2 (3ee16a42-21c8-4144-b4f4-b94d20ca7ed3/ace40914-0d27-4913-abf7-dff91936e1ee/167d7b84-c53a-4536-bdc4-3b4f9d461e47) {{(pid=93885) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 13 11:14:51.817239 dv-cinder-797608-16-iscsi neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-1316ad1e-f086-49bc-af94-0cbb4c109a0c None None] Notify callbacks [] for port, precommit_create {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 11:14:51.826144 dv-cinder-797608-16-iscsi neutron-server[93885]: DEBUG neutron.db.provisioning_blocks [None req-1316ad1e-f086-49bc-af94-0cbb4c109a0c None None] Transition to ACTIVE for port object 167d7b84-c53a-4536-bdc4-3b4f9d461e47 will not be triggered until provisioned by entity L2. {{(pid=93885) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 13 11:14:51.841886 dv-cinder-797608-16-iscsi neutron-server[93885]: DEBUG neutron.db.provisioning_blocks [None req-1316ad1e-f086-49bc-af94-0cbb4c109a0c None None] Transition to ACTIVE for port object 167d7b84-c53a-4536-bdc4-3b4f9d461e47 will not be triggered until provisioned by entity DHCP. {{(pid=93885) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 13 11:14:51.848848 dv-cinder-797608-16-iscsi neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-1316ad1e-f086-49bc-af94-0cbb4c109a0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935844', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611014', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782137337079'] for port, after_create {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 11:14:51.891364 dv-cinder-797608-16-iscsi neutron-server[93885]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1316ad1e-f086-49bc-af94-0cbb4c109a0c None None] Network 3ee16a42-21c8-4144-b4f4-b94d20ca7ed3 is already hosted by enough agents. {{(pid=93885) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 13 11:14:51.895050 dv-cinder-797608-16-iscsi neutron-server[93885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1316ad1e-f086-49bc-af94-0cbb4c109a0c None None] Pushing event updated for resources: {'Port': ['ID=167d7b84-c53a-4536-bdc4-3b4f9d461e47,revision_number=1']} {{(pid=93885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 11:14:51.897799 dv-cinder-797608-16-iscsi neutron-server[93885]: DEBUG neutron.scheduler.base_scheduler [None req-1316ad1e-f086-49bc-af94-0cbb4c109a0c None None] Resources bound (agent type, host, resource id): {{(pid=93885) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 13 11:14:51.900462 dv-cinder-797608-16-iscsi neutron-server[93885]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1316ad1e-f086-49bc-af94-0cbb4c109a0c None None] Received port after_create {{(pid=93885) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 13 11:14:51.906634 dv-cinder-797608-16-iscsi neutron-server[93885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1316ad1e-f086-49bc-af94-0cbb4c109a0c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797608-16-iscsi {{(pid=93885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 11:14:51.906998 dv-cinder-797608-16-iscsi neutron-server[93885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1316ad1e-f086-49bc-af94-0cbb4c109a0c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797608-16-iscsi {{(pid=93885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 11:14:51.907341 dv-cinder-797608-16-iscsi neutron-server[93885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1316ad1e-f086-49bc-af94-0cbb4c109a0c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797608-16-iscsi {{(pid=93885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 11:14:51.907680 dv-cinder-797608-16-iscsi neutron-server[93885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1316ad1e-f086-49bc-af94-0cbb4c109a0c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797608-16-iscsi {{(pid=93885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 11:14:51.908010 dv-cinder-797608-16-iscsi neutron-server[93885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1316ad1e-f086-49bc-af94-0cbb4c109a0c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-797608-16-iscsi {{(pid=93885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 11:14:51.908337 dv-cinder-797608-16-iscsi neutron-server[93885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1316ad1e-f086-49bc-af94-0cbb4c109a0c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797608-16-iscsi {{(pid=93885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 11:14:51.908665 dv-cinder-797608-16-iscsi neutron-server[93885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1316ad1e-f086-49bc-af94-0cbb4c109a0c None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-797608-16-iscsi {{(pid=93885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 11:14:51.908989 dv-cinder-797608-16-iscsi neutron-server[93885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1316ad1e-f086-49bc-af94-0cbb4c109a0c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-797608-16-iscsi {{(pid=93885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 11:14:51.909327 dv-cinder-797608-16-iscsi neutron-server[93885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1316ad1e-f086-49bc-af94-0cbb4c109a0c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797608-16-iscsi {{(pid=93885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 11:14:51.909677 dv-cinder-797608-16-iscsi neutron-server[93885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1316ad1e-f086-49bc-af94-0cbb4c109a0c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797608-16-iscsi {{(pid=93885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 11:14:51.910024 dv-cinder-797608-16-iscsi neutron-server[93885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1316ad1e-f086-49bc-af94-0cbb4c109a0c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797608-16-iscsi {{(pid=93885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 11:14:51.910339 dv-cinder-797608-16-iscsi neutron-server[93885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1316ad1e-f086-49bc-af94-0cbb4c109a0c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797608-16-iscsi {{(pid=93885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 11:14:51.965316 dv-cinder-797608-16-iscsi neutron-server[93885]: DEBUG neutron.plugins.ml2.managers [None req-1316ad1e-f086-49bc-af94-0cbb4c109a0c None None] Attempting to bind port 167d7b84-c53a-4536-bdc4-3b4f9d461e47 on host dv-cinder-797608-16-iscsi for vnic_type normal with profile {{(pid=93885) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 13 11:14:51.965678 dv-cinder-797608-16-iscsi neutron-server[93885]: DEBUG neutron.plugins.ml2.managers [None req-1316ad1e-f086-49bc-af94-0cbb4c109a0c None None] Attempting to bind port 167d7b84-c53a-4536-bdc4-3b4f9d461e47 by drivers openvswitch,hyperv on host dv-cinder-797608-16-iscsi at level 0 using segments [{'id': 'f6d75384-133b-4d71-8250-966f4d72add8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '3ee16a42-21c8-4144-b4f4-b94d20ca7ed3'}] {{(pid=93885) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 13 11:14:51.966061 dv-cinder-797608-16-iscsi neutron-server[93885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1316ad1e-f086-49bc-af94-0cbb4c109a0c None None] Attempting to bind port 167d7b84-c53a-4536-bdc4-3b4f9d461e47 on network 3ee16a42-21c8-4144-b4f4-b94d20ca7ed3 {{(pid=93885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 13 11:14:51.970880 dv-cinder-797608-16-iscsi neutron-server[93885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1316ad1e-f086-49bc-af94-0cbb4c109a0c None None] Checking agent: {'id': '649b788e-933d-40b8-a73c-f58c5ea7beff', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-797608-16-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 13, 11, 11, 41), 'started_at': datetime.datetime(2021, 8, 13, 11, 12, 11), 'heartbeat_timestamp': datetime.datetime(2021, 8, 13, 11, 14, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-797608-16-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 13 11:14:51.971237 dv-cinder-797608-16-iscsi neutron-server[93885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1316ad1e-f086-49bc-af94-0cbb4c109a0c None None] Checking segment: {'id': 'f6d75384-133b-4d71-8250-966f4d72add8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '3ee16a42-21c8-4144-b4f4-b94d20ca7ed3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93885) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 13 11:14:51.971624 dv-cinder-797608-16-iscsi neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-1316ad1e-f086-49bc-af94-0cbb4c109a0c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 11:14:51.972002 dv-cinder-797608-16-iscsi neutron-server[93885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1316ad1e-f086-49bc-af94-0cbb4c109a0c None None] Bound using segment: {'id': 'f6d75384-133b-4d71-8250-966f4d72add8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '3ee16a42-21c8-4144-b4f4-b94d20ca7ed3'} {{(pid=93885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 13 11:14:51.972455 dv-cinder-797608-16-iscsi neutron-server[93885]: DEBUG neutron.plugins.ml2.managers [None req-1316ad1e-f086-49bc-af94-0cbb4c109a0c None None] Bound port: 167d7b84-c53a-4536-bdc4-3b4f9d461e47, host: dv-cinder-797608-16-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f6d75384-133b-4d71-8250-966f4d72add8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '3ee16a42-21c8-4144-b4f4-b94d20ca7ed3'}}] {{(pid=93885) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 13 11:14:51.972837 dv-cinder-797608-16-iscsi neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-1316ad1e-f086-49bc-af94-0cbb4c109a0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935434'] for port, before_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 11:14:52.034727 dv-cinder-797608-16-iscsi neutron-server[93885]: DEBUG neutron.plugins.ml2.db [None req-1316ad1e-f086-49bc-af94-0cbb4c109a0c None None] For port 167d7b84-c53a-4536-bdc4-3b4f9d461e47, host dv-cinder-797608-16-iscsi, cleared binding levels {{(pid=93885) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 13 11:14:52.038396 dv-cinder-797608-16-iscsi neutron-server[93885]: DEBUG neutron.plugins.ml2.db [None req-1316ad1e-f086-49bc-af94-0cbb4c109a0c None None] For port 167d7b84-c53a-4536-bdc4-3b4f9d461e47, host dv-cinder-797608-16-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797608-16-iscsi',level=0,port_id=167d7b84-c53a-4536-bdc4-3b4f9d461e47,segment=NetworkSegment(f6d75384-133b-4d71-8250-966f4d72add8),segment_id=f6d75384-133b-4d71-8250-966f4d72add8)] {{(pid=93885) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 13 11:14:52.043075 dv-cinder-797608-16-iscsi neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-1316ad1e-f086-49bc-af94-0cbb4c109a0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935844', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611014', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782137889940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782137337613', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782137337631'] for port, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 11:14:52.103603 dv-cinder-797608-16-iscsi neutron-server[93885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1316ad1e-f086-49bc-af94-0cbb4c109a0c None None] Pushing event updated for resources: {'Port': ['ID=167d7b84-c53a-4536-bdc4-3b4f9d461e47,revision_number=2']} {{(pid=93885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 11:14:52.860948 dv-cinder-797608-16-iscsi neutron-server[93885]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ac2647f0-a03f-4eae-8fd9-d66b77080e45 None None] Network 3ee16a42-21c8-4144-b4f4-b94d20ca7ed3 requested from dv-cinder-797608-16-iscsi {{(pid=93885) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 13 11:14:52.917913 dv-cinder-797608-16-iscsi neutron-server[93885]: DEBUG neutron.db.provisioning_blocks [None req-6e72222c-b84a-4d0c-bd32-1e6c1d1260ff None None] Provisioning for port 167d7b84-c53a-4536-bdc4-3b4f9d461e47 completed by entity DHCP. {{(pid=93885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 13 11:14:53.440298 dv-cinder-797608-16-iscsi neutron-server[93885]: DEBUG neutron.plugins.ml2.rpc [None req-05931952-e11e-4e12-af58-ece1398d134b None None] Device 167d7b84-c53a-4536-bdc4-3b4f9d461e47 up at agent ovs-agent-dv-cinder-797608-16-iscsi {{(pid=93885) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 13 11:14:53.489606 dv-cinder-797608-16-iscsi neutron-server[93885]: DEBUG neutron.db.provisioning_blocks [None req-05931952-e11e-4e12-af58-ece1398d134b None None] Provisioning for port 167d7b84-c53a-4536-bdc4-3b4f9d461e47 completed by entity L2. {{(pid=93885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 13 11:14:53.493276 dv-cinder-797608-16-iscsi neutron-server[93885]: DEBUG neutron.db.provisioning_blocks [None req-05931952-e11e-4e12-af58-ece1398d134b None None] Provisioning complete for port 167d7b84-c53a-4536-bdc4-3b4f9d461e47 triggered by entity L2. {{(pid=93885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 13 11:14:53.493630 dv-cinder-797608-16-iscsi neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-05931952-e11e-4e12-af58-ece1398d134b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-997193'] for port, provisioning_complete {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 11:14:53.573913 dv-cinder-797608-16-iscsi neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-05931952-e11e-4e12-af58-ece1398d134b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935434'] for port, before_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 11:14:53.607049 dv-cinder-797608-16-iscsi neutron-server[93885]: DEBUG neutron.plugins.ml2.db [None req-05931952-e11e-4e12-af58-ece1398d134b None None] For port 167d7b84-c53a-4536-bdc4-3b4f9d461e47, host dv-cinder-797608-16-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797608-16-iscsi',level=0,port_id=167d7b84-c53a-4536-bdc4-3b4f9d461e47,segment=NetworkSegment(f6d75384-133b-4d71-8250-966f4d72add8),segment_id=f6d75384-133b-4d71-8250-966f4d72add8)] {{(pid=93885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 13 11:14:53.612969 dv-cinder-797608-16-iscsi neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-05931952-e11e-4e12-af58-ece1398d134b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935844', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611014', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782137889940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782137337613', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782137337631'] for port, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 11:14:53.661439 dv-cinder-797608-16-iscsi neutron-server[93885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05931952-e11e-4e12-af58-ece1398d134b None None] Pushing event updated for resources: {'Port': ['ID=167d7b84-c53a-4536-bdc4-3b4f9d461e47,revision_number=3']} {{(pid=93885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 11:14:55.428941 dv-cinder-797608-16-iscsi neutron-server[93885]: DEBUG neutron.plugins.ml2.rpc [None req-05931952-e11e-4e12-af58-ece1398d134b None None] Device 167d7b84-c53a-4536-bdc4-3b4f9d461e47 up at agent ovs-agent-dv-cinder-797608-16-iscsi {{(pid=93885) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 13 11:14:55.475527 dv-cinder-797608-16-iscsi neutron-server[93885]: DEBUG neutron.db.provisioning_blocks [None req-05931952-e11e-4e12-af58-ece1398d134b None None] Provisioning complete for port 167d7b84-c53a-4536-bdc4-3b4f9d461e47 triggered by entity L2. {{(pid=93885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 13 11:14:55.475903 dv-cinder-797608-16-iscsi neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-05931952-e11e-4e12-af58-ece1398d134b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-997193'] for port, provisioning_complete {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 11:15:08.801581 dv-cinder-797608-16-iscsi neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-6446f746-9181-4a56-a208-648742662e26 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782137812740', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-997306'] for agent, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 11:15:11.273504 dv-cinder-797608-16-iscsi neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-d9b192fe-9ebc-4be8-a7c3-7478faeda525 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782137812740', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-997306'] for agent, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 11:15:11.530623 dv-cinder-797608-16-iscsi neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-05931952-e11e-4e12-af58-ece1398d134b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782137812740', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-997306'] for agent, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 11:15:12.446253 dv-cinder-797608-16-iscsi neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-c8cb50cc-12ff-4088-b7b1-9c64999b964c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782137812740', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-997306'] for agent, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 11:15:14.001560 dv-cinder-797608-16-iscsi neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-71795f1a-9c4d-4630-a580-a9486fbcc3ea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782137812740', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-997306'] for agent, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 11:15:23.166213 dv-cinder-797608-16-iscsi neutron-server[93886]: DEBUG neutron.db.agents_db [None req-85e56f49-6478-4807-bf82-7523a15d9e55 None None] Agent healthcheck: found 5 active agents {{(pid=93886) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 13 11:15:38.801099 dv-cinder-797608-16-iscsi neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-8816e139-1c27-4f13-832f-3949615bfe4e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782137812740', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-997306'] for agent, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 11:15:41.274748 dv-cinder-797608-16-iscsi neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-bc69527f-a049-43fb-8bfb-5d159d5da562 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782137812740', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-997306'] for agent, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 11:15:41.533915 dv-cinder-797608-16-iscsi neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-05931952-e11e-4e12-af58-ece1398d134b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782137812740', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-997306'] for agent, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 11:15:42.448071 dv-cinder-797608-16-iscsi neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-c8cb50cc-12ff-4088-b7b1-9c64999b964c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782137812740', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-997306'] for agent, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 11:15:44.007015 dv-cinder-797608-16-iscsi neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-71795f1a-9c4d-4630-a580-a9486fbcc3ea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782137812740', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-997306'] for agent, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 11:16:00.164122 dv-cinder-797608-16-iscsi neutron-server[93886]: DEBUG neutron.db.agents_db [None req-85e56f49-6478-4807-bf82-7523a15d9e55 None None] Agent healthcheck: found 5 active agents {{(pid=93886) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 13 11:16:04.641601 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.32', 42304) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 11:16:04.648068 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron.wsgi [None req-5874bef1-cf5d-47f0-8f7d-347a00bd174c tempest-verify_tempest_config-522927037 tempest-verify_tempest_config-522927037-project] http://10.222.0.32:9696/v2.0/extensions returned with HTTP 200 {{(pid=93883) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 13 11:16:04.649023 dv-cinder-797608-16-iscsi neutron-server[93883]: INFO neutron.wsgi [None req-5874bef1-cf5d-47f0-8f7d-347a00bd174c tempest-verify_tempest_config-522927037 tempest-verify_tempest_config-522927037-project] 10.222.0.32 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13635 time: 0.0064173 Aug 13 11:16:04.941048 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.32', 42322) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 11:16:05.039874 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-be2954cd-1c2a-4677-840b-e548e57abccf admin admin] Notify callbacks [] for security_group, before_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 11:16:05.133669 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-be2954cd-1c2a-4677-840b-e548e57abccf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 11:16:05.137146 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-be2954cd-1c2a-4677-840b-e548e57abccf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651637'] for security_group, after_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 11:16:05.179505 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be2954cd-1c2a-4677-840b-e548e57abccf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=df7a45f3-db57-46c6-8ded-5e30ebde9587,revision_number=1']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 11:16:05.183037 dv-cinder-797608-16-iscsi neutron-server[93883]: INFO neutron.wsgi [None req-be2954cd-1c2a-4677-840b-e548e57abccf admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=11101a26ec064bd49c63236863951758&name=default HTTP/1.1" status: 200 len: 2975 time: 0.2410061 Aug 13 11:16:05.185836 dv-cinder-797608-16-iscsi neutron-server[93884]: DEBUG neutron.wsgi [-] (93884) accepted ('10.222.0.32', 42326) {{(pid=93884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 11:16:05.188191 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be2954cd-1c2a-4677-840b-e548e57abccf admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797608-16-iscsi {{(pid=93883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 11:16:05.188541 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be2954cd-1c2a-4677-840b-e548e57abccf admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797608-16-iscsi {{(pid=93883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 11:16:05.188883 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be2954cd-1c2a-4677-840b-e548e57abccf admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797608-16-iscsi {{(pid=93883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 11:16:05.189219 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be2954cd-1c2a-4677-840b-e548e57abccf admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797608-16-iscsi {{(pid=93883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 11:16:05.189553 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be2954cd-1c2a-4677-840b-e548e57abccf admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-797608-16-iscsi {{(pid=93883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 11:16:05.189902 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be2954cd-1c2a-4677-840b-e548e57abccf admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797608-16-iscsi {{(pid=93883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 11:16:05.190264 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be2954cd-1c2a-4677-840b-e548e57abccf admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-797608-16-iscsi {{(pid=93883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 11:16:05.190612 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be2954cd-1c2a-4677-840b-e548e57abccf admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-797608-16-iscsi {{(pid=93883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 11:16:05.190953 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be2954cd-1c2a-4677-840b-e548e57abccf admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797608-16-iscsi {{(pid=93883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 11:16:05.191278 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be2954cd-1c2a-4677-840b-e548e57abccf admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797608-16-iscsi {{(pid=93883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 11:16:05.191602 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be2954cd-1c2a-4677-840b-e548e57abccf admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797608-16-iscsi {{(pid=93883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 11:16:05.191940 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be2954cd-1c2a-4677-840b-e548e57abccf admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797608-16-iscsi {{(pid=93883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 11:16:05.261594 dv-cinder-797608-16-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-1a5e189b-9cb4-4bfa-a6e0-b35f7bd14294 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 11:16:05.345389 dv-cinder-797608-16-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-1a5e189b-9cb4-4bfa-a6e0-b35f7bd14294 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 11:16:05.434789 dv-cinder-797608-16-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-1a5e189b-9cb4-4bfa-a6e0-b35f7bd14294 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651637'] for security_group, after_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 11:16:05.437287 dv-cinder-797608-16-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-1a5e189b-9cb4-4bfa-a6e0-b35f7bd14294 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 11:16:05.438458 dv-cinder-797608-16-iscsi neutron-server[93884]: INFO neutron.wsgi [None req-1a5e189b-9cb4-4bfa-a6e0-b35f7bd14294 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/df7a45f3-db57-46c6-8ded-5e30ebde9587 HTTP/1.1" status: 204 len: 168 time: 0.2516448 Aug 13 11:16:05.446785 dv-cinder-797608-16-iscsi neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a5e189b-9cb4-4bfa-a6e0-b35f7bd14294 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=df7a45f3-db57-46c6-8ded-5e30ebde9587,revision_number=None']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 11:16:05.453345 dv-cinder-797608-16-iscsi neutron-server[93884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a5e189b-9cb4-4bfa-a6e0-b35f7bd14294 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797608-16-iscsi {{(pid=93884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 11:16:05.453717 dv-cinder-797608-16-iscsi neutron-server[93884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a5e189b-9cb4-4bfa-a6e0-b35f7bd14294 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797608-16-iscsi {{(pid=93884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 11:16:05.454087 dv-cinder-797608-16-iscsi neutron-server[93884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a5e189b-9cb4-4bfa-a6e0-b35f7bd14294 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797608-16-iscsi {{(pid=93884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 11:16:05.454421 dv-cinder-797608-16-iscsi neutron-server[93884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a5e189b-9cb4-4bfa-a6e0-b35f7bd14294 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797608-16-iscsi {{(pid=93884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 11:16:05.454747 dv-cinder-797608-16-iscsi neutron-server[93884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a5e189b-9cb4-4bfa-a6e0-b35f7bd14294 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-797608-16-iscsi {{(pid=93884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 11:16:05.455073 dv-cinder-797608-16-iscsi neutron-server[93884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a5e189b-9cb4-4bfa-a6e0-b35f7bd14294 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797608-16-iscsi {{(pid=93884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 11:16:05.455394 dv-cinder-797608-16-iscsi neutron-server[93884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a5e189b-9cb4-4bfa-a6e0-b35f7bd14294 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-797608-16-iscsi {{(pid=93884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 11:16:05.455738 dv-cinder-797608-16-iscsi neutron-server[93884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a5e189b-9cb4-4bfa-a6e0-b35f7bd14294 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-797608-16-iscsi {{(pid=93884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 11:16:05.456079 dv-cinder-797608-16-iscsi neutron-server[93884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a5e189b-9cb4-4bfa-a6e0-b35f7bd14294 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797608-16-iscsi {{(pid=93884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 11:16:05.456402 dv-cinder-797608-16-iscsi neutron-server[93884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a5e189b-9cb4-4bfa-a6e0-b35f7bd14294 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797608-16-iscsi {{(pid=93884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 11:16:05.456720 dv-cinder-797608-16-iscsi neutron-server[93884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a5e189b-9cb4-4bfa-a6e0-b35f7bd14294 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797608-16-iscsi {{(pid=93884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 11:16:05.457033 dv-cinder-797608-16-iscsi neutron-server[93884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a5e189b-9cb4-4bfa-a6e0-b35f7bd14294 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797608-16-iscsi {{(pid=93884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 11:16:08.804333 dv-cinder-797608-16-iscsi neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-42e331da-15ef-402a-b220-be9e098efeed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782137812740', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-997306'] for agent, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 11:16:11.275387 dv-cinder-797608-16-iscsi neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-e8ce27ee-7542-4ca6-bfca-a51c447d6599 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782137812740', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-997306'] for agent, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 11:16:11.535200 dv-cinder-797608-16-iscsi neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-05931952-e11e-4e12-af58-ece1398d134b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782137812740', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-997306'] for agent, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 11:16:12.452621 dv-cinder-797608-16-iscsi neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-c8cb50cc-12ff-4088-b7b1-9c64999b964c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782137812740', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-997306'] for agent, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 11:16:14.009896 dv-cinder-797608-16-iscsi neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-71795f1a-9c4d-4630-a580-a9486fbcc3ea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782137812740', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-997306'] for agent, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 11:16:37.161613 dv-cinder-797608-16-iscsi neutron-server[93886]: DEBUG neutron.db.agents_db [None req-85e56f49-6478-4807-bf82-7523a15d9e55 None None] Agent healthcheck: found 5 active agents {{(pid=93886) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 13 11:16:38.804932 dv-cinder-797608-16-iscsi neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-160198de-4a42-4140-8052-7d0bbf52d838 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782137812740', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-997306'] for agent, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 11:16:41.275802 dv-cinder-797608-16-iscsi neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-090a5f4e-3020-4b28-85d7-d726c239437c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782137812740', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-997306'] for agent, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 11:16:41.536189 dv-cinder-797608-16-iscsi neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-05931952-e11e-4e12-af58-ece1398d134b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782137812740', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-997306'] for agent, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 11:16:42.454305 dv-cinder-797608-16-iscsi neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-c8cb50cc-12ff-4088-b7b1-9c64999b964c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782137812740', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-997306'] for agent, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 11:16:44.012300 dv-cinder-797608-16-iscsi neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-71795f1a-9c4d-4630-a580-a9486fbcc3ea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782137812740', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-997306'] for agent, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 11:17:08.805663 dv-cinder-797608-16-iscsi neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-b8ad3c9a-2826-4d19-8db3-7a6d29d78674 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782137812740', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-997306'] for agent, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 11:17:11.274873 dv-cinder-797608-16-iscsi neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-e8924611-4292-4cc9-9a47-946af23b6213 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782137812740', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-997306'] for agent, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 11:17:11.537807 dv-cinder-797608-16-iscsi neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-05931952-e11e-4e12-af58-ece1398d134b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782137812740', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-997306'] for agent, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 11:17:12.457497 dv-cinder-797608-16-iscsi neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-c8cb50cc-12ff-4088-b7b1-9c64999b964c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782137812740', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-997306'] for agent, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 11:17:14.013624 dv-cinder-797608-16-iscsi neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-71795f1a-9c4d-4630-a580-a9486fbcc3ea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782137812740', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-997306'] for agent, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 11:17:14.159647 dv-cinder-797608-16-iscsi neutron-server[93886]: DEBUG neutron.db.agents_db [None req-85e56f49-6478-4807-bf82-7523a15d9e55 None None] Agent healthcheck: found 5 active agents {{(pid=93886) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 13 11:17:34.189067 dv-cinder-797608-16-iscsi neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-a0b9b986-0706-4fc6-9cf9-0eb02d2513dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782137812740', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1588468'] for agent, after_create {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 11:17:38.806536 dv-cinder-797608-16-iscsi neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-85669b35-1560-4a33-b915-c1b466e3625b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782137812740', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-997306'] for agent, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 11:17:41.275884 dv-cinder-797608-16-iscsi neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-d4b62d34-0b40-4c94-b1df-583c9839707d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782137812740', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-997306'] for agent, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 11:17:41.537099 dv-cinder-797608-16-iscsi neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-05931952-e11e-4e12-af58-ece1398d134b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782137812740', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-997306'] for agent, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 11:17:42.459344 dv-cinder-797608-16-iscsi neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-c8cb50cc-12ff-4088-b7b1-9c64999b964c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782137812740', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-997306'] for agent, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 11:17:44.017288 dv-cinder-797608-16-iscsi neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-71795f1a-9c4d-4630-a580-a9486fbcc3ea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782137812740', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-997306'] for agent, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 11:17:49.015887 dv-cinder-797608-16-iscsi neutron-server[93884]: DEBUG neutron.wsgi [-] (93884) accepted ('10.222.0.32', 42400) {{(pid=93884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 11:17:49.118424 dv-cinder-797608-16-iscsi neutron-server[93884]: INFO neutron.wsgi [None req-51757015-fc9d-4dba-8980-4c208b5c34fc admin admin] 10.222.0.32 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4309 time: 0.1014185 Aug 13 11:17:51.158496 dv-cinder-797608-16-iscsi neutron-server[93886]: DEBUG neutron.db.agents_db [None req-85e56f49-6478-4807-bf82-7523a15d9e55 None None] Agent healthcheck: found 6 active agents {{(pid=93886) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 13 11:17:51.274900 dv-cinder-797608-16-iscsi neutron-server[93884]: DEBUG neutron.wsgi [-] (93884) accepted ('10.222.0.32', 42410) {{(pid=93884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 11:17:51.328096 dv-cinder-797608-16-iscsi neutron-server[93884]: INFO neutron.wsgi [None req-f58c2fb4-d8de-4199-8ec5-418991a39f29 admin admin] 10.222.0.32 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4309 time: 0.0520842 Aug 13 11:18:04.172794 dv-cinder-797608-16-iscsi neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-a0b9b986-0706-4fc6-9cf9-0eb02d2513dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782137812740', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-997306'] for agent, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 11:18:08.806596 dv-cinder-797608-16-iscsi neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-1f64ca85-d1af-4e46-9b12-b069f7069d00 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782137812740', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-997306'] for agent, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 11:18:11.275825 dv-cinder-797608-16-iscsi neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-ab3215c2-b625-421e-b1d0-26c5797c9749 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782137812740', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-997306'] for agent, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 11:18:11.538338 dv-cinder-797608-16-iscsi neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-05931952-e11e-4e12-af58-ece1398d134b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782137812740', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-997306'] for agent, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 11:18:12.461538 dv-cinder-797608-16-iscsi neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-c8cb50cc-12ff-4088-b7b1-9c64999b964c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782137812740', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-997306'] for agent, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 11:18:14.019366 dv-cinder-797608-16-iscsi neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-71795f1a-9c4d-4630-a580-a9486fbcc3ea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782137812740', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-997306'] for agent, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 11:18:28.156368 dv-cinder-797608-16-iscsi neutron-server[93886]: DEBUG neutron.db.agents_db [None req-85e56f49-6478-4807-bf82-7523a15d9e55 None None] Agent healthcheck: found 6 active agents {{(pid=93886) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 13 11:18:34.180061 dv-cinder-797608-16-iscsi neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-a0b9b986-0706-4fc6-9cf9-0eb02d2513dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782137812740', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-997306'] for agent, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 11:18:38.808583 dv-cinder-797608-16-iscsi neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-0e774e88-b37b-4627-a86e-f41bcdf40d49 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782137812740', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-997306'] for agent, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 11:18:41.277238 dv-cinder-797608-16-iscsi neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-cae0c606-2814-4a8b-a2bd-083b6805c308 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782137812740', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-997306'] for agent, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 11:18:41.540035 dv-cinder-797608-16-iscsi neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-05931952-e11e-4e12-af58-ece1398d134b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782137812740', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-997306'] for agent, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 11:18:42.467128 dv-cinder-797608-16-iscsi neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-c8cb50cc-12ff-4088-b7b1-9c64999b964c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782137812740', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-997306'] for agent, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 11:18:44.028380 dv-cinder-797608-16-iscsi neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-71795f1a-9c4d-4630-a580-a9486fbcc3ea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782137812740', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-997306'] for agent, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 11:19:04.176669 dv-cinder-797608-16-iscsi neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-a0b9b986-0706-4fc6-9cf9-0eb02d2513dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782137812740', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-997306'] for agent, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 11:19:05.155284 dv-cinder-797608-16-iscsi neutron-server[93886]: DEBUG neutron.db.agents_db [None req-85e56f49-6478-4807-bf82-7523a15d9e55 None None] Agent healthcheck: found 6 active agents {{(pid=93886) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 13 11:19:08.810786 dv-cinder-797608-16-iscsi neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-6d86ef9a-329a-4383-9f80-5dc12b3ecab7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782137812740', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-997306'] for agent, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 11:19:11.277107 dv-cinder-797608-16-iscsi neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-07720783-4edb-429e-8347-bf2b73d20d5d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782137812740', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-997306'] for agent, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 11:19:11.540323 dv-cinder-797608-16-iscsi neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-05931952-e11e-4e12-af58-ece1398d134b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782137812740', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-997306'] for agent, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 11:19:12.475476 dv-cinder-797608-16-iscsi neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-c8cb50cc-12ff-4088-b7b1-9c64999b964c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782137812740', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-997306'] for agent, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 11:19:14.029648 dv-cinder-797608-16-iscsi neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-71795f1a-9c4d-4630-a580-a9486fbcc3ea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782137812740', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-997306'] for agent, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 11:19:15.719269 dv-cinder-797608-16-iscsi neutron-server[93884]: DEBUG neutron.wsgi [-] (93884) accepted ('10.222.0.32', 42512) {{(pid=93884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 11:19:15.906400 dv-cinder-797608-16-iscsi neutron-server[93884]: DEBUG neutron.api.v2.base [None req-6f05fe76-f702-48f2-abf7-bf70a4f2f228 admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-438028039-network', 'tenant_id': '016ce434eb0745e9a8b06b65ac65cc11'}} {{(pid=93884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 13 11:19:15.931287 dv-cinder-797608-16-iscsi neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6f05fe76-f702-48f2-abf7-bf70a4f2f228 admin admin] Made reservation on behalf of 016ce434eb0745e9a8b06b65ac65cc11 for: {'network': 1} {{(pid=93884) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 13 11:19:15.934252 dv-cinder-797608-16-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-6f05fe76-f702-48f2-abf7-bf70a4f2f228 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935434'] for network, before_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 11:19:15.945211 dv-cinder-797608-16-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-6f05fe76-f702-48f2-abf7-bf70a4f2f228 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 11:19:16.060596 dv-cinder-797608-16-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-6f05fe76-f702-48f2-abf7-bf70a4f2f228 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 11:19:16.065094 dv-cinder-797608-16-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-6f05fe76-f702-48f2-abf7-bf70a4f2f228 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651637'] for security_group, after_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 11:19:16.109192 dv-cinder-797608-16-iscsi neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f05fe76-f702-48f2-abf7-bf70a4f2f228 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8cd093f5-7080-4f8f-a2ab-8e997754e5fc,revision_number=1']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 11:19:16.112574 dv-cinder-797608-16-iscsi neutron-server[93884]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6f05fe76-f702-48f2-abf7-bf70a4f2f228 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 154} {{(pid=93884) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 13 11:19:16.125922 dv-cinder-797608-16-iscsi neutron-server[93884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f05fe76-f702-48f2-abf7-bf70a4f2f228 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797608-16-iscsi {{(pid=93884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 11:19:16.126314 dv-cinder-797608-16-iscsi neutron-server[93884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f05fe76-f702-48f2-abf7-bf70a4f2f228 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797608-16-iscsi {{(pid=93884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 11:19:16.126654 dv-cinder-797608-16-iscsi neutron-server[93884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f05fe76-f702-48f2-abf7-bf70a4f2f228 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797608-16-iscsi {{(pid=93884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 11:19:16.129171 dv-cinder-797608-16-iscsi neutron-server[93884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f05fe76-f702-48f2-abf7-bf70a4f2f228 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797608-16-iscsi {{(pid=93884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 11:19:16.129171 dv-cinder-797608-16-iscsi neutron-server[93884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f05fe76-f702-48f2-abf7-bf70a4f2f228 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-797608-16-iscsi {{(pid=93884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 11:19:16.129171 dv-cinder-797608-16-iscsi neutron-server[93884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f05fe76-f702-48f2-abf7-bf70a4f2f228 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797608-16-iscsi {{(pid=93884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 11:19:16.129171 dv-cinder-797608-16-iscsi neutron-server[93884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f05fe76-f702-48f2-abf7-bf70a4f2f228 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-797608-16-iscsi {{(pid=93884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 11:19:16.129171 dv-cinder-797608-16-iscsi neutron-server[93884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f05fe76-f702-48f2-abf7-bf70a4f2f228 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-797608-16-iscsi {{(pid=93884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 11:19:16.129171 dv-cinder-797608-16-iscsi neutron-server[93884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f05fe76-f702-48f2-abf7-bf70a4f2f228 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797608-16-iscsi {{(pid=93884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 11:19:16.129171 dv-cinder-797608-16-iscsi neutron-server[93884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f05fe76-f702-48f2-abf7-bf70a4f2f228 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797608-16-iscsi {{(pid=93884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 11:19:16.129886 dv-cinder-797608-16-iscsi neutron-server[93884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f05fe76-f702-48f2-abf7-bf70a4f2f228 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797608-16-iscsi {{(pid=93884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 11:19:16.129886 dv-cinder-797608-16-iscsi neutron-server[93884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f05fe76-f702-48f2-abf7-bf70a4f2f228 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797608-16-iscsi {{(pid=93884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 11:19:16.131055 dv-cinder-797608-16-iscsi neutron-server[93884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f05fe76-f702-48f2-abf7-bf70a4f2f228 admin admin] Tracked resource versions report: Aug 13 11:19:16.131055 dv-cinder-797608-16-iscsi neutron-server[93884]: pushed versions: Aug 13 11:19:16.131055 dv-cinder-797608-16-iscsi neutron-server[93884]: { 'AddressGroup': {'1.2'}, Aug 13 11:19:16.131055 dv-cinder-797608-16-iscsi neutron-server[93884]: 'ConntrackHelper': {'1.0'}, Aug 13 11:19:16.131055 dv-cinder-797608-16-iscsi neutron-server[93884]: 'Log': {'1.0'}, Aug 13 11:19:16.131055 dv-cinder-797608-16-iscsi neutron-server[93884]: 'Network': {'1.1'}, Aug 13 11:19:16.131055 dv-cinder-797608-16-iscsi neutron-server[93884]: 'Port': {'1.7'}, Aug 13 11:19:16.131055 dv-cinder-797608-16-iscsi neutron-server[93884]: 'PortForwarding': {'1.2'}, Aug 13 11:19:16.131055 dv-cinder-797608-16-iscsi neutron-server[93884]: 'QosPolicy': {'1.9'}, Aug 13 11:19:16.131055 dv-cinder-797608-16-iscsi neutron-server[93884]: 'SecurityGroup': {'1.4'}, Aug 13 11:19:16.131055 dv-cinder-797608-16-iscsi neutron-server[93884]: 'SecurityGroupRule': {'1.2'}, Aug 13 11:19:16.131055 dv-cinder-797608-16-iscsi neutron-server[93884]: 'SubPort': {'1.0'}, Aug 13 11:19:16.131055 dv-cinder-797608-16-iscsi neutron-server[93884]: 'Subnet': {'1.1'}, Aug 13 11:19:16.131055 dv-cinder-797608-16-iscsi neutron-server[93884]: 'Trunk': {'1.1'}} Aug 13 11:19:16.131055 dv-cinder-797608-16-iscsi neutron-server[93884]: consumer versions: Aug 13 11:19:16.131055 dv-cinder-797608-16-iscsi neutron-server[93884]: { DHCP agent@dv-cinder-797608-16-iscsi: {}, Aug 13 11:19:16.131055 dv-cinder-797608-16-iscsi neutron-server[93884]: HyperV agent@hv-cinder-79760: {}, Aug 13 11:19:16.131055 dv-cinder-797608-16-iscsi neutron-server[93884]: L3 agent@dv-cinder-797608-16-iscsi: {}, Aug 13 11:19:16.131055 dv-cinder-797608-16-iscsi neutron-server[93884]: Metadata agent@dv-cinder-797608-16-iscsi: {}, Aug 13 11:19:16.131055 dv-cinder-797608-16-iscsi neutron-server[93884]: Metering agent@dv-cinder-797608-16-iscsi: {}, Aug 13 11:19:16.131055 dv-cinder-797608-16-iscsi neutron-server[93884]: Open vSwitch agent@dv-cinder-797608-16-iscsi: { 'AddressGroup': '1.2', Aug 13 11:19:16.131055 dv-cinder-797608-16-iscsi neutron-server[93884]: 'ConntrackHelper': '1.0', Aug 13 11:19:16.131055 dv-cinder-797608-16-iscsi neutron-server[93884]: 'Log': '1.0', Aug 13 11:19:16.131055 dv-cinder-797608-16-iscsi neutron-server[93884]: 'Network': '1.1', Aug 13 11:19:16.131055 dv-cinder-797608-16-iscsi neutron-server[93884]: 'Port': '1.7', Aug 13 11:19:16.131055 dv-cinder-797608-16-iscsi neutron-server[93884]: 'PortForwarding': '1.2', Aug 13 11:19:16.131055 dv-cinder-797608-16-iscsi neutron-server[93884]: 'QosPolicy': '1.9', Aug 13 11:19:16.131055 dv-cinder-797608-16-iscsi neutron-server[93884]: 'SecurityGroup': '1.4', Aug 13 11:19:16.131055 dv-cinder-797608-16-iscsi neutron-server[93884]: 'SecurityGroupRule': '1.2', Aug 13 11:19:16.131055 dv-cinder-797608-16-iscsi neutron-server[93884]: 'SubPort': '1.0', Aug 13 11:19:16.131055 dv-cinder-797608-16-iscsi neutron-server[93884]: 'Subnet': '1.1', Aug 13 11:19:16.131055 dv-cinder-797608-16-iscsi neutron-server[93884]: 'Trunk': '1.1'}} Aug 13 11:19:16.131055 dv-cinder-797608-16-iscsi neutron-server[93884]: {{(pid=93884) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Aug 13 11:19:16.146048 dv-cinder-797608-16-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-6f05fe76-f702-48f2-abf7-bf70a4f2f228 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8782137812839', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-542450'] for segment, precommit_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 11:19:16.147186 dv-cinder-797608-16-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-6f05fe76-f702-48f2-abf7-bf70a4f2f228 admin admin] Unsubscribe: segment precommit_create {{(pid=93884) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Aug 13 11:19:16.147664 dv-cinder-797608-16-iscsi neutron-server[93884]: INFO neutron.db.segments_db [None req-6f05fe76-f702-48f2-abf7-bf70a4f2f228 admin admin] Added segment 512592b2-57c8-4727-ad28-2b8f081b80ff of type vlan for network 6f5038ba-d500-4dd2-a178-c3c7a20c3f8a Aug 13 11:19:16.207899 dv-cinder-797608-16-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-6f05fe76-f702-48f2-abf7-bf70a4f2f228 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8782137323340'] for network, precommit_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 11:19:16.252227 dv-cinder-797608-16-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-6f05fe76-f702-48f2-abf7-bf70a4f2f228 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611014'] for network, after_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 11:19:16.253647 dv-cinder-797608-16-iscsi neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6f05fe76-f702-48f2-abf7-bf70a4f2f228 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 11:19:16.254439 dv-cinder-797608-16-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-6f05fe76-f702-48f2-abf7-bf70a4f2f228 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1611032'] for network, before_response {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 11:19:16.322029 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.32', 42566) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 11:19:16.326170 dv-cinder-797608-16-iscsi neutron-server[93884]: INFO neutron.wsgi [None req-6f05fe76-f702-48f2-abf7-bf70a4f2f228 admin admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.6035609 Aug 13 11:19:16.328445 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron.api.v2.base [None req-554f2244-4701-4cb2-8810-0f2a7378ee42 admin admin] Request body: {'subnet': {'network_id': '6f5038ba-d500-4dd2-a178-c3c7a20c3f8a', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-438028039-subnet', 'tenant_id': '016ce434eb0745e9a8b06b65ac65cc11', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 13 11:19:16.350667 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-554f2244-4701-4cb2-8810-0f2a7378ee42 admin admin] Made reservation on behalf of 016ce434eb0745e9a8b06b65ac65cc11 for: {'subnet': 1} {{(pid=93883) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 13 11:19:16.353772 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-554f2244-4701-4cb2-8810-0f2a7378ee42 admin admin] Notify callbacks [] for subnet, before_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 11:19:16.369818 dv-cinder-797608-16-iscsi neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f05fe76-f702-48f2-abf7-bf70a4f2f228 admin admin] Pushing event updated for resources: {'Network': ['ID=6f5038ba-d500-4dd2-a178-c3c7a20c3f8a,revision_number=1']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 11:19:16.383602 dv-cinder-797608-16-iscsi neutron-server[93885]: DEBUG neutron.plugins.ml2.rpc [None req-05931952-e11e-4e12-af58-ece1398d134b None None] Network 6f5038ba-d500-4dd2-a178-c3c7a20c3f8a details requested by agent ovs-agent-dv-cinder-797608-16-iscsi with host dv-cinder-797608-16-iscsi {{(pid=93885) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 13 11:19:16.550128 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-554f2244-4701-4cb2-8810-0f2a7378ee42 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611014'] for subnet, after_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 11:19:16.595789 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-554f2244-4701-4cb2-8810-0f2a7378ee42 admin admin] Pushing event updated for resources: {'Subnet': ['ID=cb08a571-40ed-4698-bcf0-c899006f3a81,revision_number=0']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 11:19:16.605722 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-554f2244-4701-4cb2-8810-0f2a7378ee42 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797608-16-iscsi {{(pid=93883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 11:19:16.605985 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-554f2244-4701-4cb2-8810-0f2a7378ee42 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797608-16-iscsi {{(pid=93883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 11:19:16.606418 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-554f2244-4701-4cb2-8810-0f2a7378ee42 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797608-16-iscsi {{(pid=93883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 11:19:16.606820 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-554f2244-4701-4cb2-8810-0f2a7378ee42 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797608-16-iscsi {{(pid=93883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 11:19:16.607147 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-554f2244-4701-4cb2-8810-0f2a7378ee42 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-797608-16-iscsi {{(pid=93883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 11:19:16.607540 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-554f2244-4701-4cb2-8810-0f2a7378ee42 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797608-16-iscsi {{(pid=93883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 11:19:16.607837 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-554f2244-4701-4cb2-8810-0f2a7378ee42 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-797608-16-iscsi {{(pid=93883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 11:19:16.608157 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-554f2244-4701-4cb2-8810-0f2a7378ee42 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-797608-16-iscsi {{(pid=93883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 11:19:16.608495 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-554f2244-4701-4cb2-8810-0f2a7378ee42 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797608-16-iscsi {{(pid=93883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 11:19:16.608855 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-554f2244-4701-4cb2-8810-0f2a7378ee42 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797608-16-iscsi {{(pid=93883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 11:19:16.609118 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-554f2244-4701-4cb2-8810-0f2a7378ee42 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797608-16-iscsi {{(pid=93883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 11:19:16.609431 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-554f2244-4701-4cb2-8810-0f2a7378ee42 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797608-16-iscsi {{(pid=93883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 11:19:16.610484 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-554f2244-4701-4cb2-8810-0f2a7378ee42 admin admin] Tracked resource versions report: Aug 13 11:19:16.610484 dv-cinder-797608-16-iscsi neutron-server[93883]: pushed versions: Aug 13 11:19:16.610484 dv-cinder-797608-16-iscsi neutron-server[93883]: { 'AddressGroup': {'1.2'}, Aug 13 11:19:16.610484 dv-cinder-797608-16-iscsi neutron-server[93883]: 'ConntrackHelper': {'1.0'}, Aug 13 11:19:16.610484 dv-cinder-797608-16-iscsi neutron-server[93883]: 'Log': {'1.0'}, Aug 13 11:19:16.610484 dv-cinder-797608-16-iscsi neutron-server[93883]: 'Network': {'1.1'}, Aug 13 11:19:16.610484 dv-cinder-797608-16-iscsi neutron-server[93883]: 'Port': {'1.7'}, Aug 13 11:19:16.610484 dv-cinder-797608-16-iscsi neutron-server[93883]: 'PortForwarding': {'1.2'}, Aug 13 11:19:16.610484 dv-cinder-797608-16-iscsi neutron-server[93883]: 'QosPolicy': {'1.9'}, Aug 13 11:19:16.610484 dv-cinder-797608-16-iscsi neutron-server[93883]: 'SecurityGroup': {'1.4'}, Aug 13 11:19:16.610484 dv-cinder-797608-16-iscsi neutron-server[93883]: 'SecurityGroupRule': {'1.2'}, Aug 13 11:19:16.610484 dv-cinder-797608-16-iscsi neutron-server[93883]: 'SubPort': {'1.0'}, Aug 13 11:19:16.610484 dv-cinder-797608-16-iscsi neutron-server[93883]: 'Subnet': {'1.1'}, Aug 13 11:19:16.610484 dv-cinder-797608-16-iscsi neutron-server[93883]: 'Trunk': {'1.1'}} Aug 13 11:19:16.610484 dv-cinder-797608-16-iscsi neutron-server[93883]: consumer versions: Aug 13 11:19:16.610484 dv-cinder-797608-16-iscsi neutron-server[93883]: { DHCP agent@dv-cinder-797608-16-iscsi: {}, Aug 13 11:19:16.610484 dv-cinder-797608-16-iscsi neutron-server[93883]: HyperV agent@hv-cinder-79760: {}, Aug 13 11:19:16.610484 dv-cinder-797608-16-iscsi neutron-server[93883]: L3 agent@dv-cinder-797608-16-iscsi: {}, Aug 13 11:19:16.610484 dv-cinder-797608-16-iscsi neutron-server[93883]: Metadata agent@dv-cinder-797608-16-iscsi: {}, Aug 13 11:19:16.610484 dv-cinder-797608-16-iscsi neutron-server[93883]: Metering agent@dv-cinder-797608-16-iscsi: {}, Aug 13 11:19:16.610484 dv-cinder-797608-16-iscsi neutron-server[93883]: Open vSwitch agent@dv-cinder-797608-16-iscsi: { 'AddressGroup': '1.2', Aug 13 11:19:16.610484 dv-cinder-797608-16-iscsi neutron-server[93883]: 'ConntrackHelper': '1.0', Aug 13 11:19:16.610484 dv-cinder-797608-16-iscsi neutron-server[93883]: 'Log': '1.0', Aug 13 11:19:16.610484 dv-cinder-797608-16-iscsi neutron-server[93883]: 'Network': '1.1', Aug 13 11:19:16.610484 dv-cinder-797608-16-iscsi neutron-server[93883]: 'Port': '1.7', Aug 13 11:19:16.610484 dv-cinder-797608-16-iscsi neutron-server[93883]: 'PortForwarding': '1.2', Aug 13 11:19:16.610484 dv-cinder-797608-16-iscsi neutron-server[93883]: 'QosPolicy': '1.9', Aug 13 11:19:16.610484 dv-cinder-797608-16-iscsi neutron-server[93883]: 'SecurityGroup': '1.4', Aug 13 11:19:16.610484 dv-cinder-797608-16-iscsi neutron-server[93883]: 'SecurityGroupRule': '1.2', Aug 13 11:19:16.610484 dv-cinder-797608-16-iscsi neutron-server[93883]: 'SubPort': '1.0', Aug 13 11:19:16.610484 dv-cinder-797608-16-iscsi neutron-server[93883]: 'Subnet': '1.1', Aug 13 11:19:16.610484 dv-cinder-797608-16-iscsi neutron-server[93883]: 'Trunk': '1.1'}} Aug 13 11:19:16.610484 dv-cinder-797608-16-iscsi neutron-server[93883]: {{(pid=93883) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Aug 13 11:19:16.631332 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-554f2244-4701-4cb2-8810-0f2a7378ee42 admin admin] Checking segment: {'id': '512592b2-57c8-4727-ad28-2b8f081b80ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': '6f5038ba-d500-4dd2-a178-c3c7a20c3f8a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93883) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 13 11:19:16.631676 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-554f2244-4701-4cb2-8810-0f2a7378ee42 admin admin] Network hostable DHCP agents. Network: 6f5038ba-d500-4dd2-a178-c3c7a20c3f8a, hostable agents: ['1ffcc762-1342-4182-afbd-f33f0b43fadf'], hosted agents: [] {{(pid=93883) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 13 11:19:16.650402 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-554f2244-4701-4cb2-8810-0f2a7378ee42 admin admin] Network 6f5038ba-d500-4dd2-a178-c3c7a20c3f8a is scheduled to be hosted by DHCP agent 1ffcc762-1342-4182-afbd-f33f0b43fadf with binding_index 1 {{(pid=93883) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 13 11:19:16.659968 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron.scheduler.base_scheduler [None req-554f2244-4701-4cb2-8810-0f2a7378ee42 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-797608-16-iscsi, 6f5038ba-d500-4dd2-a178-c3c7a20c3f8a) {{(pid=93883) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 13 11:19:16.668429 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-554f2244-4701-4cb2-8810-0f2a7378ee42 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 11:19:16.668429 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-554f2244-4701-4cb2-8810-0f2a7378ee42 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1611032'] for subnet, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 11:19:16.679172 dv-cinder-797608-16-iscsi neutron-server[93885]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aec0d077-980b-4715-b21a-e4d388e4d83c None None] Network 6f5038ba-d500-4dd2-a178-c3c7a20c3f8a requested from dv-cinder-797608-16-iscsi {{(pid=93885) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 13 11:19:16.684143 dv-cinder-797608-16-iscsi neutron-server[93883]: INFO neutron.wsgi [None req-554f2244-4701-4cb2-8810-0f2a7378ee42 admin admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.3610554 Aug 13 11:19:16.812898 dv-cinder-797608-16-iscsi neutron-server[93885]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c8c37d99-c660-49e1-b3d4-68c0e67f38e8 None None] Network 6f5038ba-d500-4dd2-a178-c3c7a20c3f8a requested from dv-cinder-797608-16-iscsi {{(pid=93885) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 13 11:19:17.477375 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.32', 42642) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 11:19:17.600483 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.32', 42650) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 11:19:17.618555 dv-cinder-797608-16-iscsi neutron-server[93884]: DEBUG neutron.wsgi [-] (93884) accepted ('10.222.0.32', 42654) {{(pid=93884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 11:19:17.808052 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron.api.v2.base [None req-0dded9bc-e626-434f-af8a-38a77bb3eb9a admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-502404732-network', 'tenant_id': '2275c360eaf141e588ac14d4e4363438'}} {{(pid=93883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 13 11:19:17.837608 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0dded9bc-e626-434f-af8a-38a77bb3eb9a admin admin] Made reservation on behalf of 2275c360eaf141e588ac14d4e4363438 for: {'network': 1} {{(pid=93883) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 13 11:19:17.840923 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-0dded9bc-e626-434f-af8a-38a77bb3eb9a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935434'] for network, before_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 11:19:17.850008 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-0dded9bc-e626-434f-af8a-38a77bb3eb9a admin admin] Notify callbacks [] for security_group, before_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 11:19:17.867528 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron.api.v2.base [None req-bdc60c21-0c1c-4dda-b2fe-27beebabe993 admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-937444735-network', 'tenant_id': '7ce5ec11b3fa4a3da17a044b60c4d7c0'}} {{(pid=93883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 13 11:19:17.904555 dv-cinder-797608-16-iscsi neutron-server[93884]: DEBUG neutron.api.v2.base [None req-420bfa5a-32df-4334-a31a-0bf790e67d00 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-1599166667-network', 'tenant_id': '79ef1636c6ae4656a27be7ebe99adfd8'}} {{(pid=93884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 13 11:19:17.952305 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-0dded9bc-e626-434f-af8a-38a77bb3eb9a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 11:19:17.960420 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-0dded9bc-e626-434f-af8a-38a77bb3eb9a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651637'] for security_group, after_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 11:19:17.973259 dv-cinder-797608-16-iscsi neutron-server[93884]: DEBUG neutron_lib.db.api [None req-420bfa5a-32df-4334-a31a-0bf790e67d00 admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Aug 13 11:19:17.973259 dv-cinder-797608-16-iscsi neutron-server[93884]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Aug 13 11:19:17.973259 dv-cinder-797608-16-iscsi neutron-server[93884]: [parameters: {'project_id_1': '79ef1636c6ae4656a27be7ebe99adfd8', 'expiration_1': datetime.datetime(2021, 8, 13, 11, 19, 17, 910411)}] Aug 13 11:19:17.973259 dv-cinder-797608-16-iscsi neutron-server[93884]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=93884) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 13 11:19:17.973800 dv-cinder-797608-16-iscsi neutron-server[93884]: DEBUG oslo_db.api [None req-420bfa5a-32df-4334-a31a-0bf790e67d00 admin admin] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=93884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 13 11:19:17.981708 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0dded9bc-e626-434f-af8a-38a77bb3eb9a admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 175} {{(pid=93883) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 13 11:19:17.996573 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-0dded9bc-e626-434f-af8a-38a77bb3eb9a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-542450'] for segment, precommit_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 11:19:17.996914 dv-cinder-797608-16-iscsi neutron-server[93883]: INFO neutron.db.segments_db [None req-0dded9bc-e626-434f-af8a-38a77bb3eb9a admin admin] Added segment f4dd2cc4-fdaa-47ce-bd00-4a8b0e01de32 of type vlan for network ef82cda3-482a-4d19-86b5-de7fdfe5ee01 Aug 13 11:19:18.014825 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bdc60c21-0c1c-4dda-b2fe-27beebabe993 admin admin] Made reservation on behalf of 7ce5ec11b3fa4a3da17a044b60c4d7c0 for: {'network': 1} {{(pid=93883) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 13 11:19:18.017602 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-bdc60c21-0c1c-4dda-b2fe-27beebabe993 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935434'] for network, before_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 11:19:18.051559 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-bdc60c21-0c1c-4dda-b2fe-27beebabe993 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 11:19:18.070653 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-0dded9bc-e626-434f-af8a-38a77bb3eb9a admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8782137323340'] for network, precommit_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 11:19:18.085010 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dded9bc-e626-434f-af8a-38a77bb3eb9a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e9ebb553-6898-47d0-8034-10e78e802a38,revision_number=1']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 11:19:18.127105 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-0dded9bc-e626-434f-af8a-38a77bb3eb9a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611014'] for network, after_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 11:19:18.128370 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0dded9bc-e626-434f-af8a-38a77bb3eb9a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 11:19:18.129041 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-0dded9bc-e626-434f-af8a-38a77bb3eb9a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1611032'] for network, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 11:19:18.309667 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dded9bc-e626-434f-af8a-38a77bb3eb9a admin admin] Pushing event updated for resources: {'Network': ['ID=ef82cda3-482a-4d19-86b5-de7fdfe5ee01,revision_number=1']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 11:19:18.321506 dv-cinder-797608-16-iscsi neutron-server[93885]: DEBUG neutron.plugins.ml2.rpc [None req-05931952-e11e-4e12-af58-ece1398d134b None None] Network ef82cda3-482a-4d19-86b5-de7fdfe5ee01 details requested by agent ovs-agent-dv-cinder-797608-16-iscsi with host dv-cinder-797608-16-iscsi {{(pid=93885) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 13 11:19:18.461056 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-bdc60c21-0c1c-4dda-b2fe-27beebabe993 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 11:19:18.468091 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-bdc60c21-0c1c-4dda-b2fe-27beebabe993 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651637'] for security_group, after_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 11:19:18.481069 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bdc60c21-0c1c-4dda-b2fe-27beebabe993 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 172} {{(pid=93883) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 13 11:19:18.491601 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-bdc60c21-0c1c-4dda-b2fe-27beebabe993 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-542450'] for segment, precommit_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 11:19:18.491995 dv-cinder-797608-16-iscsi neutron-server[93883]: INFO neutron.db.segments_db [None req-bdc60c21-0c1c-4dda-b2fe-27beebabe993 admin admin] Added segment f91f77da-5339-477e-a1d0-b21d720c56da of type vlan for network 02c7fb52-0ad2-484c-84d8-96df36c92bd5 Aug 13 11:19:18.508323 dv-cinder-797608-16-iscsi neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-420bfa5a-32df-4334-a31a-0bf790e67d00 admin admin] Made reservation on behalf of 79ef1636c6ae4656a27be7ebe99adfd8 for: {'network': 1} {{(pid=93884) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 13 11:19:18.515354 dv-cinder-797608-16-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-420bfa5a-32df-4334-a31a-0bf790e67d00 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935434'] for network, before_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 11:19:18.535492 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-bdc60c21-0c1c-4dda-b2fe-27beebabe993 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8782137323340'] for network, precommit_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 11:19:18.549316 dv-cinder-797608-16-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-420bfa5a-32df-4334-a31a-0bf790e67d00 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 11:19:18.570667 dv-cinder-797608-16-iscsi neutron-server[93883]: INFO neutron.wsgi [None req-0dded9bc-e626-434f-af8a-38a77bb3eb9a admin admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 1.0914271 Aug 13 11:19:18.574593 dv-cinder-797608-16-iscsi neutron-server[93884]: DEBUG neutron.wsgi [-] (93884) accepted ('10.222.0.32', 42710) {{(pid=93884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 11:19:18.590952 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdc60c21-0c1c-4dda-b2fe-27beebabe993 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5e66df65-70b0-476d-97cd-4e9936c292c1,revision_number=1']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 11:19:18.593856 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-bdc60c21-0c1c-4dda-b2fe-27beebabe993 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611014'] for network, after_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 11:19:18.595036 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bdc60c21-0c1c-4dda-b2fe-27beebabe993 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 11:19:18.598404 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-bdc60c21-0c1c-4dda-b2fe-27beebabe993 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1611032'] for network, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 11:19:18.600600 dv-cinder-797608-16-iscsi neutron-server[93884]: DEBUG neutron.api.v2.base [None req-e8983335-fd7b-4d86-a718-9fd6ac82510b admin admin] Request body: {'subnet': {'network_id': 'ef82cda3-482a-4d19-86b5-de7fdfe5ee01', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-502404732-subnet', 'tenant_id': '2275c360eaf141e588ac14d4e4363438', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 13 11:19:18.661140 dv-cinder-797608-16-iscsi neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e8983335-fd7b-4d86-a718-9fd6ac82510b admin admin] Made reservation on behalf of 2275c360eaf141e588ac14d4e4363438 for: {'subnet': 1} {{(pid=93884) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 13 11:19:18.664298 dv-cinder-797608-16-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-e8983335-fd7b-4d86-a718-9fd6ac82510b admin admin] Notify callbacks [] for subnet, before_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 11:19:18.720657 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdc60c21-0c1c-4dda-b2fe-27beebabe993 admin admin] Pushing event updated for resources: {'Network': ['ID=02c7fb52-0ad2-484c-84d8-96df36c92bd5,revision_number=1']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 11:19:18.748229 dv-cinder-797608-16-iscsi neutron-server[93885]: DEBUG neutron.plugins.ml2.rpc [None req-05931952-e11e-4e12-af58-ece1398d134b None None] Network 02c7fb52-0ad2-484c-84d8-96df36c92bd5 details requested by agent ovs-agent-dv-cinder-797608-16-iscsi with host dv-cinder-797608-16-iscsi {{(pid=93885) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 13 11:19:18.774221 dv-cinder-797608-16-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-420bfa5a-32df-4334-a31a-0bf790e67d00 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 11:19:18.791797 dv-cinder-797608-16-iscsi neutron-server[93883]: INFO neutron.wsgi [None req-bdc60c21-0c1c-4dda-b2fe-27beebabe993 admin admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 891 time: 1.1876490 Aug 13 11:19:18.805683 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.32', 42732) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 11:19:18.810853 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron.api.v2.base [None req-69d2a3da-9d2e-4f4f-a392-c9a99bc1b395 admin admin] Request body: {'subnet': {'network_id': '02c7fb52-0ad2-484c-84d8-96df36c92bd5', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-937444735-subnet', 'tenant_id': '7ce5ec11b3fa4a3da17a044b60c4d7c0', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 13 11:19:18.878887 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-69d2a3da-9d2e-4f4f-a392-c9a99bc1b395 admin admin] Made reservation on behalf of 7ce5ec11b3fa4a3da17a044b60c4d7c0 for: {'subnet': 1} {{(pid=93883) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 13 11:19:18.882039 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-69d2a3da-9d2e-4f4f-a392-c9a99bc1b395 admin admin] Notify callbacks [] for subnet, before_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 11:19:18.958438 dv-cinder-797608-16-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-420bfa5a-32df-4334-a31a-0bf790e67d00 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651637'] for security_group, after_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 11:19:18.978720 dv-cinder-797608-16-iscsi neutron-server[93884]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-420bfa5a-32df-4334-a31a-0bf790e67d00 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 168} {{(pid=93884) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 13 11:19:18.987372 dv-cinder-797608-16-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-420bfa5a-32df-4334-a31a-0bf790e67d00 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-542450'] for segment, precommit_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 11:19:18.987940 dv-cinder-797608-16-iscsi neutron-server[93884]: INFO neutron.db.segments_db [None req-420bfa5a-32df-4334-a31a-0bf790e67d00 admin admin] Added segment d8719896-e4f7-4cd8-9639-acde7eb05d04 of type vlan for network ec8923c9-e8aa-4fb7-a57a-17b8964f1574 Aug 13 11:19:19.029048 dv-cinder-797608-16-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-420bfa5a-32df-4334-a31a-0bf790e67d00 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8782137323340'] for network, precommit_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 11:19:19.059314 dv-cinder-797608-16-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-e8983335-fd7b-4d86-a718-9fd6ac82510b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611014'] for subnet, after_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 11:19:19.072306 dv-cinder-797608-16-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-420bfa5a-32df-4334-a31a-0bf790e67d00 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611014'] for network, after_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 11:19:19.073793 dv-cinder-797608-16-iscsi neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-420bfa5a-32df-4334-a31a-0bf790e67d00 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 11:19:19.074992 dv-cinder-797608-16-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-420bfa5a-32df-4334-a31a-0bf790e67d00 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1611032'] for network, before_response {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 11:19:19.138477 dv-cinder-797608-16-iscsi neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8983335-fd7b-4d86-a718-9fd6ac82510b admin admin] Pushing event updated for resources: {'Subnet': ['ID=0a294ee4-9310-4ae0-897c-3c3fffa9fb3c,revision_number=0']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 11:19:19.148294 dv-cinder-797608-16-iscsi neutron-server[93884]: INFO neutron.wsgi [None req-420bfa5a-32df-4334-a31a-0bf790e67d00 admin admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 1.5267651 Aug 13 11:19:19.150264 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.32', 42756) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 11:19:19.156485 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron.api.v2.base [None req-bb8f699e-a12a-49fd-b1ad-8a08eac6c683 admin admin] Request body: {'subnet': {'network_id': 'ec8923c9-e8aa-4fb7-a57a-17b8964f1574', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-1599166667-subnet', 'tenant_id': '79ef1636c6ae4656a27be7ebe99adfd8', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=93883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 13 11:19:19.187789 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-69d2a3da-9d2e-4f4f-a392-c9a99bc1b395 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611014'] for subnet, after_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 11:19:19.212435 dv-cinder-797608-16-iscsi neutron-server[93884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8983335-fd7b-4d86-a718-9fd6ac82510b admin admin] Checking segment: {'id': 'f4dd2cc4-fdaa-47ce-bd00-4a8b0e01de32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': 'ef82cda3-482a-4d19-86b5-de7fdfe5ee01'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93884) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 13 11:19:19.212784 dv-cinder-797608-16-iscsi neutron-server[93884]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e8983335-fd7b-4d86-a718-9fd6ac82510b admin admin] Network hostable DHCP agents. Network: ef82cda3-482a-4d19-86b5-de7fdfe5ee01, hostable agents: ['1ffcc762-1342-4182-afbd-f33f0b43fadf'], hosted agents: [] {{(pid=93884) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 13 11:19:19.328346 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bb8f699e-a12a-49fd-b1ad-8a08eac6c683 admin admin] Made reservation on behalf of 79ef1636c6ae4656a27be7ebe99adfd8 for: {'subnet': 1} {{(pid=93883) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 13 11:19:19.330506 dv-cinder-797608-16-iscsi neutron-server[93884]: DEBUG neutron.wsgi [-] (93884) accepted ('10.222.0.32', 42772) {{(pid=93884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 11:19:19.331132 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-bb8f699e-a12a-49fd-b1ad-8a08eac6c683 admin admin] Notify callbacks [] for subnet, before_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 11:19:19.350277 dv-cinder-797608-16-iscsi neutron-server[93884]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Aug 13 11:19:19.351088 dv-cinder-797608-16-iscsi neutron-server[93884]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e8983335-fd7b-4d86-a718-9fd6ac82510b admin admin] Network ef82cda3-482a-4d19-86b5-de7fdfe5ee01 is scheduled to be hosted by DHCP agent 1ffcc762-1342-4182-afbd-f33f0b43fadf with binding_index 1 {{(pid=93884) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 13 11:19:19.352950 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69d2a3da-9d2e-4f4f-a392-c9a99bc1b395 admin admin] Checking segment: {'id': 'f91f77da-5339-477e-a1d0-b21d720c56da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': '02c7fb52-0ad2-484c-84d8-96df36c92bd5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93883) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 13 11:19:19.353484 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-69d2a3da-9d2e-4f4f-a392-c9a99bc1b395 admin admin] Network hostable DHCP agents. Network: 02c7fb52-0ad2-484c-84d8-96df36c92bd5, hostable agents: ['1ffcc762-1342-4182-afbd-f33f0b43fadf'], hosted agents: [] {{(pid=93883) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 13 11:19:19.419793 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-69d2a3da-9d2e-4f4f-a392-c9a99bc1b395 admin admin] Network 02c7fb52-0ad2-484c-84d8-96df36c92bd5 is scheduled to be hosted by DHCP agent 1ffcc762-1342-4182-afbd-f33f0b43fadf with binding_index 1 {{(pid=93883) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 13 11:19:19.422167 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69d2a3da-9d2e-4f4f-a392-c9a99bc1b395 admin admin] Pushing event updated for resources: {'Subnet': ['ID=4d0dfa4f-d7e7-4367-877a-a49567302b15,revision_number=0']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 11:19:19.440379 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron.scheduler.base_scheduler [None req-69d2a3da-9d2e-4f4f-a392-c9a99bc1b395 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-797608-16-iscsi, 02c7fb52-0ad2-484c-84d8-96df36c92bd5) {{(pid=93883) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 13 11:19:19.451534 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-69d2a3da-9d2e-4f4f-a392-c9a99bc1b395 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 11:19:19.452345 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-69d2a3da-9d2e-4f4f-a392-c9a99bc1b395 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1611032'] for subnet, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 11:19:19.457101 dv-cinder-797608-16-iscsi neutron-server[93885]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0a4677ff-2053-4f28-8bea-4e1c16841c19 None None] Network 02c7fb52-0ad2-484c-84d8-96df36c92bd5 requested from dv-cinder-797608-16-iscsi {{(pid=93885) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 13 11:19:19.489803 dv-cinder-797608-16-iscsi neutron-server[93883]: INFO neutron.wsgi [None req-69d2a3da-9d2e-4f4f-a392-c9a99bc1b395 admin admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 855 time: 0.6828330 Aug 13 11:19:19.494307 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.32', 42778) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 11:19:19.501405 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron.api.v2.base [None req-eef8db56-7764-41da-84cd-8666c2dd647d admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-937444735-router', 'tenant_id': '7ce5ec11b3fa4a3da17a044b60c4d7c0', 'external_gateway_info': {'network_id': '7c3f0979-58a5-4465-87f9-e256377c6b61'}}} {{(pid=93883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 13 11:19:19.528951 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.32', 42780) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 11:19:19.554410 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-eef8db56-7764-41da-84cd-8666c2dd647d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1575915', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-130446'] for router, before_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 11:19:19.555665 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-eef8db56-7764-41da-84cd-8666c2dd647d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1586555', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1585448', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1643304', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-130433'] for router, precommit_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 11:19:19.591964 dv-cinder-797608-16-iscsi neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae5f7ca2-02ef-4b69-930e-8abb62609272 req-92242396-81fb-4849-9493-e38240a1d47e tempest-DeleteServersTestJSON-100487038 tempest-DeleteServersTestJSON-100487038-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 11:19:19.593456 dv-cinder-797608-16-iscsi neutron-server[93884]: INFO neutron.wsgi [req-ae5f7ca2-02ef-4b69-930e-8abb62609272 req-92242396-81fb-4849-9493-e38240a1d47e tempest-DeleteServersTestJSON-100487038 tempest-DeleteServersTestJSON-100487038-project] 10.222.0.32 "GET /v2.0/networks?id=6f5038ba-d500-4dd2-a178-c3c7a20c3f8a HTTP/1.1" status: 200 len: 811 time: 0.2609317 Aug 13 11:19:19.594480 dv-cinder-797608-16-iscsi neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-420bfa5a-32df-4334-a31a-0bf790e67d00 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a6c21092-1a8c-4ef1-a751-a65aaaa78cb8,revision_number=1']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 11:19:19.612867 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-eef8db56-7764-41da-84cd-8666c2dd647d admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 11:19:19.619384 dv-cinder-797608-16-iscsi neutron-server[93884]: DEBUG neutron.scheduler.base_scheduler [None req-e8983335-fd7b-4d86-a718-9fd6ac82510b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-797608-16-iscsi, ef82cda3-482a-4d19-86b5-de7fdfe5ee01) {{(pid=93884) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 13 11:19:19.642451 dv-cinder-797608-16-iscsi neutron-server[93884]: INFO neutron.wsgi [req-ae5f7ca2-02ef-4b69-930e-8abb62609272 req-0bf3cb10-ef64-4172-8721-9a8a3dbd9cdd tempest-DeleteServersTestJSON-100487038 tempest-DeleteServersTestJSON-100487038-project] 10.222.0.32 "GET /v2.0/quotas/016ce434eb0745e9a8b06b65ac65cc11 HTTP/1.1" status: 200 len: 375 time: 0.0281084 Aug 13 11:19:19.648748 dv-cinder-797608-16-iscsi neutron-server[93885]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-214b4ed2-8225-477e-990e-9d19ffcde175 None None] Network ef82cda3-482a-4d19-86b5-de7fdfe5ee01 requested from dv-cinder-797608-16-iscsi {{(pid=93885) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 13 11:19:19.675351 dv-cinder-797608-16-iscsi neutron-server[93885]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2ea71b03-dffd-4c23-8725-99761bf5af8b None None] Network 02c7fb52-0ad2-484c-84d8-96df36c92bd5 requested from dv-cinder-797608-16-iscsi {{(pid=93885) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 13 11:19:19.716707 dv-cinder-797608-16-iscsi neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e8983335-fd7b-4d86-a718-9fd6ac82510b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 11:19:19.726495 dv-cinder-797608-16-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-e8983335-fd7b-4d86-a718-9fd6ac82510b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1611032'] for subnet, before_response {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 11:19:19.739111 dv-cinder-797608-16-iscsi neutron-server[93884]: INFO neutron.wsgi [req-ae5f7ca2-02ef-4b69-930e-8abb62609272 req-81499127-3dfc-4d66-a94c-d09244417d38 tempest-DeleteServersTestJSON-100487038 tempest-DeleteServersTestJSON-100487038-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=016ce434eb0745e9a8b06b65ac65cc11&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0958612 Aug 13 11:19:19.744571 dv-cinder-797608-16-iscsi neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-420bfa5a-32df-4334-a31a-0bf790e67d00 admin admin] Pushing event updated for resources: {'Network': ['ID=ec8923c9-e8aa-4fb7-a57a-17b8964f1574,revision_number=1']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 11:19:19.770579 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-eef8db56-7764-41da-84cd-8666c2dd647d admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 11:19:19.778651 dv-cinder-797608-16-iscsi neutron-server[93885]: DEBUG neutron.plugins.ml2.rpc [None req-05931952-e11e-4e12-af58-ece1398d134b None None] Network ec8923c9-e8aa-4fb7-a57a-17b8964f1574 details requested by agent ovs-agent-dv-cinder-797608-16-iscsi with host dv-cinder-797608-16-iscsi {{(pid=93885) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 13 11:19:19.788411 dv-cinder-797608-16-iscsi neutron-server[93884]: INFO neutron.wsgi [None req-e8983335-fd7b-4d86-a718-9fd6ac82510b admin admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 1.2060730 Aug 13 11:19:20.012039 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-e92b97cb-3d79-42b0-8f4c-b0c1f8409da6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 11:19:20.039167 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-bb8f699e-a12a-49fd-b1ad-8a08eac6c683 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611014'] for subnet, after_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 11:19:20.054439 dv-cinder-797608-16-iscsi neutron-server[93884]: DEBUG neutron.wsgi [req-ae5f7ca2-02ef-4b69-930e-8abb62609272 req-5820858a-4a9d-4e9f-9a23-c6a2a243fef6 service neutron] http://10.222.0.32:9696/v2.0/extensions returned with HTTP 200 {{(pid=93884) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 13 11:19:20.055533 dv-cinder-797608-16-iscsi neutron-server[93884]: INFO neutron.wsgi [req-ae5f7ca2-02ef-4b69-930e-8abb62609272 req-5820858a-4a9d-4e9f-9a23-c6a2a243fef6 service neutron] 10.222.0.32 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0987253 Aug 13 11:19:20.205991 dv-cinder-797608-16-iscsi neutron-server[93885]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b4efa401-bb97-4df5-bf6d-5a3c65695f24 None None] Network ef82cda3-482a-4d19-86b5-de7fdfe5ee01 requested from dv-cinder-797608-16-iscsi {{(pid=93885) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 13 11:19:20.210858 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb8f699e-a12a-49fd-b1ad-8a08eac6c683 admin admin] Pushing event updated for resources: {'Subnet': ['ID=8f355941-9ea6-47f3-b4b3-219d5394ef79,revision_number=0']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 11:19:20.256270 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb8f699e-a12a-49fd-b1ad-8a08eac6c683 admin admin] Checking segment: {'id': 'd8719896-e4f7-4cd8-9639-acde7eb05d04', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': 'ec8923c9-e8aa-4fb7-a57a-17b8964f1574'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93883) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 13 11:19:20.256270 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bb8f699e-a12a-49fd-b1ad-8a08eac6c683 admin admin] Network hostable DHCP agents. Network: ec8923c9-e8aa-4fb7-a57a-17b8964f1574, hostable agents: ['1ffcc762-1342-4182-afbd-f33f0b43fadf'], hosted agents: [] {{(pid=93883) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 13 11:19:20.280195 dv-cinder-797608-16-iscsi neutron-server[93884]: INFO neutron.wsgi [req-ae5f7ca2-02ef-4b69-930e-8abb62609272 req-c8776cd4-8e96-432d-aa9d-b7c406d127ae service neutron] 10.222.0.32 "GET /v2.0/networks/6f5038ba-d500-4dd2-a178-c3c7a20c3f8a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2167859 Aug 13 11:19:20.371496 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bb8f699e-a12a-49fd-b1ad-8a08eac6c683 admin admin] Network ec8923c9-e8aa-4fb7-a57a-17b8964f1574 is scheduled to be hosted by DHCP agent 1ffcc762-1342-4182-afbd-f33f0b43fadf with binding_index 1 {{(pid=93883) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 13 11:19:20.423218 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron.scheduler.base_scheduler [None req-bb8f699e-a12a-49fd-b1ad-8a08eac6c683 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-797608-16-iscsi, ec8923c9-e8aa-4fb7-a57a-17b8964f1574) {{(pid=93883) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 13 11:19:20.434841 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-e92b97cb-3d79-42b0-8f4c-b0c1f8409da6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 11:19:20.436439 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bb8f699e-a12a-49fd-b1ad-8a08eac6c683 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 11:19:20.437018 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-bb8f699e-a12a-49fd-b1ad-8a08eac6c683 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1611032'] for subnet, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 11:19:20.442813 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-e92b97cb-3d79-42b0-8f4c-b0c1f8409da6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651637'] for security_group, after_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 11:19:20.447768 dv-cinder-797608-16-iscsi neutron-server[93885]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4b7880ba-196d-47c0-8f40-d0ecefcf3a2e None None] Network ec8923c9-e8aa-4fb7-a57a-17b8964f1574 requested from dv-cinder-797608-16-iscsi {{(pid=93885) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 13 11:19:20.449364 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-eef8db56-7764-41da-84cd-8666c2dd647d admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 11:19:20.483221 dv-cinder-797608-16-iscsi neutron-server[93884]: INFO neutron.wsgi [req-ae5f7ca2-02ef-4b69-930e-8abb62609272 req-6e17b87f-9a37-46cb-b036-aa923123a814 service neutron] 10.222.0.32 "GET /v2.0/networks/6f5038ba-d500-4dd2-a178-c3c7a20c3f8a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2016697 Aug 13 11:19:20.565332 dv-cinder-797608-16-iscsi neutron-server[93884]: DEBUG neutron.wsgi [-] (93884) accepted ('10.222.0.32', 42860) {{(pid=93884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 11:19:20.566222 dv-cinder-797608-16-iscsi neutron-server[93884]: DEBUG neutron.wsgi [-] (93884) accepted ('10.222.0.32', 42862) {{(pid=93884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 11:19:20.590929 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e92b97cb-3d79-42b0-8f4c-b0c1f8409da6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=28dbcd5b-868a-4222-8049-8be63c2f00a6,revision_number=1']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 11:19:20.595070 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-eef8db56-7764-41da-84cd-8666c2dd647d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935434'] for port, before_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 11:19:20.660197 dv-cinder-797608-16-iscsi neutron-server[93885]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a9dbc739-863a-486d-87e4-2e24a0d171e8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp84322506-7e22-5c26-8af9-4bf3580d711c-ec8923c9-e8aa-4fb7-a57a-17b8964f1574', 'network_id': 'ec8923c9-e8aa-4fb7-a57a-17b8964f1574', 'tenant_id': '79ef1636c6ae4656a27be7ebe99adfd8', 'fixed_ips': [{'subnet_id': '8f355941-9ea6-47f3-b4b3-219d5394ef79'}]}} from dv-cinder-797608-16-iscsi. {{(pid=93885) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 13 11:19:20.661812 dv-cinder-797608-16-iscsi neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-a9dbc739-863a-486d-87e4-2e24a0d171e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935434'] for port, before_create {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 11:19:20.680784 dv-cinder-797608-16-iscsi neutron-server[93883]: INFO neutron.wsgi [None req-bb8f699e-a12a-49fd-b1ad-8a08eac6c683 admin admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.5292428 Aug 13 11:19:20.696570 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.32', 42866) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 11:19:20.702745 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron.api.v2.base [None req-85e442c0-e6b0-4747-898a-f70f602a3073 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-1599166667-router', 'tenant_id': '79ef1636c6ae4656a27be7ebe99adfd8', 'external_gateway_info': {'network_id': '7c3f0979-58a5-4465-87f9-e256377c6b61'}}} {{(pid=93883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 13 11:19:20.735663 dv-cinder-797608-16-iscsi neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b8afb6d-0757-4e42-92ce-c4208ddebd0b req-cbbe1109-dc41-4988-8fc7-45ac37930a3e tempest-AttachVolumeNegativeTest-1779138385 tempest-AttachVolumeNegativeTest-1779138385-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 11:19:20.738743 dv-cinder-797608-16-iscsi neutron-server[93883]: INFO neutron.wsgi [None req-e92b97cb-3d79-42b0-8f4c-b0c1f8409da6 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=317a06d51b1d4b558d223df45fa7714b&name=default HTTP/1.1" status: 200 len: 2975 time: 1.2084885 Aug 13 11:19:20.741563 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.32', 42868) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 11:19:20.745883 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-85e442c0-e6b0-4747-898a-f70f602a3073 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1575915', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-130446'] for router, before_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 11:19:20.746953 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-85e442c0-e6b0-4747-898a-f70f602a3073 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1586555', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1585448', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1643304', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-130433'] for router, precommit_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 11:19:20.748358 dv-cinder-797608-16-iscsi neutron-server[93884]: INFO neutron.wsgi [req-8b8afb6d-0757-4e42-92ce-c4208ddebd0b req-cbbe1109-dc41-4988-8fc7-45ac37930a3e tempest-AttachVolumeNegativeTest-1779138385 tempest-AttachVolumeNegativeTest-1779138385-project] 10.222.0.32 "GET /v2.0/networks?id=ef82cda3-482a-4d19-86b5-de7fdfe5ee01 HTTP/1.1" status: 200 len: 814 time: 0.1746376 Aug 13 11:19:20.768412 dv-cinder-797608-16-iscsi neutron-server[93884]: INFO neutron.wsgi [req-8b8afb6d-0757-4e42-92ce-c4208ddebd0b req-a77ccd20-be7a-45e5-8b1c-3db8b00f1f6e tempest-AttachVolumeNegativeTest-1779138385 tempest-AttachVolumeNegativeTest-1779138385-project] 10.222.0.32 "GET /v2.0/quotas/2275c360eaf141e588ac14d4e4363438 HTTP/1.1" status: 200 len: 375 time: 0.0188091 Aug 13 11:19:20.781289 dv-cinder-797608-16-iscsi neutron-server[93884]: DEBUG neutron.wsgi [-] (93884) accepted ('10.222.0.32', 42870) {{(pid=93884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 11:19:20.835698 dv-cinder-797608-16-iscsi neutron-server[93884]: INFO neutron.wsgi [req-8b8afb6d-0757-4e42-92ce-c4208ddebd0b req-6bfb4032-3f0f-42e6-9902-ff5c854cb073 tempest-AttachVolumeNegativeTest-1779138385 tempest-AttachVolumeNegativeTest-1779138385-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=2275c360eaf141e588ac14d4e4363438&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0660868 Aug 13 11:19:20.860470 dv-cinder-797608-16-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-eaf01910-4049-4ca1-9545-a00fd63af705 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 11:19:20.908292 dv-cinder-797608-16-iscsi neutron-server[93885]: DEBUG neutron.db.db_base_plugin_common [None req-a9dbc739-863a-486d-87e4-2e24a0d171e8 None None] Allocated IP 172.20.0.2 (ec8923c9-e8aa-4fb7-a57a-17b8964f1574/8f355941-9ea6-47f3-b4b3-219d5394ef79/98e3be1d-b1f4-4e22-85f8-f700044a9da8) {{(pid=93885) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 13 11:19:21.003958 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-85e442c0-e6b0-4747-898a-f70f602a3073 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 11:19:21.040078 dv-cinder-797608-16-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-eaf01910-4049-4ca1-9545-a00fd63af705 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 11:19:21.118324 dv-cinder-797608-16-iscsi neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-a9dbc739-863a-486d-87e4-2e24a0d171e8 None None] Notify callbacks [] for port, precommit_create {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 11:19:21.134068 dv-cinder-797608-16-iscsi neutron-server[93885]: DEBUG neutron.db.provisioning_blocks [None req-a9dbc739-863a-486d-87e4-2e24a0d171e8 None None] Transition to ACTIVE for port object 98e3be1d-b1f4-4e22-85f8-f700044a9da8 will not be triggered until provisioned by entity L2. {{(pid=93885) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 13 11:19:21.147561 dv-cinder-797608-16-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-eaf01910-4049-4ca1-9545-a00fd63af705 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651637'] for security_group, after_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 11:19:21.162254 dv-cinder-797608-16-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-098bad33-fe8d-4bc9-9dc6-2760b7825f07 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 11:19:21.162511 dv-cinder-797608-16-iscsi neutron-server[93885]: DEBUG neutron.db.provisioning_blocks [None req-a9dbc739-863a-486d-87e4-2e24a0d171e8 None None] Transition to ACTIVE for port object 98e3be1d-b1f4-4e22-85f8-f700044a9da8 will not be triggered until provisioned by entity DHCP. {{(pid=93885) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 13 11:19:21.172998 dv-cinder-797608-16-iscsi neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-a9dbc739-863a-486d-87e4-2e24a0d171e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935844', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611014', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782137337079'] for port, after_create {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 11:19:21.176786 dv-cinder-797608-16-iscsi neutron-server[93884]: DEBUG neutron.wsgi [req-8b8afb6d-0757-4e42-92ce-c4208ddebd0b req-f3635e3a-0f6c-45d4-962f-b766639e5c5f service neutron] http://10.222.0.32:9696/v2.0/extensions returned with HTTP 200 {{(pid=93884) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 13 11:19:21.178495 dv-cinder-797608-16-iscsi neutron-server[93884]: INFO neutron.wsgi [req-8b8afb6d-0757-4e42-92ce-c4208ddebd0b req-f3635e3a-0f6c-45d4-962f-b766639e5c5f service neutron] 10.222.0.32 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.1719861 Aug 13 11:19:21.182692 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron.db.db_base_plugin_common [None req-eef8db56-7764-41da-84cd-8666c2dd647d admin admin] Allocated IP 172.27.2.246 (7c3f0979-58a5-4465-87f9-e256377c6b61/ba735781-2bff-41d5-99b4-7ca705ee91ca/eeda2aa3-7349-478f-ae3e-f35d0a677a49) {{(pid=93883) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 13 11:19:21.193001 dv-cinder-797608-16-iscsi neutron-server[93884]: INFO neutron.wsgi [req-e550d235-05c6-47da-8eb8-37c8a619d348 req-80b8d8bb-4345-4aca-a8df-4c32eb05af09 tempest-DeleteServersTestJSON-100487038 tempest-DeleteServersTestJSON-100487038-project] 10.222.0.32 "GET /v2.0/ports?device_id=f796e873-a356-4bc8-8591-8116569f8f94 HTTP/1.1" status: 200 len: 210 time: 0.1921196 Aug 13 11:19:21.225633 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-6a5fbcf8-be40-47df-b67a-78af7d5bc317 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 11:19:21.261274 dv-cinder-797608-16-iscsi neutron-server[93885]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a9dbc739-863a-486d-87e4-2e24a0d171e8 None None] Network ec8923c9-e8aa-4fb7-a57a-17b8964f1574 is already hosted by enough agents. {{(pid=93885) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 13 11:19:21.265430 dv-cinder-797608-16-iscsi neutron-server[93885]: DEBUG neutron.scheduler.base_scheduler [None req-a9dbc739-863a-486d-87e4-2e24a0d171e8 None None] Resources bound (agent type, host, resource id): {{(pid=93885) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 13 11:19:21.273490 dv-cinder-797608-16-iscsi neutron-server[93885]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9dbc739-863a-486d-87e4-2e24a0d171e8 None None] Received port after_create {{(pid=93885) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 13 11:19:21.326755 dv-cinder-797608-16-iscsi neutron-server[93884]: INFO neutron.wsgi [None req-eaf01910-4049-4ca1-9545-a00fd63af705 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=d55a4925f45c41cdb366493c50ed91f9&name=default HTTP/1.1" status: 200 len: 2975 time: 0.7590904 Aug 13 11:19:21.331046 dv-cinder-797608-16-iscsi neutron-server[93885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9dbc739-863a-486d-87e4-2e24a0d171e8 None None] Pushing event updated for resources: {'Port': ['ID=98e3be1d-b1f4-4e22-85f8-f700044a9da8,revision_number=1']} {{(pid=93885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 11:19:21.336790 dv-cinder-797608-16-iscsi neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaf01910-4049-4ca1-9545-a00fd63af705 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=45035c48-562b-4453-b626-a371648c106d,revision_number=1']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 11:19:21.343293 dv-cinder-797608-16-iscsi neutron-server[93884]: DEBUG neutron.wsgi [-] (93884) accepted ('10.222.0.32', 42906) {{(pid=93884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 11:19:21.389327 dv-cinder-797608-16-iscsi neutron-server[93885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9dbc739-863a-486d-87e4-2e24a0d171e8 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797608-16-iscsi {{(pid=93885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 11:19:21.389623 dv-cinder-797608-16-iscsi neutron-server[93885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9dbc739-863a-486d-87e4-2e24a0d171e8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797608-16-iscsi {{(pid=93885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 11:19:21.390074 dv-cinder-797608-16-iscsi neutron-server[93885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9dbc739-863a-486d-87e4-2e24a0d171e8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797608-16-iscsi {{(pid=93885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 11:19:21.390414 dv-cinder-797608-16-iscsi neutron-server[93885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9dbc739-863a-486d-87e4-2e24a0d171e8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797608-16-iscsi {{(pid=93885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 11:19:21.390743 dv-cinder-797608-16-iscsi neutron-server[93885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9dbc739-863a-486d-87e4-2e24a0d171e8 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-797608-16-iscsi {{(pid=93885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 11:19:21.391382 dv-cinder-797608-16-iscsi neutron-server[93885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9dbc739-863a-486d-87e4-2e24a0d171e8 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797608-16-iscsi {{(pid=93885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 11:19:21.391749 dv-cinder-797608-16-iscsi neutron-server[93885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9dbc739-863a-486d-87e4-2e24a0d171e8 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-797608-16-iscsi {{(pid=93885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 11:19:21.392402 dv-cinder-797608-16-iscsi neutron-server[93885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9dbc739-863a-486d-87e4-2e24a0d171e8 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-797608-16-iscsi {{(pid=93885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 11:19:21.392586 dv-cinder-797608-16-iscsi neutron-server[93885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9dbc739-863a-486d-87e4-2e24a0d171e8 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797608-16-iscsi {{(pid=93885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 11:19:21.392918 dv-cinder-797608-16-iscsi neutron-server[93885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9dbc739-863a-486d-87e4-2e24a0d171e8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797608-16-iscsi {{(pid=93885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 11:19:21.393290 dv-cinder-797608-16-iscsi neutron-server[93885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9dbc739-863a-486d-87e4-2e24a0d171e8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797608-16-iscsi {{(pid=93885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 11:19:21.393663 dv-cinder-797608-16-iscsi neutron-server[93885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9dbc739-863a-486d-87e4-2e24a0d171e8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797608-16-iscsi {{(pid=93885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 11:19:21.395005 dv-cinder-797608-16-iscsi neutron-server[93885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9dbc739-863a-486d-87e4-2e24a0d171e8 None None] Tracked resource versions report: Aug 13 11:19:21.395005 dv-cinder-797608-16-iscsi neutron-server[93885]: pushed versions: Aug 13 11:19:21.395005 dv-cinder-797608-16-iscsi neutron-server[93885]: { 'AddressGroup': {'1.2'}, Aug 13 11:19:21.395005 dv-cinder-797608-16-iscsi neutron-server[93885]: 'ConntrackHelper': {'1.0'}, Aug 13 11:19:21.395005 dv-cinder-797608-16-iscsi neutron-server[93885]: 'Log': {'1.0'}, Aug 13 11:19:21.395005 dv-cinder-797608-16-iscsi neutron-server[93885]: 'Network': {'1.1'}, Aug 13 11:19:21.395005 dv-cinder-797608-16-iscsi neutron-server[93885]: 'Port': {'1.7'}, Aug 13 11:19:21.395005 dv-cinder-797608-16-iscsi neutron-server[93885]: 'PortForwarding': {'1.2'}, Aug 13 11:19:21.395005 dv-cinder-797608-16-iscsi neutron-server[93885]: 'QosPolicy': {'1.9'}, Aug 13 11:19:21.395005 dv-cinder-797608-16-iscsi neutron-server[93885]: 'SecurityGroup': {'1.4'}, Aug 13 11:19:21.395005 dv-cinder-797608-16-iscsi neutron-server[93885]: 'SecurityGroupRule': {'1.2'}, Aug 13 11:19:21.395005 dv-cinder-797608-16-iscsi neutron-server[93885]: 'SubPort': {'1.0'}, Aug 13 11:19:21.395005 dv-cinder-797608-16-iscsi neutron-server[93885]: 'Subnet': {'1.1'}, Aug 13 11:19:21.395005 dv-cinder-797608-16-iscsi neutron-server[93885]: 'Trunk': {'1.1'}} Aug 13 11:19:21.395005 dv-cinder-797608-16-iscsi neutron-server[93885]: consumer versions: Aug 13 11:19:21.395005 dv-cinder-797608-16-iscsi neutron-server[93885]: { DHCP agent@dv-cinder-797608-16-iscsi: {}, Aug 13 11:19:21.395005 dv-cinder-797608-16-iscsi neutron-server[93885]: HyperV agent@hv-cinder-79760: {}, Aug 13 11:19:21.395005 dv-cinder-797608-16-iscsi neutron-server[93885]: L3 agent@dv-cinder-797608-16-iscsi: {}, Aug 13 11:19:21.395005 dv-cinder-797608-16-iscsi neutron-server[93885]: Metadata agent@dv-cinder-797608-16-iscsi: {}, Aug 13 11:19:21.395005 dv-cinder-797608-16-iscsi neutron-server[93885]: Metering agent@dv-cinder-797608-16-iscsi: {}, Aug 13 11:19:21.395005 dv-cinder-797608-16-iscsi neutron-server[93885]: Open vSwitch agent@dv-cinder-797608-16-iscsi: { 'AddressGroup': '1.2', Aug 13 11:19:21.395005 dv-cinder-797608-16-iscsi neutron-server[93885]: 'ConntrackHelper': '1.0', Aug 13 11:19:21.395005 dv-cinder-797608-16-iscsi neutron-server[93885]: 'Log': '1.0', Aug 13 11:19:21.395005 dv-cinder-797608-16-iscsi neutron-server[93885]: 'Network': '1.1', Aug 13 11:19:21.395005 dv-cinder-797608-16-iscsi neutron-server[93885]: 'Port': '1.7', Aug 13 11:19:21.395005 dv-cinder-797608-16-iscsi neutron-server[93885]: 'PortForwarding': '1.2', Aug 13 11:19:21.395005 dv-cinder-797608-16-iscsi neutron-server[93885]: 'QosPolicy': '1.9', Aug 13 11:19:21.395005 dv-cinder-797608-16-iscsi neutron-server[93885]: 'SecurityGroup': '1.4', Aug 13 11:19:21.395005 dv-cinder-797608-16-iscsi neutron-server[93885]: 'SecurityGroupRule': '1.2', Aug 13 11:19:21.395005 dv-cinder-797608-16-iscsi neutron-server[93885]: 'SubPort': '1.0', Aug 13 11:19:21.395005 dv-cinder-797608-16-iscsi neutron-server[93885]: 'Subnet': '1.1', Aug 13 11:19:21.395005 dv-cinder-797608-16-iscsi neutron-server[93885]: 'Trunk': '1.1'}} Aug 13 11:19:21.395005 dv-cinder-797608-16-iscsi neutron-server[93885]: {{(pid=93885) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Aug 13 11:19:21.407025 dv-cinder-797608-16-iscsi neutron-server[93884]: INFO neutron.wsgi [req-8b8afb6d-0757-4e42-92ce-c4208ddebd0b req-29cc5bea-5d1f-4880-b037-d8c4c576ebfa service neutron] 10.222.0.32 "GET /v2.0/networks/ef82cda3-482a-4d19-86b5-de7fdfe5ee01?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1944737 Aug 13 11:19:21.409092 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-85e442c0-e6b0-4747-898a-f70f602a3073 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 11:19:21.419881 dv-cinder-797608-16-iscsi neutron-server[93885]: DEBUG neutron.plugins.ml2.managers [None req-a9dbc739-863a-486d-87e4-2e24a0d171e8 None None] Attempting to bind port 98e3be1d-b1f4-4e22-85f8-f700044a9da8 on host dv-cinder-797608-16-iscsi for vnic_type normal with profile {{(pid=93885) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 13 11:19:21.420091 dv-cinder-797608-16-iscsi neutron-server[93885]: DEBUG neutron.plugins.ml2.managers [None req-a9dbc739-863a-486d-87e4-2e24a0d171e8 None None] Attempting to bind port 98e3be1d-b1f4-4e22-85f8-f700044a9da8 by drivers openvswitch,hyperv on host dv-cinder-797608-16-iscsi at level 0 using segments [{'id': 'd8719896-e4f7-4cd8-9639-acde7eb05d04', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': 'ec8923c9-e8aa-4fb7-a57a-17b8964f1574'}] {{(pid=93885) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 13 11:19:21.420301 dv-cinder-797608-16-iscsi neutron-server[93885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9dbc739-863a-486d-87e4-2e24a0d171e8 None None] Attempting to bind port 98e3be1d-b1f4-4e22-85f8-f700044a9da8 on network ec8923c9-e8aa-4fb7-a57a-17b8964f1574 {{(pid=93885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 13 11:19:21.431885 dv-cinder-797608-16-iscsi neutron-server[93885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9dbc739-863a-486d-87e4-2e24a0d171e8 None None] Checking agent: {'id': '649b788e-933d-40b8-a73c-f58c5ea7beff', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-797608-16-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 13, 11, 11, 41), 'started_at': datetime.datetime(2021, 8, 13, 11, 12, 11), 'heartbeat_timestamp': datetime.datetime(2021, 8, 13, 11, 19, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-797608-16-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 13 11:19:21.432294 dv-cinder-797608-16-iscsi neutron-server[93885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9dbc739-863a-486d-87e4-2e24a0d171e8 None None] Checking segment: {'id': 'd8719896-e4f7-4cd8-9639-acde7eb05d04', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': 'ec8923c9-e8aa-4fb7-a57a-17b8964f1574'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93885) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 13 11:19:21.432737 dv-cinder-797608-16-iscsi neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-a9dbc739-863a-486d-87e4-2e24a0d171e8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 11:19:21.433220 dv-cinder-797608-16-iscsi neutron-server[93885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9dbc739-863a-486d-87e4-2e24a0d171e8 None None] Bound using segment: {'id': 'd8719896-e4f7-4cd8-9639-acde7eb05d04', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': 'ec8923c9-e8aa-4fb7-a57a-17b8964f1574'} {{(pid=93885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 13 11:19:21.434166 dv-cinder-797608-16-iscsi neutron-server[93885]: DEBUG neutron.plugins.ml2.managers [None req-a9dbc739-863a-486d-87e4-2e24a0d171e8 None None] Bound port: 98e3be1d-b1f4-4e22-85f8-f700044a9da8, host: dv-cinder-797608-16-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd8719896-e4f7-4cd8-9639-acde7eb05d04', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': 'ec8923c9-e8aa-4fb7-a57a-17b8964f1574'}}] {{(pid=93885) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 13 11:19:21.434773 dv-cinder-797608-16-iscsi neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-a9dbc739-863a-486d-87e4-2e24a0d171e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935434'] for port, before_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 11:19:21.437567 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-6a5fbcf8-be40-47df-b67a-78af7d5bc317 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 11:19:21.533898 dv-cinder-797608-16-iscsi neutron-server[93885]: DEBUG neutron.plugins.ml2.db [None req-a9dbc739-863a-486d-87e4-2e24a0d171e8 None None] For port 98e3be1d-b1f4-4e22-85f8-f700044a9da8, host dv-cinder-797608-16-iscsi, cleared binding levels {{(pid=93885) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 13 11:19:21.545955 dv-cinder-797608-16-iscsi neutron-server[93885]: DEBUG neutron.plugins.ml2.db [None req-a9dbc739-863a-486d-87e4-2e24a0d171e8 None None] For port 98e3be1d-b1f4-4e22-85f8-f700044a9da8, host dv-cinder-797608-16-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797608-16-iscsi',level=0,port_id=98e3be1d-b1f4-4e22-85f8-f700044a9da8,segment=NetworkSegment(d8719896-e4f7-4cd8-9639-acde7eb05d04),segment_id=d8719896-e4f7-4cd8-9639-acde7eb05d04)] {{(pid=93885) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 13 11:19:21.566775 dv-cinder-797608-16-iscsi neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-a9dbc739-863a-486d-87e4-2e24a0d171e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935844', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611014', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782137889940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782137337613', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782137337631'] for port, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 11:19:21.629030 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-eef8db56-7764-41da-84cd-8666c2dd647d admin admin] Notify callbacks [] for port, precommit_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 11:19:21.635307 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-6a5fbcf8-be40-47df-b67a-78af7d5bc317 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651637'] for security_group, after_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 11:19:21.638511 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-6a5fbcf8-be40-47df-b67a-78af7d5bc317 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 11:19:21.639667 dv-cinder-797608-16-iscsi neutron-server[93883]: INFO neutron.wsgi [None req-6a5fbcf8-be40-47df-b67a-78af7d5bc317 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/28dbcd5b-868a-4222-8049-8be63c2f00a6 HTTP/1.1" status: 204 len: 168 time: 0.8949494 Aug 13 11:19:21.656702 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a5fbcf8-be40-47df-b67a-78af7d5bc317 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=28dbcd5b-868a-4222-8049-8be63c2f00a6,revision_number=None']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 11:19:21.755343 dv-cinder-797608-16-iscsi neutron-server[93885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9dbc739-863a-486d-87e4-2e24a0d171e8 None None] Pushing event updated for resources: {'Port': ['ID=98e3be1d-b1f4-4e22-85f8-f700044a9da8,revision_number=2']} {{(pid=93885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 11:19:21.796864 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-eef8db56-7764-41da-84cd-8666c2dd647d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935844', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611014', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782137337079'] for port, after_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 11:19:21.819070 dv-cinder-797608-16-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-098bad33-fe8d-4bc9-9dc6-2760b7825f07 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 11:19:21.827153 dv-cinder-797608-16-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-f9e84cfc-cf71-4272-a513-8da02b941b04 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 11:19:21.838994 dv-cinder-797608-16-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-098bad33-fe8d-4bc9-9dc6-2760b7825f07 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651637'] for security_group, after_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 11:19:21.886716 dv-cinder-797608-16-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-f9e84cfc-cf71-4272-a513-8da02b941b04 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 11:19:21.922119 dv-cinder-797608-16-iscsi neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-098bad33-fe8d-4bc9-9dc6-2760b7825f07 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9c729bb5-cfd6-41af-aa23-e15b7ae45320,revision_number=1']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 11:19:21.938650 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eef8db56-7764-41da-84cd-8666c2dd647d admin admin] Network 7c3f0979-58a5-4465-87f9-e256377c6b61 is already hosted by enough agents. {{(pid=93883) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 13 11:19:21.941981 dv-cinder-797608-16-iscsi neutron-server[93884]: INFO neutron.wsgi [None req-098bad33-fe8d-4bc9-9dc6-2760b7825f07 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=8dfeac46388348adaf8523142e620028&name=default HTTP/1.1" status: 200 len: 2975 time: 1.1571326 Aug 13 11:19:21.949447 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.32', 42930) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 11:19:21.950387 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eef8db56-7764-41da-84cd-8666c2dd647d admin admin] Pushing event updated for resources: {'Port': ['ID=eeda2aa3-7349-478f-ae3e-f35d0a677a49,revision_number=1']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 11:19:21.953234 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron.scheduler.base_scheduler [None req-eef8db56-7764-41da-84cd-8666c2dd647d admin admin] Resources bound (agent type, host, resource id): {{(pid=93883) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 13 11:19:21.984845 dv-cinder-797608-16-iscsi neutron-server[93884]: INFO neutron.wsgi [req-8b8afb6d-0757-4e42-92ce-c4208ddebd0b req-9945e260-9f1a-4112-9394-e6999b7838bf service neutron] 10.222.0.32 "GET /v2.0/networks/ef82cda3-482a-4d19-86b5-de7fdfe5ee01?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5531716 Aug 13 11:19:22.017483 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-85e442c0-e6b0-4747-898a-f70f602a3073 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 11:19:22.020479 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eef8db56-7764-41da-84cd-8666c2dd647d admin admin] Received port after_create {{(pid=93883) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 13 11:19:22.030965 dv-cinder-797608-16-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-f9e84cfc-cf71-4272-a513-8da02b941b04 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651637'] for security_group, after_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 11:19:22.034354 dv-cinder-797608-16-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-f9e84cfc-cf71-4272-a513-8da02b941b04 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 11:19:22.035522 dv-cinder-797608-16-iscsi neutron-server[93884]: INFO neutron.wsgi [None req-f9e84cfc-cf71-4272-a513-8da02b941b04 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/45035c48-562b-4453-b626-a371648c106d HTTP/1.1" status: 204 len: 168 time: 0.6910000 Aug 13 11:19:22.048989 dv-cinder-797608-16-iscsi neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9e84cfc-cf71-4272-a513-8da02b941b04 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=45035c48-562b-4453-b626-a371648c106d,revision_number=None']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 11:19:22.189832 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-85e442c0-e6b0-4747-898a-f70f602a3073 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935434'] for port, before_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 11:19:22.341891 dv-cinder-797608-16-iscsi neutron-server[93884]: INFO neutron.wsgi [req-4b1479b8-6ce2-451c-b97f-c8b284729ce0 req-8b632d3b-27e4-499f-aadd-32dc725178cb tempest-DeleteServersTestJSON-100487038 tempest-DeleteServersTestJSON-100487038-project] 10.222.0.32 "GET /v2.0/ports?device_id=f796e873-a356-4bc8-8591-8116569f8f94 HTTP/1.1" status: 200 len: 210 time: 0.0653844 Aug 13 11:19:22.428102 dv-cinder-797608-16-iscsi neutron-server[93884]: INFO neutron.wsgi [req-90082722-39ed-4604-a457-3356fc7b67c8 req-3e08686b-b2e8-4704-bb36-22137c09d2b0 tempest-AttachVolumeNegativeTest-1779138385 tempest-AttachVolumeNegativeTest-1779138385-project] 10.222.0.32 "GET /v2.0/ports?device_id=c1224182-6442-47ad-be32-6a6dcdfe90a7 HTTP/1.1" status: 200 len: 210 time: 0.0494053 Aug 13 11:19:22.432776 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron.db.db_base_plugin_common [None req-85e442c0-e6b0-4747-898a-f70f602a3073 admin admin] Allocated IP 172.27.2.244 (7c3f0979-58a5-4465-87f9-e256377c6b61/ba735781-2bff-41d5-99b4-7ca705ee91ca/7f52f001-4b44-4e49-8196-dd3135a4d161) {{(pid=93883) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 13 11:19:22.511021 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-ad0be5db-b637-4316-9d91-462b26b88944 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 11:19:22.621955 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-ad0be5db-b637-4316-9d91-462b26b88944 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 11:19:22.694761 dv-cinder-797608-16-iscsi neutron-server[93884]: DEBUG neutron.wsgi [-] (93884) accepted ('10.222.0.32', 42976) {{(pid=93884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 11:19:22.715661 dv-cinder-797608-16-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-1c408a06-18af-4ce5-9bef-7d17aa72dd01 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 11:19:22.996884 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-eef8db56-7764-41da-84cd-8666c2dd647d admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 11:19:23.003243 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-85e442c0-e6b0-4747-898a-f70f602a3073 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 11:19:23.009815 dv-cinder-797608-16-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-1c408a06-18af-4ce5-9bef-7d17aa72dd01 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 11:19:23.019765 dv-cinder-797608-16-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-1c408a06-18af-4ce5-9bef-7d17aa72dd01 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651637'] for security_group, after_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 11:19:23.109027 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-ad0be5db-b637-4316-9d91-462b26b88944 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651637'] for security_group, after_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 11:19:23.111573 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-ad0be5db-b637-4316-9d91-462b26b88944 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 11:19:23.115566 dv-cinder-797608-16-iscsi neutron-server[93883]: INFO neutron.wsgi [None req-ad0be5db-b637-4316-9d91-462b26b88944 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/9c729bb5-cfd6-41af-aa23-e15b7ae45320 HTTP/1.1" status: 204 len: 168 time: 1.1487088 Aug 13 11:19:23.138639 dv-cinder-797608-16-iscsi neutron-server[93884]: INFO neutron.wsgi [None req-1c408a06-18af-4ce5-9bef-7d17aa72dd01 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=18a9e4fc078d49d98a17020d2e6e37b1&name=default HTTP/1.1" status: 200 len: 2975 time: 0.4425755 Aug 13 11:19:23.142123 dv-cinder-797608-16-iscsi neutron-server[93884]: DEBUG neutron.wsgi [-] (93884) accepted ('10.222.0.32', 42998) {{(pid=93884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 11:19:23.155374 dv-cinder-797608-16-iscsi neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c408a06-18af-4ce5-9bef-7d17aa72dd01 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9b2cd644-b018-4da2-b7f2-63e1eabc46b1,revision_number=1']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 11:19:23.214058 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad0be5db-b637-4316-9d91-462b26b88944 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9c729bb5-cfd6-41af-aa23-e15b7ae45320,revision_number=None']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 11:19:23.277059 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-85e442c0-e6b0-4747-898a-f70f602a3073 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935844', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611014', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782137337079'] for port, after_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 11:19:23.309299 dv-cinder-797608-16-iscsi neutron-server[93885]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8e0f186b-d21e-4ed6-a9ce-a7e070ddfeba None None] Network ec8923c9-e8aa-4fb7-a57a-17b8964f1574 requested from dv-cinder-797608-16-iscsi {{(pid=93885) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 13 11:19:23.338768 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-85e442c0-e6b0-4747-898a-f70f602a3073 admin admin] Network 7c3f0979-58a5-4465-87f9-e256377c6b61 is already hosted by enough agents. {{(pid=93883) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 13 11:19:23.344516 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron.scheduler.base_scheduler [None req-85e442c0-e6b0-4747-898a-f70f602a3073 admin admin] Resources bound (agent type, host, resource id): {{(pid=93883) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 13 11:19:23.356873 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85e442c0-e6b0-4747-898a-f70f602a3073 admin admin] Received port after_create {{(pid=93883) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 13 11:19:23.358830 dv-cinder-797608-16-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-fc632b24-1841-4051-a106-040314b76638 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 11:19:23.464300 dv-cinder-797608-16-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-fc632b24-1841-4051-a106-040314b76638 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 11:19:23.473074 dv-cinder-797608-16-iscsi neutron-server[93885]: DEBUG neutron.db.provisioning_blocks [None req-bc501075-7c78-459d-8dd3-5db72a17f7c8 None None] Provisioning for port 98e3be1d-b1f4-4e22-85f8-f700044a9da8 completed by entity DHCP. {{(pid=93885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 13 11:19:23.630249 dv-cinder-797608-16-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-fc632b24-1841-4051-a106-040314b76638 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651637'] for security_group, after_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 11:19:23.634328 dv-cinder-797608-16-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-fc632b24-1841-4051-a106-040314b76638 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 11:19:23.638031 dv-cinder-797608-16-iscsi neutron-server[93884]: INFO neutron.wsgi [None req-fc632b24-1841-4051-a106-040314b76638 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/9b2cd644-b018-4da2-b7f2-63e1eabc46b1 HTTP/1.1" status: 204 len: 168 time: 0.4922595 Aug 13 11:19:23.669617 dv-cinder-797608-16-iscsi neutron-server[93884]: INFO neutron.wsgi [req-54455083-ef57-459d-906e-988e6a3973b5 req-17d13ee7-fc23-4415-b6c5-fe230db2e3ac tempest-AttachVolumeNegativeTest-1779138385 tempest-AttachVolumeNegativeTest-1779138385-project] 10.222.0.32 "GET /v2.0/ports?device_id=c1224182-6442-47ad-be32-6a6dcdfe90a7 HTTP/1.1" status: 200 len: 210 time: 0.0787282 Aug 13 11:19:23.692577 dv-cinder-797608-16-iscsi neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc632b24-1841-4051-a106-040314b76638 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9b2cd644-b018-4da2-b7f2-63e1eabc46b1,revision_number=None']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 11:19:23.751126 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85e442c0-e6b0-4747-898a-f70f602a3073 admin admin] Pushing event updated for resources: {'Port': ['ID=7f52f001-4b44-4e49-8196-dd3135a4d161,revision_number=1']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 11:19:23.754701 dv-cinder-797608-16-iscsi neutron-server[93885]: DEBUG neutron.plugins.ml2.rpc [None req-05931952-e11e-4e12-af58-ece1398d134b None None] Device 98e3be1d-b1f4-4e22-85f8-f700044a9da8 up at agent ovs-agent-dv-cinder-797608-16-iscsi {{(pid=93885) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 13 11:19:23.794945 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-eef8db56-7764-41da-84cd-8666c2dd647d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1586528', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1585661'] for router, after_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 11:19:23.830745 dv-cinder-797608-16-iscsi neutron-server[93885]: DEBUG neutron.db.provisioning_blocks [None req-05931952-e11e-4e12-af58-ece1398d134b None None] Provisioning for port 98e3be1d-b1f4-4e22-85f8-f700044a9da8 completed by entity L2. {{(pid=93885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 13 11:19:23.841043 dv-cinder-797608-16-iscsi neutron-server[93885]: DEBUG neutron.db.provisioning_blocks [None req-05931952-e11e-4e12-af58-ece1398d134b None None] Provisioning complete for port 98e3be1d-b1f4-4e22-85f8-f700044a9da8 triggered by entity L2. {{(pid=93885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 13 11:19:23.841390 dv-cinder-797608-16-iscsi neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-05931952-e11e-4e12-af58-ece1398d134b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-997193'] for port, provisioning_complete {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 11:19:23.845091 dv-cinder-797608-16-iscsi neutron-server[93884]: INFO neutron.wsgi [req-4165e255-8a13-4713-ada2-ff235168ed9d req-cbcdf622-f0c9-4355-be20-f6c9919d997f tempest-DeleteServersTestJSON-100487038 tempest-DeleteServersTestJSON-100487038-project] 10.222.0.32 "GET /v2.0/ports?device_id=f796e873-a356-4bc8-8591-8116569f8f94 HTTP/1.1" status: 200 len: 210 time: 0.0699649 Aug 13 11:19:23.875035 dv-cinder-797608-16-iscsi neutron-server[93884]: DEBUG neutron.wsgi [-] (93884) accepted ('10.222.0.32', 43028) {{(pid=93884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 11:19:23.901235 dv-cinder-797608-16-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-8e24d455-acb9-4536-9407-79168293931c admin admin] Notify callbacks [] for security_group, before_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 11:19:24.038551 dv-cinder-797608-16-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-8e24d455-acb9-4536-9407-79168293931c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 11:19:24.043180 dv-cinder-797608-16-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-8e24d455-acb9-4536-9407-79168293931c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651637'] for security_group, after_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 11:19:24.072715 dv-cinder-797608-16-iscsi neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-05931952-e11e-4e12-af58-ece1398d134b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935434'] for port, before_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 11:19:24.081388 dv-cinder-797608-16-iscsi neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e24d455-acb9-4536-9407-79168293931c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=acc2375d-0574-48e8-88df-620b916df57e,revision_number=1']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 11:19:24.135261 dv-cinder-797608-16-iscsi neutron-server[93884]: INFO neutron.wsgi [None req-8e24d455-acb9-4536-9407-79168293931c admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=ab57e357a8d74dfc94e920b33c874f6a&name=default HTTP/1.1" status: 200 len: 2975 time: 0.2560136 Aug 13 11:19:24.137748 dv-cinder-797608-16-iscsi neutron-server[93885]: DEBUG neutron.plugins.ml2.db [None req-05931952-e11e-4e12-af58-ece1398d134b None None] For port 98e3be1d-b1f4-4e22-85f8-f700044a9da8, host dv-cinder-797608-16-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797608-16-iscsi',level=0,port_id=98e3be1d-b1f4-4e22-85f8-f700044a9da8,segment=NetworkSegment(d8719896-e4f7-4cd8-9639-acde7eb05d04),segment_id=d8719896-e4f7-4cd8-9639-acde7eb05d04)] {{(pid=93885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 13 11:19:24.138561 dv-cinder-797608-16-iscsi neutron-server[93884]: DEBUG neutron.wsgi [-] (93884) accepted ('10.222.0.32', 43038) {{(pid=93884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 11:19:24.149784 dv-cinder-797608-16-iscsi neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-05931952-e11e-4e12-af58-ece1398d134b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935844', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611014', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782137889940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782137337613', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782137337631'] for port, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 11:19:24.151405 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.20', 59731) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 11:19:24.243014 dv-cinder-797608-16-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-ef0ad42d-29cf-490e-a701-3280198cfabf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 11:19:24.303689 dv-cinder-797608-16-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-ef0ad42d-29cf-490e-a701-3280198cfabf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 11:19:24.418052 dv-cinder-797608-16-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-ef0ad42d-29cf-490e-a701-3280198cfabf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651637'] for security_group, after_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 11:19:24.420671 dv-cinder-797608-16-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-ef0ad42d-29cf-490e-a701-3280198cfabf admin admin] Notify callbacks [] for security_group, before_response {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 11:19:24.421878 dv-cinder-797608-16-iscsi neutron-server[93884]: INFO neutron.wsgi [None req-ef0ad42d-29cf-490e-a701-3280198cfabf admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/acc2375d-0574-48e8-88df-620b916df57e HTTP/1.1" status: 204 len: 168 time: 0.2823594 Aug 13 11:19:24.442555 dv-cinder-797608-16-iscsi neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef0ad42d-29cf-490e-a701-3280198cfabf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=acc2375d-0574-48e8-88df-620b916df57e,revision_number=None']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 11:19:24.508815 dv-cinder-797608-16-iscsi neutron-server[93885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05931952-e11e-4e12-af58-ece1398d134b None None] Pushing event updated for resources: {'Port': ['ID=98e3be1d-b1f4-4e22-85f8-f700044a9da8,revision_number=3']} {{(pid=93885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 11:19:24.563269 dv-cinder-797608-16-iscsi neutron-server[93885]: DEBUG neutron.db.provisioning_blocks [None req-1ccbdfbb-cc8b-4f1e-8af4-90132627685c None None] Provisioning complete for port 98e3be1d-b1f4-4e22-85f8-f700044a9da8 triggered by entity DHCP. {{(pid=93885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 13 11:19:24.565977 dv-cinder-797608-16-iscsi neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-1ccbdfbb-cc8b-4f1e-8af4-90132627685c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-997193'] for port, provisioning_complete {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 11:19:24.642319 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-eef8db56-7764-41da-84cd-8666c2dd647d admin admin] Router ddb64685-c1fa-4f6f-b185-cf428e79c875 is scheduled to L3 agent 120d27b5-31d8-4cd2-97b4-2412c45088e1 with binding_index 1 {{(pid=93883) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 13 11:19:24.851045 dv-cinder-797608-16-iscsi neutron-server[93884]: INFO neutron.wsgi [req-cb171c3d-5a5e-42ed-8c75-dfca05636d70 req-4513c5b7-3417-4540-b55a-fb4edf5aa561 tempest-AttachVolumeNegativeTest-1779138385 tempest-AttachVolumeNegativeTest-1779138385-project] 10.222.0.32 "GET /v2.0/ports?device_id=c1224182-6442-47ad-be32-6a6dcdfe90a7 HTTP/1.1" status: 200 len: 210 time: 0.0605412 Aug 13 11:19:24.864238 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eef8db56-7764-41da-84cd-8666c2dd647d admin admin] Notify agent at l3_agent.dv-cinder-797608-16-iscsi the message routers_updated {{(pid=93883) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 13 11:19:24.876029 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-85e442c0-e6b0-4747-898a-f70f602a3073 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 11:19:24.880327 dv-cinder-797608-16-iscsi neutron-server[93886]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fdb27580-c325-44d4-9950-77bff6c29e43 None None] Sync routers for ids ['ddb64685-c1fa-4f6f-b185-cf428e79c875'] in dv-cinder-797608-16-iscsi {{(pid=93886) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 13 11:19:24.891147 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae5f7ca2-02ef-4b69-930e-8abb62609272 req-bc6bcc26-fe17-4c59-b8ad-11715b64a2c5 tempest-DeleteServersTestJSON-100487038 tempest-DeleteServersTestJSON-100487038-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 11:19:24.893040 dv-cinder-797608-16-iscsi neutron-server[93883]: INFO neutron.wsgi [req-ae5f7ca2-02ef-4b69-930e-8abb62609272 req-bc6bcc26-fe17-4c59-b8ad-11715b64a2c5 tempest-DeleteServersTestJSON-100487038 tempest-DeleteServersTestJSON-100487038-project] 10.222.0.20 "GET /v2.0/networks?id=6f5038ba-d500-4dd2-a178-c3c7a20c3f8a HTTP/1.1" status: 200 len: 811 time: 0.7362525 Aug 13 11:19:24.895635 dv-cinder-797608-16-iscsi neutron-server[93886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fdb27580-c325-44d4-9950-77bff6c29e43 None None] Routers {'ddb64685-c1fa-4f6f-b185-cf428e79c875'} bound to L3 agent in host dv-cinder-797608-16-iscsi {{(pid=93886) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 13 11:19:24.896273 dv-cinder-797608-16-iscsi neutron-server[93886]: DEBUG neutron.db.l3_hamode_db [None req-fdb27580-c325-44d4-9950-77bff6c29e43 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797608-16-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-13T11:11:41Z,description=,heartbeat_timestamp=2021-08-13T11:19:11Z,host='dv-cinder-797608-16-iscsi',id=120d27b5-31d8-4cd2-97b4-2412c45088e1,load=0,resource_versions=,resources_synced=,started_at=2021-08-13T11:11:41Z,topic='l3_agent')) {'router_ids': ['ddb64685-c1fa-4f6f-b185-cf428e79c875'], 'active': True} {{(pid=93886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 13 11:19:24.940593 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-eef8db56-7764-41da-84cd-8666c2dd647d admin admin] Notify callbacks [] for router, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 11:19:24.945571 dv-cinder-797608-16-iscsi neutron-server[93883]: INFO neutron.wsgi [None req-eef8db56-7764-41da-84cd-8666c2dd647d admin admin] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201 len: 930 time: 5.4463940 Aug 13 11:19:24.945733 dv-cinder-797608-16-iscsi neutron-server[93884]: DEBUG neutron.wsgi [-] (93884) accepted ('10.222.0.32', 43082) {{(pid=93884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 11:19:24.984610 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron.api.v2.base [req-ae5f7ca2-02ef-4b69-930e-8abb62609272 req-ec604988-f5ac-4851-b201-b1b6b73a5a77 tempest-DeleteServersTestJSON-100487038 tempest-DeleteServersTestJSON-100487038-project] Request body: {'port': {'device_id': 'f796e873-a356-4bc8-8591-8116569f8f94', 'network_id': '6f5038ba-d500-4dd2-a178-c3c7a20c3f8a', 'admin_state_up': True, 'tenant_id': '016ce434eb0745e9a8b06b65ac65cc11'}} {{(pid=93883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 13 11:19:25.116287 dv-cinder-797608-16-iscsi neutron-server[93884]: INFO neutron.wsgi [req-f23f3860-7bfb-4583-91d7-e033701214f7 req-0bc922a3-16e7-4f6b-8705-4bcd7eeadf61 tempest-DeleteServersTestJSON-100487038 tempest-DeleteServersTestJSON-100487038-project] 10.222.0.32 "GET /v2.0/ports?device_id=f796e873-a356-4bc8-8591-8116569f8f94 HTTP/1.1" status: 200 len: 210 time: 0.0549092 Aug 13 11:19:25.206100 dv-cinder-797608-16-iscsi neutron-server[93884]: DEBUG neutron.wsgi [-] (93884) accepted ('10.222.0.20', 59737) {{(pid=93884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 11:19:25.237228 dv-cinder-797608-16-iscsi neutron-server[93886]: DEBUG neutron.db.l3_dvr_db [None req-fdb27580-c325-44d4-9950-77bff6c29e43 None None] Set router ddb64685-c1fa-4f6f-b185-cf428e79c875 gateway port host: dv-cinder-797608-16-iscsi {{(pid=93886) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 13 11:19:25.340929 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ae5f7ca2-02ef-4b69-930e-8abb62609272 req-ec604988-f5ac-4851-b201-b1b6b73a5a77 tempest-DeleteServersTestJSON-100487038 tempest-DeleteServersTestJSON-100487038-project] Made reservation on behalf of 016ce434eb0745e9a8b06b65ac65cc11 for: {'port': 1} {{(pid=93883) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 13 11:19:25.345304 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-ae5f7ca2-02ef-4b69-930e-8abb62609272 req-ec604988-f5ac-4851-b201-b1b6b73a5a77 tempest-DeleteServersTestJSON-100487038 tempest-DeleteServersTestJSON-100487038-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935434'] for port, before_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 11:19:25.466080 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-85e442c0-e6b0-4747-898a-f70f602a3073 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1586528', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1585661'] for router, after_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 11:19:25.653687 dv-cinder-797608-16-iscsi neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b8afb6d-0757-4e42-92ce-c4208ddebd0b req-1afc8699-b533-4724-ae5b-01501d378bde tempest-AttachVolumeNegativeTest-1779138385 tempest-AttachVolumeNegativeTest-1779138385-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 11:19:25.660384 dv-cinder-797608-16-iscsi neutron-server[93884]: INFO neutron.wsgi [req-8b8afb6d-0757-4e42-92ce-c4208ddebd0b req-1afc8699-b533-4724-ae5b-01501d378bde tempest-AttachVolumeNegativeTest-1779138385 tempest-AttachVolumeNegativeTest-1779138385-project] 10.222.0.20 "GET /v2.0/networks?id=ef82cda3-482a-4d19-86b5-de7fdfe5ee01 HTTP/1.1" status: 200 len: 814 time: 0.4527197 Aug 13 11:19:25.685657 dv-cinder-797608-16-iscsi neutron-server[93885]: DEBUG neutron.plugins.ml2.rpc [None req-05931952-e11e-4e12-af58-ece1398d134b None None] Device 98e3be1d-b1f4-4e22-85f8-f700044a9da8 up at agent ovs-agent-dv-cinder-797608-16-iscsi {{(pid=93885) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 13 11:19:25.744767 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron.db.db_base_plugin_common [req-ae5f7ca2-02ef-4b69-930e-8abb62609272 req-ec604988-f5ac-4851-b201-b1b6b73a5a77 tempest-DeleteServersTestJSON-100487038 tempest-DeleteServersTestJSON-100487038-project] Allocated IP 172.20.0.2 (6f5038ba-d500-4dd2-a178-c3c7a20c3f8a/cb08a571-40ed-4698-bcf0-c899006f3a81/2482a2cb-4361-4902-ab73-6f0186e51904) {{(pid=93883) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 13 11:19:25.768165 dv-cinder-797608-16-iscsi neutron-server[93886]: DEBUG neutron.db.l3_hamode_db [None req-fdb27580-c325-44d4-9950-77bff6c29e43 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ddb64685-c1fa-4f6f-b185-cf428e79c875', 'name': 'tempest-ServerRescueNegativeTestJSON-937444735-router', 'tenant_id': '7ce5ec11b3fa4a3da17a044b60c4d7c0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c3f0979-58a5-4465-87f9-e256377c6b61', 'external_fixed_ips': [{'subnet_id': 'ba735781-2bff-41d5-99b4-7ca705ee91ca', 'ip_address': '172.27.2.246'}], 'enable_snat': True}, 'gw_port_id': 'eeda2aa3-7349-478f-ae3e-f35d0a677a49', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-13T11:19:19Z', 'updated_at': '2021-08-13T11:19:22Z', 'revision_number': 3, 'project_id': '7ce5ec11b3fa4a3da17a044b60c4d7c0', 'gw_port': {'id': 'eeda2aa3-7349-478f-ae3e-f35d0a677a49', 'name': '', 'network_id': '7c3f0979-58a5-4465-87f9-e256377c6b61', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:eb:d2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ddb64685-c1fa-4f6f-b185-cf428e79c875', 'device_owner': 'network:router_gateway', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': 'ba735781-2bff-41d5-99b4-7ca705ee91ca', 'ip_address': '172.27.2.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-13T11:19:20Z', 'updated_at': '2021-08-13T11:19:21Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ba735781-2bff-41d5-99b4-7ca705ee91ca', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797608-16-iscsi'}], 'dv-cinder-797608-16-iscsi', False) {} {{(pid=93886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 13 11:19:25.836212 dv-cinder-797608-16-iscsi neutron-server[93884]: DEBUG neutron.api.v2.base [req-8b8afb6d-0757-4e42-92ce-c4208ddebd0b req-180fb94a-74df-47f9-92ba-8eca760be062 tempest-AttachVolumeNegativeTest-1779138385 tempest-AttachVolumeNegativeTest-1779138385-project] Request body: {'port': {'device_id': 'c1224182-6442-47ad-be32-6a6dcdfe90a7', 'network_id': 'ef82cda3-482a-4d19-86b5-de7fdfe5ee01', 'admin_state_up': True, 'tenant_id': '2275c360eaf141e588ac14d4e4363438'}} {{(pid=93884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 13 11:19:25.844209 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-85e442c0-e6b0-4747-898a-f70f602a3073 admin admin] Router 9ce99fb3-1792-4e70-ad92-c4a7231a35f2 is scheduled to L3 agent 120d27b5-31d8-4cd2-97b4-2412c45088e1 with binding_index 1 {{(pid=93883) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 13 11:19:25.855858 dv-cinder-797608-16-iscsi neutron-server[93886]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fdb27580-c325-44d4-9950-77bff6c29e43 None None] Checking router: ddb64685-c1fa-4f6f-b185-cf428e79c875 for host: dv-cinder-797608-16-iscsi {{(pid=93886) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 13 11:19:25.856977 dv-cinder-797608-16-iscsi neutron-server[93886]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fdb27580-c325-44d4-9950-77bff6c29e43 None None] Updating router ddb64685-c1fa-4f6f-b185-cf428e79c875 port eeda2aa3-7349-478f-ae3e-f35d0a677a49 binding host dv-cinder-797608-16-iscsi {{(pid=93886) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 13 11:19:25.861570 dv-cinder-797608-16-iscsi neutron-server[93885]: DEBUG neutron.db.provisioning_blocks [None req-05931952-e11e-4e12-af58-ece1398d134b None None] Provisioning complete for port 98e3be1d-b1f4-4e22-85f8-f700044a9da8 triggered by entity L2. {{(pid=93885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 13 11:19:25.861887 dv-cinder-797608-16-iscsi neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-05931952-e11e-4e12-af58-ece1398d134b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-997193'] for port, provisioning_complete {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 11:19:26.071901 dv-cinder-797608-16-iscsi neutron-server[93886]: DEBUG neutron_lib.callbacks.manager [None req-fdb27580-c325-44d4-9950-77bff6c29e43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935434'] for port, before_update {{(pid=93886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 11:19:26.249468 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-85e442c0-e6b0-4747-898a-f70f602a3073 admin admin] Notify agent at l3_agent.dv-cinder-797608-16-iscsi the message routers_updated {{(pid=93883) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 13 11:19:26.273706 dv-cinder-797608-16-iscsi neutron-server[93885]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d31ffaa8-9f30-4a38-987d-30fe5d2b49fc None None] Sync routers for ids ['9ce99fb3-1792-4e70-ad92-c4a7231a35f2'] in dv-cinder-797608-16-iscsi {{(pid=93885) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 13 11:19:26.296308 dv-cinder-797608-16-iscsi neutron-server[93885]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d31ffaa8-9f30-4a38-987d-30fe5d2b49fc None None] Routers {'9ce99fb3-1792-4e70-ad92-c4a7231a35f2'} bound to L3 agent in host dv-cinder-797608-16-iscsi {{(pid=93885) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 13 11:19:26.299530 dv-cinder-797608-16-iscsi neutron-server[93885]: DEBUG neutron.db.l3_hamode_db [None req-d31ffaa8-9f30-4a38-987d-30fe5d2b49fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797608-16-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-13T11:11:41Z,description=,heartbeat_timestamp=2021-08-13T11:19:11Z,host='dv-cinder-797608-16-iscsi',id=120d27b5-31d8-4cd2-97b4-2412c45088e1,load=0,resource_versions=,resources_synced=,started_at=2021-08-13T11:11:41Z,topic='l3_agent')) {'router_ids': ['9ce99fb3-1792-4e70-ad92-c4a7231a35f2'], 'active': True} {{(pid=93885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 13 11:19:26.406829 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-85e442c0-e6b0-4747-898a-f70f602a3073 admin admin] Notify callbacks [] for router, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 11:19:26.408076 dv-cinder-797608-16-iscsi neutron-server[93883]: INFO neutron.wsgi [None req-85e442c0-e6b0-4747-898a-f70f602a3073 admin admin] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 5.7092314 Aug 13 11:19:26.420607 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.32', 43168) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 11:19:26.684771 dv-cinder-797608-16-iscsi neutron-server[93884]: INFO neutron.wsgi [req-861f722d-1c47-472d-822d-b8285f90743a req-1eb52b5f-a86a-418a-b301-ee090e256fb9 tempest-AttachVolumeNegativeTest-1779138385 tempest-AttachVolumeNegativeTest-1779138385-project] 10.222.0.32 "GET /v2.0/ports?device_id=c1224182-6442-47ad-be32-6a6dcdfe90a7 HTTP/1.1" status: 200 len: 210 time: 0.3195846 Aug 13 11:19:26.704427 dv-cinder-797608-16-iscsi neutron-server[93885]: DEBUG neutron.db.l3_dvr_db [None req-d31ffaa8-9f30-4a38-987d-30fe5d2b49fc None None] Set router 9ce99fb3-1792-4e70-ad92-c4a7231a35f2 gateway port host: dv-cinder-797608-16-iscsi {{(pid=93885) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 13 11:19:26.833492 dv-cinder-797608-16-iscsi neutron-server[93884]: DEBUG neutron.wsgi [-] (93884) accepted ('10.222.0.32', 43178) {{(pid=93884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 11:19:26.852471 dv-cinder-797608-16-iscsi neutron-server[93884]: INFO neutron.wsgi [req-146e5dc8-eabe-4da1-add5-be453c947241 req-82dd0e94-4ff3-4ea6-9f07-de568725a916 tempest-DeleteServersTestJSON-100487038 tempest-DeleteServersTestJSON-100487038-project] 10.222.0.32 "GET /v2.0/ports?device_id=f796e873-a356-4bc8-8591-8116569f8f94 HTTP/1.1" status: 200 len: 210 time: 0.2086651 Aug 13 11:19:26.891056 dv-cinder-797608-16-iscsi neutron-server[93886]: DEBUG neutron_lib.callbacks.manager [None req-fdb27580-c325-44d4-9950-77bff6c29e43 None None] Notify callbacks [] for port, precommit_update {{(pid=93886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 11:19:26.923236 dv-cinder-797608-16-iscsi neutron-server[93886]: DEBUG neutron.db.provisioning_blocks [None req-fdb27580-c325-44d4-9950-77bff6c29e43 None None] Transition to ACTIVE for port object eeda2aa3-7349-478f-ae3e-f35d0a677a49 will not be triggered until provisioned by entity L2. {{(pid=93886) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 13 11:19:26.940133 dv-cinder-797608-16-iscsi neutron-server[93886]: DEBUG neutron_lib.callbacks.manager [None req-fdb27580-c325-44d4-9950-77bff6c29e43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935844', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611014', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782137889940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782137337613', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782137337631'] for port, after_update {{(pid=93886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 11:19:27.078483 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-ae5f7ca2-02ef-4b69-930e-8abb62609272 req-ec604988-f5ac-4851-b201-b1b6b73a5a77 tempest-DeleteServersTestJSON-100487038 tempest-DeleteServersTestJSON-100487038-project] Notify callbacks [] for port, precommit_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 11:19:27.100768 dv-cinder-797608-16-iscsi neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8b8afb6d-0757-4e42-92ce-c4208ddebd0b req-180fb94a-74df-47f9-92ba-8eca760be062 tempest-AttachVolumeNegativeTest-1779138385 tempest-AttachVolumeNegativeTest-1779138385-project] Made reservation on behalf of 2275c360eaf141e588ac14d4e4363438 for: {'port': 1} {{(pid=93884) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 13 11:19:27.111612 dv-cinder-797608-16-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [req-8b8afb6d-0757-4e42-92ce-c4208ddebd0b req-180fb94a-74df-47f9-92ba-8eca760be062 tempest-AttachVolumeNegativeTest-1779138385 tempest-AttachVolumeNegativeTest-1779138385-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935434'] for port, before_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 11:19:27.118823 dv-cinder-797608-16-iscsi neutron-server[93886]: DEBUG neutron.plugins.ml2.managers [None req-fdb27580-c325-44d4-9950-77bff6c29e43 None None] Attempting to bind port eeda2aa3-7349-478f-ae3e-f35d0a677a49 on host dv-cinder-797608-16-iscsi for vnic_type normal with profile {{(pid=93886) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 13 11:19:27.120049 dv-cinder-797608-16-iscsi neutron-server[93886]: DEBUG neutron.plugins.ml2.managers [None req-fdb27580-c325-44d4-9950-77bff6c29e43 None None] Attempting to bind port eeda2aa3-7349-478f-ae3e-f35d0a677a49 by drivers openvswitch,hyperv on host dv-cinder-797608-16-iscsi at level 0 using segments [{'id': '3f6765c6-6e72-475e-8aaa-7134ee4679ca', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7c3f0979-58a5-4465-87f9-e256377c6b61'}] {{(pid=93886) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 13 11:19:27.121026 dv-cinder-797608-16-iscsi neutron-server[93886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fdb27580-c325-44d4-9950-77bff6c29e43 None None] Attempting to bind port eeda2aa3-7349-478f-ae3e-f35d0a677a49 on network 7c3f0979-58a5-4465-87f9-e256377c6b61 {{(pid=93886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 13 11:19:27.150772 dv-cinder-797608-16-iscsi neutron-server[93886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fdb27580-c325-44d4-9950-77bff6c29e43 None None] Checking agent: {'id': '649b788e-933d-40b8-a73c-f58c5ea7beff', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-797608-16-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 13, 11, 11, 41), 'started_at': datetime.datetime(2021, 8, 13, 11, 12, 11), 'heartbeat_timestamp': datetime.datetime(2021, 8, 13, 11, 19, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-797608-16-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 13 11:19:27.151410 dv-cinder-797608-16-iscsi neutron-server[93886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fdb27580-c325-44d4-9950-77bff6c29e43 None None] Checking segment: {'id': '3f6765c6-6e72-475e-8aaa-7134ee4679ca', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7c3f0979-58a5-4465-87f9-e256377c6b61'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93886) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 13 11:19:27.151966 dv-cinder-797608-16-iscsi neutron-server[93886]: DEBUG neutron_lib.callbacks.manager [None req-fdb27580-c325-44d4-9950-77bff6c29e43 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 11:19:27.153787 dv-cinder-797608-16-iscsi neutron-server[93886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fdb27580-c325-44d4-9950-77bff6c29e43 None None] Bound using segment: {'id': '3f6765c6-6e72-475e-8aaa-7134ee4679ca', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7c3f0979-58a5-4465-87f9-e256377c6b61'} {{(pid=93886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 13 11:19:27.155020 dv-cinder-797608-16-iscsi neutron-server[93886]: DEBUG neutron.plugins.ml2.managers [None req-fdb27580-c325-44d4-9950-77bff6c29e43 None None] Bound port: eeda2aa3-7349-478f-ae3e-f35d0a677a49, host: dv-cinder-797608-16-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3f6765c6-6e72-475e-8aaa-7134ee4679ca', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7c3f0979-58a5-4465-87f9-e256377c6b61'}}] {{(pid=93886) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 13 11:19:27.156655 dv-cinder-797608-16-iscsi neutron-server[93886]: DEBUG neutron_lib.callbacks.manager [None req-fdb27580-c325-44d4-9950-77bff6c29e43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935434'] for port, before_update {{(pid=93886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 11:19:27.174105 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-ae5f7ca2-02ef-4b69-930e-8abb62609272 req-ec604988-f5ac-4851-b201-b1b6b73a5a77 tempest-DeleteServersTestJSON-100487038 tempest-DeleteServersTestJSON-100487038-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935844', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611014', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782137337079'] for port, after_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 11:19:27.304195 dv-cinder-797608-16-iscsi neutron-server[93886]: DEBUG neutron.plugins.ml2.db [None req-fdb27580-c325-44d4-9950-77bff6c29e43 None None] For port eeda2aa3-7349-478f-ae3e-f35d0a677a49, host dv-cinder-797608-16-iscsi, cleared binding levels {{(pid=93886) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 13 11:19:27.309348 dv-cinder-797608-16-iscsi neutron-server[93886]: DEBUG neutron.plugins.ml2.db [None req-fdb27580-c325-44d4-9950-77bff6c29e43 None None] For port eeda2aa3-7349-478f-ae3e-f35d0a677a49, host dv-cinder-797608-16-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797608-16-iscsi',level=0,port_id=eeda2aa3-7349-478f-ae3e-f35d0a677a49,segment=NetworkSegment(3f6765c6-6e72-475e-8aaa-7134ee4679ca),segment_id=3f6765c6-6e72-475e-8aaa-7134ee4679ca)] {{(pid=93886) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 13 11:19:27.315463 dv-cinder-797608-16-iscsi neutron-server[93886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08a250e9-634c-43f8-85f7-83789fcafef3 None None] Pushing event updated for resources: {'Port': ['ID=eeda2aa3-7349-478f-ae3e-f35d0a677a49,revision_number=2']} {{(pid=93886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 11:19:27.344756 dv-cinder-797608-16-iscsi neutron-server[93886]: DEBUG neutron_lib.callbacks.manager [None req-fdb27580-c325-44d4-9950-77bff6c29e43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935844', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611014', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782137889940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782137337613', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782137337631'] for port, after_update {{(pid=93886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 11:19:27.352887 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec604988-f5ac-4851-b201-b1b6b73a5a77 tempest-DeleteServersTestJSON-100487038 tempest-DeleteServersTestJSON-100487038-project] Pushing event updated for resources: {'Port': ['ID=2482a2cb-4361-4902-ab73-6f0186e51904,revision_number=1']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 11:19:27.364037 dv-cinder-797608-16-iscsi neutron-server[93885]: DEBUG neutron.db.l3_hamode_db [None req-d31ffaa8-9f30-4a38-987d-30fe5d2b49fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9ce99fb3-1792-4e70-ad92-c4a7231a35f2', 'name': 'tempest-AttachVolumeTestJSON-1599166667-router', 'tenant_id': '79ef1636c6ae4656a27be7ebe99adfd8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c3f0979-58a5-4465-87f9-e256377c6b61', 'external_fixed_ips': [{'subnet_id': 'ba735781-2bff-41d5-99b4-7ca705ee91ca', 'ip_address': '172.27.2.244'}], 'enable_snat': True}, 'gw_port_id': '7f52f001-4b44-4e49-8196-dd3135a4d161', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-13T11:19:20Z', 'updated_at': '2021-08-13T11:19:24Z', 'revision_number': 3, 'project_id': '79ef1636c6ae4656a27be7ebe99adfd8', 'gw_port': {'id': '7f52f001-4b44-4e49-8196-dd3135a4d161', 'name': '', 'network_id': '7c3f0979-58a5-4465-87f9-e256377c6b61', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:91:ae', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9ce99fb3-1792-4e70-ad92-c4a7231a35f2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': 'ba735781-2bff-41d5-99b4-7ca705ee91ca', 'ip_address': '172.27.2.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-13T11:19:22Z', 'updated_at': '2021-08-13T11:19:22Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ba735781-2bff-41d5-99b4-7ca705ee91ca', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797608-16-iscsi'}], 'dv-cinder-797608-16-iscsi', False) {} {{(pid=93885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 13 11:19:27.377041 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ae5f7ca2-02ef-4b69-930e-8abb62609272 req-ec604988-f5ac-4851-b201-b1b6b73a5a77 tempest-DeleteServersTestJSON-100487038 tempest-DeleteServersTestJSON-100487038-project] Network 6f5038ba-d500-4dd2-a178-c3c7a20c3f8a is already hosted by enough agents. {{(pid=93883) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 13 11:19:27.382330 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron.scheduler.base_scheduler [req-ae5f7ca2-02ef-4b69-930e-8abb62609272 req-ec604988-f5ac-4851-b201-b1b6b73a5a77 tempest-DeleteServersTestJSON-100487038 tempest-DeleteServersTestJSON-100487038-project] Resources bound (agent type, host, resource id): {{(pid=93883) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 13 11:19:27.398386 dv-cinder-797608-16-iscsi neutron-server[93886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08a250e9-634c-43f8-85f7-83789fcafef3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797608-16-iscsi {{(pid=93886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 11:19:27.399504 dv-cinder-797608-16-iscsi neutron-server[93886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08a250e9-634c-43f8-85f7-83789fcafef3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797608-16-iscsi {{(pid=93886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 11:19:27.402640 dv-cinder-797608-16-iscsi neutron-server[93886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08a250e9-634c-43f8-85f7-83789fcafef3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797608-16-iscsi {{(pid=93886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 11:19:27.403519 dv-cinder-797608-16-iscsi neutron-server[93886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08a250e9-634c-43f8-85f7-83789fcafef3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797608-16-iscsi {{(pid=93886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 11:19:27.403878 dv-cinder-797608-16-iscsi neutron-server[93886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08a250e9-634c-43f8-85f7-83789fcafef3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-797608-16-iscsi {{(pid=93886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 11:19:27.405811 dv-cinder-797608-16-iscsi neutron-server[93886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08a250e9-634c-43f8-85f7-83789fcafef3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797608-16-iscsi {{(pid=93886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 11:19:27.407536 dv-cinder-797608-16-iscsi neutron-server[93886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08a250e9-634c-43f8-85f7-83789fcafef3 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-797608-16-iscsi {{(pid=93886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 11:19:27.408643 dv-cinder-797608-16-iscsi neutron-server[93886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08a250e9-634c-43f8-85f7-83789fcafef3 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-797608-16-iscsi {{(pid=93886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 11:19:27.409707 dv-cinder-797608-16-iscsi neutron-server[93886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08a250e9-634c-43f8-85f7-83789fcafef3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797608-16-iscsi {{(pid=93886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 11:19:27.410704 dv-cinder-797608-16-iscsi neutron-server[93886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08a250e9-634c-43f8-85f7-83789fcafef3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797608-16-iscsi {{(pid=93886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 11:19:27.412344 dv-cinder-797608-16-iscsi neutron-server[93886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08a250e9-634c-43f8-85f7-83789fcafef3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797608-16-iscsi {{(pid=93886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 11:19:27.419545 dv-cinder-797608-16-iscsi neutron-server[93886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08a250e9-634c-43f8-85f7-83789fcafef3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797608-16-iscsi {{(pid=93886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 11:19:27.419545 dv-cinder-797608-16-iscsi neutron-server[93886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08a250e9-634c-43f8-85f7-83789fcafef3 None None] Tracked resource versions report: Aug 13 11:19:27.419545 dv-cinder-797608-16-iscsi neutron-server[93886]: pushed versions: Aug 13 11:19:27.419545 dv-cinder-797608-16-iscsi neutron-server[93886]: { 'AddressGroup': {'1.2'}, Aug 13 11:19:27.419545 dv-cinder-797608-16-iscsi neutron-server[93886]: 'ConntrackHelper': {'1.0'}, Aug 13 11:19:27.419545 dv-cinder-797608-16-iscsi neutron-server[93886]: 'Log': {'1.0'}, Aug 13 11:19:27.419545 dv-cinder-797608-16-iscsi neutron-server[93886]: 'Network': {'1.1'}, Aug 13 11:19:27.419545 dv-cinder-797608-16-iscsi neutron-server[93886]: 'Port': {'1.7'}, Aug 13 11:19:27.419545 dv-cinder-797608-16-iscsi neutron-server[93886]: 'PortForwarding': {'1.2'}, Aug 13 11:19:27.419545 dv-cinder-797608-16-iscsi neutron-server[93886]: 'QosPolicy': {'1.9'}, Aug 13 11:19:27.419545 dv-cinder-797608-16-iscsi neutron-server[93886]: 'SecurityGroup': {'1.4'}, Aug 13 11:19:27.419545 dv-cinder-797608-16-iscsi neutron-server[93886]: 'SecurityGroupRule': {'1.2'}, Aug 13 11:19:27.419545 dv-cinder-797608-16-iscsi neutron-server[93886]: 'SubPort': {'1.0'}, Aug 13 11:19:27.419545 dv-cinder-797608-16-iscsi neutron-server[93886]: 'Subnet': {'1.1'}, Aug 13 11:19:27.419545 dv-cinder-797608-16-iscsi neutron-server[93886]: 'Trunk': {'1.1'}} Aug 13 11:19:27.419545 dv-cinder-797608-16-iscsi neutron-server[93886]: consumer versions: Aug 13 11:19:27.419545 dv-cinder-797608-16-iscsi neutron-server[93886]: { DHCP agent@dv-cinder-797608-16-iscsi: {}, Aug 13 11:19:27.419545 dv-cinder-797608-16-iscsi neutron-server[93886]: HyperV agent@hv-cinder-79760: {}, Aug 13 11:19:27.419545 dv-cinder-797608-16-iscsi neutron-server[93886]: L3 agent@dv-cinder-797608-16-iscsi: {}, Aug 13 11:19:27.419545 dv-cinder-797608-16-iscsi neutron-server[93886]: Metadata agent@dv-cinder-797608-16-iscsi: {}, Aug 13 11:19:27.419545 dv-cinder-797608-16-iscsi neutron-server[93886]: Metering agent@dv-cinder-797608-16-iscsi: {}, Aug 13 11:19:27.419545 dv-cinder-797608-16-iscsi neutron-server[93886]: Open vSwitch agent@dv-cinder-797608-16-iscsi: { 'AddressGroup': '1.2', Aug 13 11:19:27.419545 dv-cinder-797608-16-iscsi neutron-server[93886]: 'ConntrackHelper': '1.0', Aug 13 11:19:27.419545 dv-cinder-797608-16-iscsi neutron-server[93886]: 'Log': '1.0', Aug 13 11:19:27.419545 dv-cinder-797608-16-iscsi neutron-server[93886]: 'Network': '1.1', Aug 13 11:19:27.419545 dv-cinder-797608-16-iscsi neutron-server[93886]: 'Port': '1.7', Aug 13 11:19:27.419545 dv-cinder-797608-16-iscsi neutron-server[93886]: 'PortForwarding': '1.2', Aug 13 11:19:27.419545 dv-cinder-797608-16-iscsi neutron-server[93886]: 'QosPolicy': '1.9', Aug 13 11:19:27.419545 dv-cinder-797608-16-iscsi neutron-server[93886]: 'SecurityGroup': '1.4', Aug 13 11:19:27.419545 dv-cinder-797608-16-iscsi neutron-server[93886]: 'SecurityGroupRule': '1.2', Aug 13 11:19:27.419545 dv-cinder-797608-16-iscsi neutron-server[93886]: 'SubPort': '1.0', Aug 13 11:19:27.419545 dv-cinder-797608-16-iscsi neutron-server[93886]: 'Subnet': '1.1', Aug 13 11:19:27.419545 dv-cinder-797608-16-iscsi neutron-server[93886]: 'Trunk': '1.1'}} Aug 13 11:19:27.419545 dv-cinder-797608-16-iscsi neutron-server[93886]: {{(pid=93886) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Aug 13 11:19:27.423654 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron.db.l3_dvrscheduler_db [req-ae5f7ca2-02ef-4b69-930e-8abb62609272 req-ec604988-f5ac-4851-b201-b1b6b73a5a77 tempest-DeleteServersTestJSON-100487038 tempest-DeleteServersTestJSON-100487038-project] Received port after_create {{(pid=93883) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 13 11:19:27.431214 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae5f7ca2-02ef-4b69-930e-8abb62609272 req-ec604988-f5ac-4851-b201-b1b6b73a5a77 tempest-DeleteServersTestJSON-100487038 tempest-DeleteServersTestJSON-100487038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 11:19:27.431825 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-ae5f7ca2-02ef-4b69-930e-8abb62609272 req-ec604988-f5ac-4851-b201-b1b6b73a5a77 tempest-DeleteServersTestJSON-100487038 tempest-DeleteServersTestJSON-100487038-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-128352', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1611032'] for port, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 11:19:27.462924 dv-cinder-797608-16-iscsi neutron-server[93883]: INFO neutron.wsgi [req-ae5f7ca2-02ef-4b69-930e-8abb62609272 req-ec604988-f5ac-4851-b201-b1b6b73a5a77 tempest-DeleteServersTestJSON-100487038 tempest-DeleteServersTestJSON-100487038-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.4821947 Aug 13 11:19:27.490502 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron.wsgi [req-ae5f7ca2-02ef-4b69-930e-8abb62609272 req-d59df6fe-cd31-4b30-849b-a79628ce85c2 tempest-DeleteServersTestJSON-100487038 tempest-DeleteServersTestJSON-100487038-project] http://10.222.0.32:9696/v2.0/extensions returned with HTTP 200 {{(pid=93883) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 13 11:19:27.491494 dv-cinder-797608-16-iscsi neutron-server[93883]: INFO neutron.wsgi [req-ae5f7ca2-02ef-4b69-930e-8abb62609272 req-d59df6fe-cd31-4b30-849b-a79628ce85c2 tempest-DeleteServersTestJSON-100487038 tempest-DeleteServersTestJSON-100487038-project] 10.222.0.20 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0057764 Aug 13 11:19:27.496227 dv-cinder-797608-16-iscsi neutron-server[93885]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d31ffaa8-9f30-4a38-987d-30fe5d2b49fc None None] Checking router: 9ce99fb3-1792-4e70-ad92-c4a7231a35f2 for host: dv-cinder-797608-16-iscsi {{(pid=93885) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 13 11:19:27.501579 dv-cinder-797608-16-iscsi neutron-server[93885]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d31ffaa8-9f30-4a38-987d-30fe5d2b49fc None None] Updating router 9ce99fb3-1792-4e70-ad92-c4a7231a35f2 port 7f52f001-4b44-4e49-8196-dd3135a4d161 binding host dv-cinder-797608-16-iscsi {{(pid=93885) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 13 11:19:27.651392 dv-cinder-797608-16-iscsi neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-d31ffaa8-9f30-4a38-987d-30fe5d2b49fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935434'] for port, before_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 11:19:27.770458 dv-cinder-797608-16-iscsi neutron-server[93886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fdb27580-c325-44d4-9950-77bff6c29e43 None None] Routers {'ddb64685-c1fa-4f6f-b185-cf428e79c875'} bound to L3 agent in host dv-cinder-797608-16-iscsi {{(pid=93886) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 13 11:19:27.772557 dv-cinder-797608-16-iscsi neutron-server[93886]: DEBUG neutron.db.l3_hamode_db [None req-fdb27580-c325-44d4-9950-77bff6c29e43 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797608-16-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-13T11:11:41Z,description=,heartbeat_timestamp=2021-08-13T11:19:11Z,host='dv-cinder-797608-16-iscsi',id=120d27b5-31d8-4cd2-97b4-2412c45088e1,load=0,resource_versions=,resources_synced=,started_at=2021-08-13T11:11:41Z,topic='l3_agent')) {'router_ids': ['ddb64685-c1fa-4f6f-b185-cf428e79c875'], 'active': True} {{(pid=93886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 13 11:19:27.857263 dv-cinder-797608-16-iscsi neutron-server[93884]: DEBUG neutron.db.db_base_plugin_common [req-8b8afb6d-0757-4e42-92ce-c4208ddebd0b req-180fb94a-74df-47f9-92ba-8eca760be062 tempest-AttachVolumeNegativeTest-1779138385 tempest-AttachVolumeNegativeTest-1779138385-project] Allocated IP 172.20.0.3 (ef82cda3-482a-4d19-86b5-de7fdfe5ee01/0a294ee4-9310-4ae0-897c-3c3fffa9fb3c/1ebd7405-00bb-4e41-b826-c3f3f5ab625e) {{(pid=93884) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 13 11:19:28.120495 dv-cinder-797608-16-iscsi neutron-server[93886]: DEBUG neutron.db.l3_dvr_db [None req-fdb27580-c325-44d4-9950-77bff6c29e43 None None] Set router ddb64685-c1fa-4f6f-b185-cf428e79c875 gateway port host: dv-cinder-797608-16-iscsi {{(pid=93886) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 13 11:19:28.218863 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron.api.v2.base [req-ae5f7ca2-02ef-4b69-930e-8abb62609272 req-8a72226b-8c6c-4318-8432-190e7325006e service neutron] Request body: {'port': {'device_id': 'f796e873-a356-4bc8-8591-8116569f8f94', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79760'}} {{(pid=93883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 13 11:19:28.403176 dv-cinder-797608-16-iscsi neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-d31ffaa8-9f30-4a38-987d-30fe5d2b49fc None None] Notify callbacks [] for port, precommit_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 11:19:28.434316 dv-cinder-797608-16-iscsi neutron-server[93885]: DEBUG neutron.db.provisioning_blocks [None req-d31ffaa8-9f30-4a38-987d-30fe5d2b49fc None None] Transition to ACTIVE for port object 7f52f001-4b44-4e49-8196-dd3135a4d161 will not be triggered until provisioned by entity L2. {{(pid=93885) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 13 11:19:28.444954 dv-cinder-797608-16-iscsi neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-d31ffaa8-9f30-4a38-987d-30fe5d2b49fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935844', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611014', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782137889940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782137337613', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782137337631'] for port, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 11:19:28.588631 dv-cinder-797608-16-iscsi neutron-server[93885]: DEBUG neutron.plugins.ml2.managers [None req-d31ffaa8-9f30-4a38-987d-30fe5d2b49fc None None] Attempting to bind port 7f52f001-4b44-4e49-8196-dd3135a4d161 on host dv-cinder-797608-16-iscsi for vnic_type normal with profile {{(pid=93885) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 13 11:19:28.591183 dv-cinder-797608-16-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [req-8b8afb6d-0757-4e42-92ce-c4208ddebd0b req-180fb94a-74df-47f9-92ba-8eca760be062 tempest-AttachVolumeNegativeTest-1779138385 tempest-AttachVolumeNegativeTest-1779138385-project] Notify callbacks [] for port, precommit_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 11:19:28.591892 dv-cinder-797608-16-iscsi neutron-server[93885]: DEBUG neutron.plugins.ml2.managers [None req-d31ffaa8-9f30-4a38-987d-30fe5d2b49fc None None] Attempting to bind port 7f52f001-4b44-4e49-8196-dd3135a4d161 by drivers openvswitch,hyperv on host dv-cinder-797608-16-iscsi at level 0 using segments [{'id': '3f6765c6-6e72-475e-8aaa-7134ee4679ca', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7c3f0979-58a5-4465-87f9-e256377c6b61'}] {{(pid=93885) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 13 11:19:28.592585 dv-cinder-797608-16-iscsi neutron-server[93885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d31ffaa8-9f30-4a38-987d-30fe5d2b49fc None None] Attempting to bind port 7f52f001-4b44-4e49-8196-dd3135a4d161 on network 7c3f0979-58a5-4465-87f9-e256377c6b61 {{(pid=93885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 13 11:19:28.620785 dv-cinder-797608-16-iscsi neutron-server[93885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d31ffaa8-9f30-4a38-987d-30fe5d2b49fc None None] Checking agent: {'id': '649b788e-933d-40b8-a73c-f58c5ea7beff', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-797608-16-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 13, 11, 11, 41), 'started_at': datetime.datetime(2021, 8, 13, 11, 12, 11), 'heartbeat_timestamp': datetime.datetime(2021, 8, 13, 11, 19, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-797608-16-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 13 11:19:28.623347 dv-cinder-797608-16-iscsi neutron-server[93885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d31ffaa8-9f30-4a38-987d-30fe5d2b49fc None None] Checking segment: {'id': '3f6765c6-6e72-475e-8aaa-7134ee4679ca', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7c3f0979-58a5-4465-87f9-e256377c6b61'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93885) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 13 11:19:28.625041 dv-cinder-797608-16-iscsi neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-d31ffaa8-9f30-4a38-987d-30fe5d2b49fc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 11:19:28.627145 dv-cinder-797608-16-iscsi neutron-server[93885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d31ffaa8-9f30-4a38-987d-30fe5d2b49fc None None] Bound using segment: {'id': '3f6765c6-6e72-475e-8aaa-7134ee4679ca', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7c3f0979-58a5-4465-87f9-e256377c6b61'} {{(pid=93885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 13 11:19:28.628500 dv-cinder-797608-16-iscsi neutron-server[93885]: DEBUG neutron.plugins.ml2.managers [None req-d31ffaa8-9f30-4a38-987d-30fe5d2b49fc None None] Bound port: 7f52f001-4b44-4e49-8196-dd3135a4d161, host: dv-cinder-797608-16-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3f6765c6-6e72-475e-8aaa-7134ee4679ca', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7c3f0979-58a5-4465-87f9-e256377c6b61'}}] {{(pid=93885) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 13 11:19:28.632176 dv-cinder-797608-16-iscsi neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-d31ffaa8-9f30-4a38-987d-30fe5d2b49fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935434'] for port, before_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 11:19:28.641398 dv-cinder-797608-16-iscsi neutron-server[93886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08a250e9-634c-43f8-85f7-83789fcafef3 None None] Pushing event updated for resources: {'Port': ['ID=eeda2aa3-7349-478f-ae3e-f35d0a677a49,revision_number=3']} {{(pid=93886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 11:19:28.642340 dv-cinder-797608-16-iscsi neutron-server[93885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4feba54c-3675-44f0-bfc7-167b0c8b270b None None] Pushing event updated for resources: {'Port': ['ID=7f52f001-4b44-4e49-8196-dd3135a4d161,revision_number=2']} {{(pid=93885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 11:19:28.681531 dv-cinder-797608-16-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-22d15e7e-5a22-454b-b9e9-2b8b002fbaa4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 11:19:28.684464 dv-cinder-797608-16-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [req-8b8afb6d-0757-4e42-92ce-c4208ddebd0b req-180fb94a-74df-47f9-92ba-8eca760be062 tempest-AttachVolumeNegativeTest-1779138385 tempest-AttachVolumeNegativeTest-1779138385-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935844', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611014', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782137337079'] for port, after_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 11:19:28.728433 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-ae5f7ca2-02ef-4b69-930e-8abb62609272 req-8a72226b-8c6c-4318-8432-190e7325006e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935434'] for port, before_update {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 11:19:28.835026 dv-cinder-797608-16-iscsi neutron-server[93886]: DEBUG neutron.db.l3_hamode_db [None req-fdb27580-c325-44d4-9950-77bff6c29e43 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ddb64685-c1fa-4f6f-b185-cf428e79c875', 'name': 'tempest-ServerRescueNegativeTestJSON-937444735-router', 'tenant_id': '7ce5ec11b3fa4a3da17a044b60c4d7c0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c3f0979-58a5-4465-87f9-e256377c6b61', 'external_fixed_ips': [{'subnet_id': 'ba735781-2bff-41d5-99b4-7ca705ee91ca', 'ip_address': '172.27.2.246'}], 'enable_snat': True}, 'gw_port_id': 'eeda2aa3-7349-478f-ae3e-f35d0a677a49', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-13T11:19:19Z', 'updated_at': '2021-08-13T11:19:22Z', 'revision_number': 3, 'project_id': '7ce5ec11b3fa4a3da17a044b60c4d7c0', 'gw_port': {'id': 'eeda2aa3-7349-478f-ae3e-f35d0a677a49', 'name': '', 'network_id': '7c3f0979-58a5-4465-87f9-e256377c6b61', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:eb:d2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ddb64685-c1fa-4f6f-b185-cf428e79c875', 'device_owner': 'network:router_gateway', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': 'ba735781-2bff-41d5-99b4-7ca705ee91ca', 'ip_address': '172.27.2.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-13T11:19:20Z', 'updated_at': '2021-08-13T11:19:27Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ba735781-2bff-41d5-99b4-7ca705ee91ca', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797608-16-iscsi'}], 'dv-cinder-797608-16-iscsi', False) {} {{(pid=93886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 13 11:19:28.863168 dv-cinder-797608-16-iscsi neutron-server[93885]: DEBUG neutron.plugins.ml2.db [None req-d31ffaa8-9f30-4a38-987d-30fe5d2b49fc None None] For port 7f52f001-4b44-4e49-8196-dd3135a4d161, host dv-cinder-797608-16-iscsi, cleared binding levels {{(pid=93885) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 13 11:19:28.868048 dv-cinder-797608-16-iscsi neutron-server[93885]: DEBUG neutron.plugins.ml2.db [None req-d31ffaa8-9f30-4a38-987d-30fe5d2b49fc None None] For port 7f52f001-4b44-4e49-8196-dd3135a4d161, host dv-cinder-797608-16-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797608-16-iscsi',level=0,port_id=7f52f001-4b44-4e49-8196-dd3135a4d161,segment=NetworkSegment(3f6765c6-6e72-475e-8aaa-7134ee4679ca),segment_id=3f6765c6-6e72-475e-8aaa-7134ee4679ca)] {{(pid=93885) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 13 11:19:28.875555 dv-cinder-797608-16-iscsi neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-d31ffaa8-9f30-4a38-987d-30fe5d2b49fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935844', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611014', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782137889940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782137337613', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782137337631'] for port, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 11:19:28.939180 dv-cinder-797608-16-iscsi neutron-server[93886]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fdb27580-c325-44d4-9950-77bff6c29e43 None None] The sync data for ids ['ddb64685-c1fa-4f6f-b185-cf428e79c875'] in dv-cinder-797608-16-iscsi is: [{'id': 'ddb64685-c1fa-4f6f-b185-cf428e79c875', 'name': 'tempest-ServerRescueNegativeTestJSON-937444735-router', 'tenant_id': '7ce5ec11b3fa4a3da17a044b60c4d7c0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c3f0979-58a5-4465-87f9-e256377c6b61', 'external_fixed_ips': [{'subnet_id': 'ba735781-2bff-41d5-99b4-7ca705ee91ca', 'ip_address': '172.27.2.246'}], 'enable_snat': True}, 'gw_port_id': 'eeda2aa3-7349-478f-ae3e-f35d0a677a49', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-13T11:19:19Z', 'updated_at': '2021-08-13T11:19:22Z', 'revision_number': 3, 'project_id': '7ce5ec11b3fa4a3da17a044b60c4d7c0', 'gw_port': {'id': 'eeda2aa3-7349-478f-ae3e-f35d0a677a49', 'name': '', 'network_id': '7c3f0979-58a5-4465-87f9-e256377c6b61', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:eb:d2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ddb64685-c1fa-4f6f-b185-cf428e79c875', 'device_owner': 'network:router_gateway', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': 'ba735781-2bff-41d5-99b4-7ca705ee91ca', 'ip_address': '172.27.2.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-13T11:19:20Z', 'updated_at': '2021-08-13T11:19:27Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ba735781-2bff-41d5-99b4-7ca705ee91ca', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797608-16-iscsi'}] {{(pid=93886) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 13 11:19:29.112480 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-c40b349e-3799-4ec0-af69-f316352ad864 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935434'] for port, before_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 11:19:29.171459 dv-cinder-797608-16-iscsi neutron-server[93885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4feba54c-3675-44f0-bfc7-167b0c8b270b None None] Pushing event updated for resources: {'Port': ['ID=7f52f001-4b44-4e49-8196-dd3135a4d161,revision_number=3']} {{(pid=93885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 11:19:29.181904 dv-cinder-797608-16-iscsi neutron-server[93885]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d31ffaa8-9f30-4a38-987d-30fe5d2b49fc None None] Routers {'9ce99fb3-1792-4e70-ad92-c4a7231a35f2'} bound to L3 agent in host dv-cinder-797608-16-iscsi {{(pid=93885) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 13 11:19:29.182583 dv-cinder-797608-16-iscsi neutron-server[93885]: DEBUG neutron.db.l3_hamode_db [None req-d31ffaa8-9f30-4a38-987d-30fe5d2b49fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797608-16-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-13T11:11:41Z,description=,heartbeat_timestamp=2021-08-13T11:19:11Z,host='dv-cinder-797608-16-iscsi',id=120d27b5-31d8-4cd2-97b4-2412c45088e1,load=0,resource_versions=,resources_synced=,started_at=2021-08-13T11:11:41Z,topic='l3_agent')) {'router_ids': ['9ce99fb3-1792-4e70-ad92-c4a7231a35f2'], 'active': True} {{(pid=93885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 13 11:19:29.279833 dv-cinder-797608-16-iscsi neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-180fb94a-74df-47f9-92ba-8eca760be062 tempest-AttachVolumeNegativeTest-1779138385 tempest-AttachVolumeNegativeTest-1779138385-project] Pushing event updated for resources: {'Port': ['ID=1ebd7405-00bb-4e41-b826-c3f3f5ab625e,revision_number=1']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 11:19:29.309145 dv-cinder-797608-16-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-f29f3e3c-0cce-4033-8ddf-7cf8ffa80516 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935434'] for port, before_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 11:19:29.439715 dv-cinder-797608-16-iscsi neutron-server[93885]: DEBUG neutron.db.l3_dvr_db [None req-d31ffaa8-9f30-4a38-987d-30fe5d2b49fc None None] Set router 9ce99fb3-1792-4e70-ad92-c4a7231a35f2 gateway port host: dv-cinder-797608-16-iscsi {{(pid=93885) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 13 11:19:29.548045 dv-cinder-797608-16-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-22d15e7e-5a22-454b-b9e9-2b8b002fbaa4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 11:19:29.548045 dv-cinder-797608-16-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-22d15e7e-5a22-454b-b9e9-2b8b002fbaa4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651637'] for security_group, after_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 11:19:29.767440 dv-cinder-797608-16-iscsi neutron-server[93885]: DEBUG neutron.plugins.ml2.rpc [None req-05931952-e11e-4e12-af58-ece1398d134b None None] Device eeda2aa3-7349-478f-ae3e-f35d0a677a49 up at agent ovs-agent-dv-cinder-797608-16-iscsi {{(pid=93885) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 13 11:19:29.858962 dv-cinder-797608-16-iscsi neutron-server[93884]: DEBUG neutron.db.db_base_plugin_common [None req-f29f3e3c-0cce-4033-8ddf-7cf8ffa80516 admin admin] Allocated IP 172.20.0.1 (02c7fb52-0ad2-484c-84d8-96df36c92bd5/4d0dfa4f-d7e7-4367-877a-a49567302b15/45e3f436-3794-40a9-af26-b99e1c53270c) {{(pid=93884) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 13 11:19:30.079591 dv-cinder-797608-16-iscsi neutron-server[93885]: DEBUG neutron.db.provisioning_blocks [None req-05931952-e11e-4e12-af58-ece1398d134b None None] Provisioning for port eeda2aa3-7349-478f-ae3e-f35d0a677a49 completed by entity L2. {{(pid=93885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 13 11:19:30.080594 dv-cinder-797608-16-iscsi neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b481a052-cf44-4afe-96e9-09b583350a4d req-9851e934-2c76-44a9-b8bf-b2ff1cce6dc8 tempest-DeleteServersTestJSON-100487038 tempest-DeleteServersTestJSON-100487038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 11:19:30.088788 dv-cinder-797608-16-iscsi neutron-server[93884]: INFO neutron.wsgi [req-b481a052-cf44-4afe-96e9-09b583350a4d req-9851e934-2c76-44a9-b8bf-b2ff1cce6dc8 tempest-DeleteServersTestJSON-100487038 tempest-DeleteServersTestJSON-100487038-project] 10.222.0.32 "GET /v2.0/ports?device_id=f796e873-a356-4bc8-8591-8116569f8f94 HTTP/1.1" status: 200 len: 931 time: 1.4144044 Aug 13 11:19:30.092084 dv-cinder-797608-16-iscsi neutron-server[93885]: DEBUG neutron.db.provisioning_blocks [None req-05931952-e11e-4e12-af58-ece1398d134b None None] Provisioning complete for port eeda2aa3-7349-478f-ae3e-f35d0a677a49 triggered by entity L2. {{(pid=93885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 13 11:19:30.092568 dv-cinder-797608-16-iscsi neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-05931952-e11e-4e12-af58-ece1398d134b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-997193'] for port, provisioning_complete {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 11:19:30.093786 dv-cinder-797608-16-iscsi neutron-server[93884]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8b8afb6d-0757-4e42-92ce-c4208ddebd0b req-180fb94a-74df-47f9-92ba-8eca760be062 tempest-AttachVolumeNegativeTest-1779138385 tempest-AttachVolumeNegativeTest-1779138385-project] Network ef82cda3-482a-4d19-86b5-de7fdfe5ee01 is already hosted by enough agents. {{(pid=93884) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 13 11:19:30.097484 dv-cinder-797608-16-iscsi neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22d15e7e-5a22-454b-b9e9-2b8b002fbaa4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=28fe59e7-4829-4149-b5ee-a7206f36038c,revision_number=1']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 11:19:30.131751 dv-cinder-797608-16-iscsi neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f29423cf-9f36-4184-b7c5-0289d2caceac req-f2b1d039-29bc-48d6-b397-bca30a8049ff tempest-AttachVolumeNegativeTest-1779138385 tempest-AttachVolumeNegativeTest-1779138385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 11:19:30.133552 dv-cinder-797608-16-iscsi neutron-server[93884]: INFO neutron.wsgi [req-f29423cf-9f36-4184-b7c5-0289d2caceac req-f2b1d039-29bc-48d6-b397-bca30a8049ff tempest-AttachVolumeNegativeTest-1779138385 tempest-AttachVolumeNegativeTest-1779138385-project] 10.222.0.32 "GET /v2.0/ports?device_id=c1224182-6442-47ad-be32-6a6dcdfe90a7 HTTP/1.1" status: 200 len: 931 time: 1.4607196 Aug 13 11:19:30.152966 dv-cinder-797608-16-iscsi neutron-server[93885]: DEBUG neutron.db.l3_hamode_db [None req-d31ffaa8-9f30-4a38-987d-30fe5d2b49fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9ce99fb3-1792-4e70-ad92-c4a7231a35f2', 'name': 'tempest-AttachVolumeTestJSON-1599166667-router', 'tenant_id': '79ef1636c6ae4656a27be7ebe99adfd8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c3f0979-58a5-4465-87f9-e256377c6b61', 'external_fixed_ips': [{'subnet_id': 'ba735781-2bff-41d5-99b4-7ca705ee91ca', 'ip_address': '172.27.2.244'}], 'enable_snat': True}, 'gw_port_id': '7f52f001-4b44-4e49-8196-dd3135a4d161', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-13T11:19:20Z', 'updated_at': '2021-08-13T11:19:24Z', 'revision_number': 3, 'project_id': '79ef1636c6ae4656a27be7ebe99adfd8', 'gw_port': {'id': '7f52f001-4b44-4e49-8196-dd3135a4d161', 'name': '', 'network_id': '7c3f0979-58a5-4465-87f9-e256377c6b61', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:91:ae', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9ce99fb3-1792-4e70-ad92-c4a7231a35f2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': 'ba735781-2bff-41d5-99b4-7ca705ee91ca', 'ip_address': '172.27.2.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-13T11:19:22Z', 'updated_at': '2021-08-13T11:19:28Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ba735781-2bff-41d5-99b4-7ca705ee91ca', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797608-16-iscsi'}], 'dv-cinder-797608-16-iscsi', False) {} {{(pid=93885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 13 11:19:30.168528 dv-cinder-797608-16-iscsi neutron-server[93884]: DEBUG neutron.scheduler.base_scheduler [req-8b8afb6d-0757-4e42-92ce-c4208ddebd0b req-180fb94a-74df-47f9-92ba-8eca760be062 tempest-AttachVolumeNegativeTest-1779138385 tempest-AttachVolumeNegativeTest-1779138385-project] Resources bound (agent type, host, resource id): {{(pid=93884) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 13 11:19:30.199356 dv-cinder-797608-16-iscsi neutron-server[93884]: DEBUG neutron.db.l3_dvrscheduler_db [req-8b8afb6d-0757-4e42-92ce-c4208ddebd0b req-180fb94a-74df-47f9-92ba-8eca760be062 tempest-AttachVolumeNegativeTest-1779138385 tempest-AttachVolumeNegativeTest-1779138385-project] Received port after_create {{(pid=93884) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 13 11:19:30.223807 dv-cinder-797608-16-iscsi neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b8afb6d-0757-4e42-92ce-c4208ddebd0b req-180fb94a-74df-47f9-92ba-8eca760be062 tempest-AttachVolumeNegativeTest-1779138385 tempest-AttachVolumeNegativeTest-1779138385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 11:19:30.225033 dv-cinder-797608-16-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [req-8b8afb6d-0757-4e42-92ce-c4208ddebd0b req-180fb94a-74df-47f9-92ba-8eca760be062 tempest-AttachVolumeNegativeTest-1779138385 tempest-AttachVolumeNegativeTest-1779138385-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-128352', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1611032'] for port, before_response {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 11:19:30.266773 dv-cinder-797608-16-iscsi neutron-server[93885]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d31ffaa8-9f30-4a38-987d-30fe5d2b49fc None None] The sync data for ids ['9ce99fb3-1792-4e70-ad92-c4a7231a35f2'] in dv-cinder-797608-16-iscsi is: [{'id': '9ce99fb3-1792-4e70-ad92-c4a7231a35f2', 'name': 'tempest-AttachVolumeTestJSON-1599166667-router', 'tenant_id': '79ef1636c6ae4656a27be7ebe99adfd8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c3f0979-58a5-4465-87f9-e256377c6b61', 'external_fixed_ips': [{'subnet_id': 'ba735781-2bff-41d5-99b4-7ca705ee91ca', 'ip_address': '172.27.2.244'}], 'enable_snat': True}, 'gw_port_id': '7f52f001-4b44-4e49-8196-dd3135a4d161', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-13T11:19:20Z', 'updated_at': '2021-08-13T11:19:24Z', 'revision_number': 3, 'project_id': '79ef1636c6ae4656a27be7ebe99adfd8', 'gw_port': {'id': '7f52f001-4b44-4e49-8196-dd3135a4d161', 'name': '', 'network_id': '7c3f0979-58a5-4465-87f9-e256377c6b61', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:91:ae', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9ce99fb3-1792-4e70-ad92-c4a7231a35f2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': 'ba735781-2bff-41d5-99b4-7ca705ee91ca', 'ip_address': '172.27.2.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-13T11:19:22Z', 'updated_at': '2021-08-13T11:19:28Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ba735781-2bff-41d5-99b4-7ca705ee91ca', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797608-16-iscsi'}] {{(pid=93885) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 13 11:19:30.346239 dv-cinder-797608-16-iscsi neutron-server[93884]: INFO neutron.wsgi [None req-22d15e7e-5a22-454b-b9e9-2b8b002fbaa4 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=53f62c62f984499398befaa8b9189af9&name=default HTTP/1.1" status: 200 len: 2975 time: 3.4849250 Aug 13 11:19:30.376879 dv-cinder-797608-16-iscsi neutron-server[93884]: DEBUG neutron.wsgi [-] (93884) accepted ('10.222.0.32', 43272) {{(pid=93884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 11:19:30.470041 dv-cinder-797608-16-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-f29f3e3c-0cce-4033-8ddf-7cf8ffa80516 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 11:19:30.472758 dv-cinder-797608-16-iscsi neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-05931952-e11e-4e12-af58-ece1398d134b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935434'] for port, before_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 11:19:30.551253 dv-cinder-797608-16-iscsi neutron-server[93885]: DEBUG neutron.plugins.ml2.db [None req-05931952-e11e-4e12-af58-ece1398d134b None None] For port eeda2aa3-7349-478f-ae3e-f35d0a677a49, host dv-cinder-797608-16-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797608-16-iscsi',level=0,port_id=eeda2aa3-7349-478f-ae3e-f35d0a677a49,segment=NetworkSegment(3f6765c6-6e72-475e-8aaa-7134ee4679ca),segment_id=3f6765c6-6e72-475e-8aaa-7134ee4679ca)] {{(pid=93885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 13 11:19:30.565616 dv-cinder-797608-16-iscsi neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-05931952-e11e-4e12-af58-ece1398d134b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935844', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611014', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782137889940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782137337613', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782137337631'] for port, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 11:19:30.634833 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron.db.db_base_plugin_common [None req-c40b349e-3799-4ec0-af69-f316352ad864 admin admin] Allocated IP 172.20.0.1 (ec8923c9-e8aa-4fb7-a57a-17b8964f1574/8f355941-9ea6-47f3-b4b3-219d5394ef79/fea4a98c-afc2-4593-8fb8-43379d480615) {{(pid=93883) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 13 11:19:30.668852 dv-cinder-797608-16-iscsi neutron-server[93884]: INFO neutron.wsgi [req-f29423cf-9f36-4184-b7c5-0289d2caceac req-e3d6767c-bb35-41a8-b9e7-889b0a44b67a tempest-AttachVolumeNegativeTest-1779138385 tempest-AttachVolumeNegativeTest-1779138385-project] 10.222.0.32 "GET /v2.0/security-groups?id=e9ebb553-6898-47d0-8034-10e78e802a38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4723399 Aug 13 11:19:30.672192 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron.notifiers.nova [req-ae5f7ca2-02ef-4b69-930e-8abb62609272 req-8a72226b-8c6c-4318-8432-190e7325006e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2482a2cb-4361-4902-ab73-6f0186e51904 {{(pid=93883) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 13 11:19:30.674277 dv-cinder-797608-16-iscsi neutron-server[93884]: INFO neutron.wsgi [req-8b8afb6d-0757-4e42-92ce-c4208ddebd0b req-180fb94a-74df-47f9-92ba-8eca760be062 tempest-AttachVolumeNegativeTest-1779138385 tempest-AttachVolumeNegativeTest-1779138385-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.8664043 Aug 13 11:19:30.687867 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-ae5f7ca2-02ef-4b69-930e-8abb62609272 req-8a72226b-8c6c-4318-8432-190e7325006e service neutron] Notify callbacks [] for port, precommit_update {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 11:19:30.696524 dv-cinder-797608-16-iscsi neutron-server[93884]: INFO neutron.wsgi [req-b481a052-cf44-4afe-96e9-09b583350a4d req-b1667dca-941c-4adf-a3b1-1f6bb5cdb05f tempest-DeleteServersTestJSON-100487038 tempest-DeleteServersTestJSON-100487038-project] 10.222.0.32 "GET /v2.0/security-groups?id=8cd093f5-7080-4f8f-a2ab-8e997754e5fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6068554 Aug 13 11:19:30.739217 dv-cinder-797608-16-iscsi neutron-server[93885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05931952-e11e-4e12-af58-ece1398d134b None None] Pushing event updated for resources: {'Port': ['ID=eeda2aa3-7349-478f-ae3e-f35d0a677a49,revision_number=4']} {{(pid=93885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 11:19:30.763520 dv-cinder-797608-16-iscsi neutron-server[93884]: DEBUG neutron.api.v2.base [req-8b8afb6d-0757-4e42-92ce-c4208ddebd0b req-c0a53acc-8d73-46de-ba03-95f406dc6eb7 service neutron] Request body: {'port': {'device_id': 'c1224182-6442-47ad-be32-6a6dcdfe90a7', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79760'}} {{(pid=93884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 13 11:19:30.802779 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron.db.provisioning_blocks [req-ae5f7ca2-02ef-4b69-930e-8abb62609272 req-8a72226b-8c6c-4318-8432-190e7325006e service neutron] Transition to ACTIVE for port object 2482a2cb-4361-4902-ab73-6f0186e51904 will not be triggered until provisioned by entity L2. {{(pid=93883) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 13 11:19:30.830615 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-ae5f7ca2-02ef-4b69-930e-8abb62609272 req-8a72226b-8c6c-4318-8432-190e7325006e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935844', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611014', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782137889940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782137337613', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782137337631'] for port, after_update {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 11:19:30.869533 dv-cinder-797608-16-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [req-8b8afb6d-0757-4e42-92ce-c4208ddebd0b req-c0a53acc-8d73-46de-ba03-95f406dc6eb7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935434'] for port, before_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 11:19:30.888752 dv-cinder-797608-16-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-34ca50f0-13c0-4a74-8f71-dab3d575e38d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 11:19:30.972759 dv-cinder-797608-16-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-34ca50f0-13c0-4a74-8f71-dab3d575e38d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 11:19:30.999194 dv-cinder-797608-16-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-f29f3e3c-0cce-4033-8ddf-7cf8ffa80516 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935844', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611014', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782137337079'] for port, after_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 11:19:31.112103 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-c40b349e-3799-4ec0-af69-f316352ad864 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 11:19:31.180465 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron.db.provisioning_blocks [None req-c40b349e-3799-4ec0-af69-f316352ad864 admin admin] Transition to ACTIVE for port object fea4a98c-afc2-4593-8fb8-43379d480615 will not be triggered until provisioned by entity DHCP. {{(pid=93883) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 13 11:19:31.189451 dv-cinder-797608-16-iscsi neutron-server[93884]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f29f3e3c-0cce-4033-8ddf-7cf8ffa80516 admin admin] Network 02c7fb52-0ad2-484c-84d8-96df36c92bd5 is already hosted by enough agents. {{(pid=93884) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 13 11:19:31.230240 dv-cinder-797608-16-iscsi neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f29f3e3c-0cce-4033-8ddf-7cf8ffa80516 admin admin] Pushing event updated for resources: {'Port': ['ID=45e3f436-3794-40a9-af26-b99e1c53270c,revision_number=1']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 11:19:31.241568 dv-cinder-797608-16-iscsi neutron-server[93884]: DEBUG neutron.scheduler.base_scheduler [None req-f29f3e3c-0cce-4033-8ddf-7cf8ffa80516 admin admin] Resources bound (agent type, host, resource id): {{(pid=93884) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 13 11:19:31.256637 dv-cinder-797608-16-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-34ca50f0-13c0-4a74-8f71-dab3d575e38d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651637'] for security_group, after_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 11:19:31.261566 dv-cinder-797608-16-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-34ca50f0-13c0-4a74-8f71-dab3d575e38d admin admin] Notify callbacks [] for security_group, before_response {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 11:19:31.263676 dv-cinder-797608-16-iscsi neutron-server[93884]: INFO neutron.wsgi [None req-34ca50f0-13c0-4a74-8f71-dab3d575e38d admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/28fe59e7-4829-4149-b5ee-a7206f36038c HTTP/1.1" status: 204 len: 168 time: 0.7777321 Aug 13 11:19:31.344698 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-c40b349e-3799-4ec0-af69-f316352ad864 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935844', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611014', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782137337079'] for port, after_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 11:19:31.401633 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a72226b-8c6c-4318-8432-190e7325006e service neutron] Pushing event updated for resources: {'Port': ['ID=2482a2cb-4361-4902-ab73-6f0186e51904,revision_number=2']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 11:19:31.490431 dv-cinder-797608-16-iscsi neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34ca50f0-13c0-4a74-8f71-dab3d575e38d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=28fe59e7-4829-4149-b5ee-a7206f36038c,revision_number=None']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 11:19:31.526874 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c40b349e-3799-4ec0-af69-f316352ad864 admin admin] Network ec8923c9-e8aa-4fb7-a57a-17b8964f1574 is already hosted by enough agents. {{(pid=93883) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 13 11:19:31.537990 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron.scheduler.base_scheduler [None req-c40b349e-3799-4ec0-af69-f316352ad864 admin admin] Resources bound (agent type, host, resource id): {{(pid=93883) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 13 11:19:31.549744 dv-cinder-797608-16-iscsi neutron-server[93884]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f29f3e3c-0cce-4033-8ddf-7cf8ffa80516 admin admin] Received port after_create {{(pid=93884) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 13 11:19:31.552245 dv-cinder-797608-16-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-f29f3e3c-0cce-4033-8ddf-7cf8ffa80516 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-2002984'] for router_interface, before_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 11:19:31.558613 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c40b349e-3799-4ec0-af69-f316352ad864 admin admin] Received port after_create {{(pid=93883) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 13 11:19:31.561587 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-c40b349e-3799-4ec0-af69-f316352ad864 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-2002984'] for router_interface, before_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 11:19:31.983496 dv-cinder-797608-16-iscsi neutron-server[93885]: DEBUG neutron.plugins.ml2.rpc [None req-05931952-e11e-4e12-af58-ece1398d134b None None] Device 7f52f001-4b44-4e49-8196-dd3135a4d161 up at agent ovs-agent-dv-cinder-797608-16-iscsi {{(pid=93885) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 13 11:19:32.193052 dv-cinder-797608-16-iscsi neutron-server[93885]: DEBUG neutron.db.provisioning_blocks [None req-05931952-e11e-4e12-af58-ece1398d134b None None] Provisioning for port 7f52f001-4b44-4e49-8196-dd3135a4d161 completed by entity L2. {{(pid=93885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 13 11:19:32.206340 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c40b349e-3799-4ec0-af69-f316352ad864 admin admin] Pushing event updated for resources: {'Port': ['ID=fea4a98c-afc2-4593-8fb8-43379d480615,revision_number=1']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 11:19:32.219714 dv-cinder-797608-16-iscsi neutron-server[93885]: DEBUG neutron.db.provisioning_blocks [None req-05931952-e11e-4e12-af58-ece1398d134b None None] Provisioning complete for port 7f52f001-4b44-4e49-8196-dd3135a4d161 triggered by entity L2. {{(pid=93885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 13 11:19:32.220252 dv-cinder-797608-16-iscsi neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-05931952-e11e-4e12-af58-ece1398d134b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-997193'] for port, provisioning_complete {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 11:19:32.367108 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.32', 43338) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 11:19:32.373647 dv-cinder-797608-16-iscsi neutron-server[93885]: DEBUG neutron.db.provisioning_blocks [None req-5c3352e1-7aad-4fa3-846b-7206d2a1ddaf None None] Provisioning for port fea4a98c-afc2-4593-8fb8-43379d480615 completed by entity DHCP. {{(pid=93885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 13 11:19:32.373647 dv-cinder-797608-16-iscsi neutron-server[93885]: DEBUG neutron.db.provisioning_blocks [None req-5c3352e1-7aad-4fa3-846b-7206d2a1ddaf None None] Provisioning complete for port fea4a98c-afc2-4593-8fb8-43379d480615 triggered by entity DHCP. {{(pid=93885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 13 11:19:32.373647 dv-cinder-797608-16-iscsi neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-5c3352e1-7aad-4fa3-846b-7206d2a1ddaf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-997193'] for port, provisioning_complete {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 11:19:32.455906 dv-cinder-797608-16-iscsi neutron-server[93885]: DEBUG neutron.plugins.ml2.plugin [None req-5c3352e1-7aad-4fa3-846b-7206d2a1ddaf None None] Port fea4a98c-afc2-4593-8fb8-43379d480615 cannot update to ACTIVE because it is not bound. {{(pid=93885) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 13 11:19:32.486505 dv-cinder-797608-16-iscsi neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-05931952-e11e-4e12-af58-ece1398d134b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935434'] for port, before_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 11:19:32.555542 dv-cinder-797608-16-iscsi neutron-server[93885]: DEBUG neutron.plugins.ml2.db [None req-05931952-e11e-4e12-af58-ece1398d134b None None] For port 7f52f001-4b44-4e49-8196-dd3135a4d161, host dv-cinder-797608-16-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797608-16-iscsi',level=0,port_id=7f52f001-4b44-4e49-8196-dd3135a4d161,segment=NetworkSegment(3f6765c6-6e72-475e-8aaa-7134ee4679ca),segment_id=3f6765c6-6e72-475e-8aaa-7134ee4679ca)] {{(pid=93885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 13 11:19:32.568475 dv-cinder-797608-16-iscsi neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-05931952-e11e-4e12-af58-ece1398d134b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935844', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611014', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782137889940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782137337613', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782137337631'] for port, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 11:19:32.569668 dv-cinder-797608-16-iscsi neutron-server[93885]: DEBUG neutron.plugins.ml2.rpc [None req-05931952-e11e-4e12-af58-ece1398d134b None None] Device eeda2aa3-7349-478f-ae3e-f35d0a677a49 up at agent ovs-agent-dv-cinder-797608-16-iscsi {{(pid=93885) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 13 11:19:32.659176 dv-cinder-797608-16-iscsi neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-def82680-511d-49e3-aeec-bb3ce07ef50e req-c4af1cb1-e2b4-400d-8bb6-c7f6ce9e26d1 tempest-DeleteServersTestJSON-100487038 tempest-DeleteServersTestJSON-100487038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 11:19:32.661048 dv-cinder-797608-16-iscsi neutron-server[93884]: INFO neutron.wsgi [req-def82680-511d-49e3-aeec-bb3ce07ef50e req-c4af1cb1-e2b4-400d-8bb6-c7f6ce9e26d1 tempest-DeleteServersTestJSON-100487038 tempest-DeleteServersTestJSON-100487038-project] 10.222.0.32 "GET /v2.0/ports?device_id=f796e873-a356-4bc8-8591-8116569f8f94 HTTP/1.1" status: 200 len: 943 time: 0.5785420 Aug 13 11:19:32.688940 dv-cinder-797608-16-iscsi neutron-server[93885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05931952-e11e-4e12-af58-ece1398d134b None None] Pushing event updated for resources: {'Port': ['ID=7f52f001-4b44-4e49-8196-dd3135a4d161,revision_number=4']} {{(pid=93885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 11:19:32.719348 dv-cinder-797608-16-iscsi neutron-server[93885]: DEBUG neutron.db.provisioning_blocks [None req-05931952-e11e-4e12-af58-ece1398d134b None None] Provisioning complete for port eeda2aa3-7349-478f-ae3e-f35d0a677a49 triggered by entity L2. {{(pid=93885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 13 11:19:32.721713 dv-cinder-797608-16-iscsi neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-05931952-e11e-4e12-af58-ece1398d134b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-997193'] for port, provisioning_complete {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 11:19:32.757360 dv-cinder-797608-16-iscsi neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8250cce0-226e-4435-9ce1-c3f95b45a85f req-82ec5810-f184-4d9b-bdc2-7ed9f9dd8e02 tempest-AttachVolumeNegativeTest-1779138385 tempest-AttachVolumeNegativeTest-1779138385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 11:19:32.767838 dv-cinder-797608-16-iscsi neutron-server[93884]: INFO neutron.wsgi [req-8250cce0-226e-4435-9ce1-c3f95b45a85f req-82ec5810-f184-4d9b-bdc2-7ed9f9dd8e02 tempest-AttachVolumeNegativeTest-1779138385 tempest-AttachVolumeNegativeTest-1779138385-project] 10.222.0.32 "GET /v2.0/ports?device_id=c1224182-6442-47ad-be32-6a6dcdfe90a7 HTTP/1.1" status: 200 len: 931 time: 0.6900558 Aug 13 11:19:32.821491 dv-cinder-797608-16-iscsi neutron-server[93884]: DEBUG neutron.wsgi [-] (93884) accepted ('10.222.0.32', 43364) {{(pid=93884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 11:19:32.839784 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron.plugins.ml2.managers [req-ae5f7ca2-02ef-4b69-930e-8abb62609272 req-8a72226b-8c6c-4318-8432-190e7325006e service neutron] Attempting to bind port 2482a2cb-4361-4902-ab73-6f0186e51904 on host hv-cinder-79760 for vnic_type normal with profile {{(pid=93883) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 13 11:19:32.839995 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron.plugins.ml2.managers [req-ae5f7ca2-02ef-4b69-930e-8abb62609272 req-8a72226b-8c6c-4318-8432-190e7325006e service neutron] Attempting to bind port 2482a2cb-4361-4902-ab73-6f0186e51904 by drivers openvswitch,hyperv on host hv-cinder-79760 at level 0 using segments [{'id': '512592b2-57c8-4727-ad28-2b8f081b80ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': '6f5038ba-d500-4dd2-a178-c3c7a20c3f8a'}] {{(pid=93883) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 13 11:19:32.840586 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae5f7ca2-02ef-4b69-930e-8abb62609272 req-8a72226b-8c6c-4318-8432-190e7325006e service neutron] Attempting to bind port 2482a2cb-4361-4902-ab73-6f0186e51904 on network 6f5038ba-d500-4dd2-a178-c3c7a20c3f8a {{(pid=93883) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 13 11:19:32.867311 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae5f7ca2-02ef-4b69-930e-8abb62609272 req-8a72226b-8c6c-4318-8432-190e7325006e service neutron] Port 2482a2cb-4361-4902-ab73-6f0186e51904 on network 6f5038ba-d500-4dd2-a178-c3c7a20c3f8a not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79760 {{(pid=93883) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 13 11:19:32.867952 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae5f7ca2-02ef-4b69-930e-8abb62609272 req-8a72226b-8c6c-4318-8432-190e7325006e service neutron] Attempting to bind port 2482a2cb-4361-4902-ab73-6f0186e51904 on network 6f5038ba-d500-4dd2-a178-c3c7a20c3f8a {{(pid=93883) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 13 11:19:32.920663 dv-cinder-797608-16-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-213c9c98-47d3-4638-b020-9965c6931d56 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 11:19:32.958742 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae5f7ca2-02ef-4b69-930e-8abb62609272 req-8a72226b-8c6c-4318-8432-190e7325006e service neutron] Checking agent: {'id': '3e9c1808-7bc3-414f-9290-25f62682d3ef', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79760', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 13, 11, 17, 34), 'started_at': datetime.datetime(2021, 8, 13, 11, 17, 34), 'heartbeat_timestamp': datetime.datetime(2021, 8, 13, 11, 19, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93883) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 13 11:19:32.959489 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae5f7ca2-02ef-4b69-930e-8abb62609272 req-8a72226b-8c6c-4318-8432-190e7325006e service neutron] Checking segment: {'id': '512592b2-57c8-4727-ad28-2b8f081b80ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': '6f5038ba-d500-4dd2-a178-c3c7a20c3f8a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93883) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 13 11:19:32.960373 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae5f7ca2-02ef-4b69-930e-8abb62609272 req-8a72226b-8c6c-4318-8432-190e7325006e service neutron] Bound using segment: {'id': '512592b2-57c8-4727-ad28-2b8f081b80ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': '6f5038ba-d500-4dd2-a178-c3c7a20c3f8a'} {{(pid=93883) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 13 11:19:32.960987 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron.plugins.ml2.managers [req-ae5f7ca2-02ef-4b69-930e-8abb62609272 req-8a72226b-8c6c-4318-8432-190e7325006e service neutron] Bound port: 2482a2cb-4361-4902-ab73-6f0186e51904, host: hv-cinder-79760, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '512592b2-57c8-4727-ad28-2b8f081b80ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': '6f5038ba-d500-4dd2-a178-c3c7a20c3f8a'}}] {{(pid=93883) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 13 11:19:32.976051 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-ae5f7ca2-02ef-4b69-930e-8abb62609272 req-8a72226b-8c6c-4318-8432-190e7325006e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935434'] for port, before_update {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 11:19:33.163613 dv-cinder-797608-16-iscsi neutron-server[93884]: DEBUG neutron.notifiers.nova [req-8b8afb6d-0757-4e42-92ce-c4208ddebd0b req-c0a53acc-8d73-46de-ba03-95f406dc6eb7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1ebd7405-00bb-4e41-b826-c3f3f5ab625e {{(pid=93884) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 13 11:19:33.165618 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-c40b349e-3799-4ec0-af69-f316352ad864 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935434'] for port, before_update {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 11:19:33.212970 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron.plugins.ml2.db [req-ae5f7ca2-02ef-4b69-930e-8abb62609272 req-8a72226b-8c6c-4318-8432-190e7325006e service neutron] For port 2482a2cb-4361-4902-ab73-6f0186e51904, host hv-cinder-79760, cleared binding levels {{(pid=93883) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 13 11:19:33.245726 dv-cinder-797608-16-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [req-8b8afb6d-0757-4e42-92ce-c4208ddebd0b req-c0a53acc-8d73-46de-ba03-95f406dc6eb7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 11:19:33.292349 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron.plugins.ml2.db [req-ae5f7ca2-02ef-4b69-930e-8abb62609272 req-8a72226b-8c6c-4318-8432-190e7325006e service neutron] For port 2482a2cb-4361-4902-ab73-6f0186e51904, host hv-cinder-79760, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79760',level=0,port_id=2482a2cb-4361-4902-ab73-6f0186e51904,segment=NetworkSegment(512592b2-57c8-4727-ad28-2b8f081b80ff),segment_id=512592b2-57c8-4727-ad28-2b8f081b80ff)] {{(pid=93883) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 13 11:19:33.301252 dv-cinder-797608-16-iscsi neutron-server[93884]: INFO neutron.wsgi [req-8250cce0-226e-4435-9ce1-c3f95b45a85f req-a388c54b-8ce9-435b-8162-7ca322a6897c tempest-AttachVolumeNegativeTest-1779138385 tempest-AttachVolumeNegativeTest-1779138385-project] 10.222.0.32 "GET /v2.0/security-groups?id=e9ebb553-6898-47d0-8034-10e78e802a38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5318460 Aug 13 11:19:33.309879 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-ae5f7ca2-02ef-4b69-930e-8abb62609272 req-8a72226b-8c6c-4318-8432-190e7325006e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935844', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611014', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782137889940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782137337613', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782137337631'] for port, after_update {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 11:19:33.311225 dv-cinder-797608-16-iscsi neutron-server[93884]: INFO neutron.wsgi [req-def82680-511d-49e3-aeec-bb3ce07ef50e req-5e20a39a-41f2-4213-81d6-2f3ee16e660c tempest-DeleteServersTestJSON-100487038 tempest-DeleteServersTestJSON-100487038-project] 10.222.0.32 "GET /v2.0/security-groups?id=8cd093f5-7080-4f8f-a2ab-8e997754e5fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6387026 Aug 13 11:19:33.323666 dv-cinder-797608-16-iscsi neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [req-8b8afb6d-0757-4e42-92ce-c4208ddebd0b req-c0a53acc-8d73-46de-ba03-95f406dc6eb7 service neutron] Transition to ACTIVE for port object 1ebd7405-00bb-4e41-b826-c3f3f5ab625e will not be triggered until provisioned by entity L2. {{(pid=93884) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 13 11:19:33.330450 dv-cinder-797608-16-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-f29f3e3c-0cce-4033-8ddf-7cf8ffa80516 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935434'] for port, before_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 11:19:33.339083 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-0c6b1bfe-06c2-457d-96c5-72e1bb5ac999 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 11:19:33.339225 dv-cinder-797608-16-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [req-8b8afb6d-0757-4e42-92ce-c4208ddebd0b req-c0a53acc-8d73-46de-ba03-95f406dc6eb7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935844', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611014', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782137889940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782137337613', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782137337631'] for port, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 11:19:33.439697 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae5f7ca2-02ef-4b69-930e-8abb62609272 req-8a72226b-8c6c-4318-8432-190e7325006e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 11:19:33.439697 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-ae5f7ca2-02ef-4b69-930e-8abb62609272 req-8a72226b-8c6c-4318-8432-190e7325006e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-128352', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1611032'] for port, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 11:19:33.439697 dv-cinder-797608-16-iscsi neutron-server[93883]: INFO neutron.wsgi [req-ae5f7ca2-02ef-4b69-930e-8abb62609272 req-8a72226b-8c6c-4318-8432-190e7325006e service neutron] 10.222.0.20 "PUT /v2.0/ports/2482a2cb-4361-4902-ab73-6f0186e51904 HTTP/1.1" status: 200 len: 1093 time: 5.5117178 Aug 13 11:19:33.439697 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f796e873-a356-4bc8-8591-8116569f8f94', 'tag': '2482a2cb-4361-4902-ab73-6f0186e51904'}] {{(pid=93883) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 13 11:19:33.748309 dv-cinder-797608-16-iscsi neutron-server[93885]: DEBUG neutron.plugins.ml2.rpc [None req-05931952-e11e-4e12-af58-ece1398d134b None None] Device 7f52f001-4b44-4e49-8196-dd3135a4d161 up at agent ovs-agent-dv-cinder-797608-16-iscsi {{(pid=93885) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 13 11:19:33.798676 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a72226b-8c6c-4318-8432-190e7325006e service neutron] Pushing event updated for resources: {'Port': ['ID=2482a2cb-4361-4902-ab73-6f0186e51904,revision_number=3']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 11:19:33.814097 dv-cinder-797608-16-iscsi neutron-server[93884]: DEBUG neutron.wsgi [-] (93884) accepted ('10.222.0.32', 43394) {{(pid=93884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 11:19:33.816410 dv-cinder-797608-16-iscsi neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0a53acc-8d73-46de-ba03-95f406dc6eb7 service neutron] Pushing event updated for resources: {'Port': ['ID=1ebd7405-00bb-4e41-b826-c3f3f5ab625e,revision_number=2']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 11:19:33.856229 dv-cinder-797608-16-iscsi neutron-server[93885]: DEBUG neutron.db.provisioning_blocks [None req-05931952-e11e-4e12-af58-ece1398d134b None None] Provisioning complete for port 7f52f001-4b44-4e49-8196-dd3135a4d161 triggered by entity L2. {{(pid=93885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 13 11:19:33.856977 dv-cinder-797608-16-iscsi neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-05931952-e11e-4e12-af58-ece1398d134b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-997193'] for port, provisioning_complete {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 11:19:33.899385 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae5f7ca2-02ef-4b69-930e-8abb62609272 req-adf09da4-8a7c-4d4f-9923-07b03362645b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 11:19:33.900949 dv-cinder-797608-16-iscsi neutron-server[93883]: INFO neutron.wsgi [req-ae5f7ca2-02ef-4b69-930e-8abb62609272 req-adf09da4-8a7c-4d4f-9923-07b03362645b service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=016ce434eb0745e9a8b06b65ac65cc11&device_id=f796e873-a356-4bc8-8591-8116569f8f94 HTTP/1.1" status: 200 len: 1096 time: 0.3390563 Aug 13 11:19:33.924273 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}db1a1fbc245c58e73290e58258e46ca41fe4e785cc79cbd57aa3dae940aad292" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3707501b-9be4-4407-b8fe-9c87c8bf5a97" -d '{"events": [{"name": "network-changed", "server_uuid": "f796e873-a356-4bc8-8591-8116569f8f94", "tag": "2482a2cb-4361-4902-ab73-6f0186e51904"}]}' {{(pid=93883) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 13 11:19:34.017869 dv-cinder-797608-16-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-213c9c98-47d3-4638-b020-9965c6931d56 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 11:19:34.072042 dv-cinder-797608-16-iscsi neutron-server[93884]: DEBUG neutron.plugins.ml2.managers [req-8b8afb6d-0757-4e42-92ce-c4208ddebd0b req-c0a53acc-8d73-46de-ba03-95f406dc6eb7 service neutron] Attempting to bind port 1ebd7405-00bb-4e41-b826-c3f3f5ab625e on host hv-cinder-79760 for vnic_type normal with profile {{(pid=93884) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 13 11:19:34.072458 dv-cinder-797608-16-iscsi neutron-server[93884]: DEBUG neutron.plugins.ml2.managers [req-8b8afb6d-0757-4e42-92ce-c4208ddebd0b req-c0a53acc-8d73-46de-ba03-95f406dc6eb7 service neutron] Attempting to bind port 1ebd7405-00bb-4e41-b826-c3f3f5ab625e by drivers openvswitch,hyperv on host hv-cinder-79760 at level 0 using segments [{'id': 'f4dd2cc4-fdaa-47ce-bd00-4a8b0e01de32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': 'ef82cda3-482a-4d19-86b5-de7fdfe5ee01'}] {{(pid=93884) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 13 11:19:34.073073 dv-cinder-797608-16-iscsi neutron-server[93884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8b8afb6d-0757-4e42-92ce-c4208ddebd0b req-c0a53acc-8d73-46de-ba03-95f406dc6eb7 service neutron] Attempting to bind port 1ebd7405-00bb-4e41-b826-c3f3f5ab625e on network ef82cda3-482a-4d19-86b5-de7fdfe5ee01 {{(pid=93884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 13 11:19:34.076541 dv-cinder-797608-16-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-213c9c98-47d3-4638-b020-9965c6931d56 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651637'] for security_group, after_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 11:19:34.102314 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-c40b349e-3799-4ec0-af69-f316352ad864 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 11:19:34.152716 dv-cinder-797608-16-iscsi neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-213c9c98-47d3-4638-b020-9965c6931d56 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0292bd50-a01f-4088-9b15-d9a3d3b41d45,revision_number=1']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 11:19:34.156066 dv-cinder-797608-16-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-8d4b06a3-4011-4db5-8d59-ab75311d063a admin admin] Notify callbacks [] for security_group, before_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 11:19:34.198342 dv-cinder-797608-16-iscsi neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-a0b9b986-0706-4fc6-9cf9-0eb02d2513dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782137812740', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-997306'] for agent, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 11:19:34.226460 dv-cinder-797608-16-iscsi neutron-server[93884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8b8afb6d-0757-4e42-92ce-c4208ddebd0b req-c0a53acc-8d73-46de-ba03-95f406dc6eb7 service neutron] Port 1ebd7405-00bb-4e41-b826-c3f3f5ab625e on network ef82cda3-482a-4d19-86b5-de7fdfe5ee01 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79760 {{(pid=93884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 13 11:19:34.226824 dv-cinder-797608-16-iscsi neutron-server[93884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8b8afb6d-0757-4e42-92ce-c4208ddebd0b req-c0a53acc-8d73-46de-ba03-95f406dc6eb7 service neutron] Attempting to bind port 1ebd7405-00bb-4e41-b826-c3f3f5ab625e on network ef82cda3-482a-4d19-86b5-de7fdfe5ee01 {{(pid=93884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 13 11:19:34.260126 dv-cinder-797608-16-iscsi neutron-server[93884]: INFO neutron.wsgi [None req-213c9c98-47d3-4638-b020-9965c6931d56 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=8f33a8be29e24575b09e16864bacafc8&name=default HTTP/1.1" status: 200 len: 2979 time: 1.4281964 Aug 13 11:19:34.260872 dv-cinder-797608-16-iscsi neutron-server[93884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8b8afb6d-0757-4e42-92ce-c4208ddebd0b req-c0a53acc-8d73-46de-ba03-95f406dc6eb7 service neutron] Checking agent: {'id': '3e9c1808-7bc3-414f-9290-25f62682d3ef', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79760', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 13, 11, 17, 34), 'started_at': datetime.datetime(2021, 8, 13, 11, 17, 34), 'heartbeat_timestamp': datetime.datetime(2021, 8, 13, 11, 19, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 13 11:19:34.261261 dv-cinder-797608-16-iscsi neutron-server[93884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8b8afb6d-0757-4e42-92ce-c4208ddebd0b req-c0a53acc-8d73-46de-ba03-95f406dc6eb7 service neutron] Checking segment: {'id': 'f4dd2cc4-fdaa-47ce-bd00-4a8b0e01de32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': 'ef82cda3-482a-4d19-86b5-de7fdfe5ee01'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93884) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 13 11:19:34.261963 dv-cinder-797608-16-iscsi neutron-server[93884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8b8afb6d-0757-4e42-92ce-c4208ddebd0b req-c0a53acc-8d73-46de-ba03-95f406dc6eb7 service neutron] Bound using segment: {'id': 'f4dd2cc4-fdaa-47ce-bd00-4a8b0e01de32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': 'ef82cda3-482a-4d19-86b5-de7fdfe5ee01'} {{(pid=93884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 13 11:19:34.262505 dv-cinder-797608-16-iscsi neutron-server[93884]: DEBUG neutron.plugins.ml2.managers [req-8b8afb6d-0757-4e42-92ce-c4208ddebd0b req-c0a53acc-8d73-46de-ba03-95f406dc6eb7 service neutron] Bound port: 1ebd7405-00bb-4e41-b826-c3f3f5ab625e, host: hv-cinder-79760, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f4dd2cc4-fdaa-47ce-bd00-4a8b0e01de32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': 'ef82cda3-482a-4d19-86b5-de7fdfe5ee01'}}] {{(pid=93884) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 13 11:19:34.262879 dv-cinder-797608-16-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [req-8b8afb6d-0757-4e42-92ce-c4208ddebd0b req-c0a53acc-8d73-46de-ba03-95f406dc6eb7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935434'] for port, before_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 11:19:34.267649 dv-cinder-797608-16-iscsi neutron-server[93883]: INFO neutron.wsgi [req-ae5f7ca2-02ef-4b69-930e-8abb62609272 req-1cfebe08-2519-49a9-b864-e2e0985677d3 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=2482a2cb-4361-4902-ab73-6f0186e51904 HTTP/1.1" status: 200 len: 217 time: 0.3266110 Aug 13 11:19:34.268198 dv-cinder-797608-16-iscsi neutron-server[93884]: DEBUG neutron.wsgi [-] (93884) accepted ('10.222.0.32', 43406) {{(pid=93884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 11:19:34.271855 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 13 Aug 2021 11:19:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-19eb6786-b524-45b6-a11e-0582a4667b2b x-openstack-request-id: req-19eb6786-b524-45b6-a11e-0582a4667b2b {{(pid=93883) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 13 11:19:34.272137 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f796e873-a356-4bc8-8591-8116569f8f94", "tag": "2482a2cb-4361-4902-ab73-6f0186e51904", "status": "completed", "code": 200}]} {{(pid=93883) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 13 11:19:34.272381 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-19eb6786-b524-45b6-a11e-0582a4667b2b {{(pid=93883) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 13 11:19:34.272831 dv-cinder-797608-16-iscsi neutron-server[93883]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f796e873-a356-4bc8-8591-8116569f8f94', 'tag': '2482a2cb-4361-4902-ab73-6f0186e51904', 'status': 'completed', 'code': 200} Aug 13 11:19:34.283312 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-c40b349e-3799-4ec0-af69-f316352ad864 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935844', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611014', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782137889940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782137337613', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782137337631'] for port, after_update {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 11:19:34.284501 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-c40b349e-3799-4ec0-af69-f316352ad864 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1611060', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-2003132'] for router_interface, after_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 11:19:34.480507 dv-cinder-797608-16-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-f29f3e3c-0cce-4033-8ddf-7cf8ffa80516 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 11:19:34.535895 dv-cinder-797608-16-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-f29f3e3c-0cce-4033-8ddf-7cf8ffa80516 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935844', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611014', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782137889940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782137337613', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782137337631'] for port, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 11:19:34.536857 dv-cinder-797608-16-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-f29f3e3c-0cce-4033-8ddf-7cf8ffa80516 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1611060', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-2003132'] for router_interface, after_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 11:19:34.558285 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c40b349e-3799-4ec0-af69-f316352ad864 admin admin] Pushing event updated for resources: {'Port': ['ID=fea4a98c-afc2-4593-8fb8-43379d480615,revision_number=2']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 11:19:34.562503 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-0c6b1bfe-06c2-457d-96c5-72e1bb5ac999 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 11:19:34.576318 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c40b349e-3799-4ec0-af69-f316352ad864 admin admin] Network ec8923c9-e8aa-4fb7-a57a-17b8964f1574 is already hosted by enough agents. {{(pid=93883) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 13 11:19:34.577336 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-0c6b1bfe-06c2-457d-96c5-72e1bb5ac999 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651637'] for security_group, after_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 11:19:34.583891 dv-cinder-797608-16-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-ded2cc77-d28e-4833-bf94-cf8e38033a6f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 11:19:34.590577 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron.scheduler.base_scheduler [None req-c40b349e-3799-4ec0-af69-f316352ad864 admin admin] Resources bound (agent type, host, resource id): {{(pid=93883) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 13 11:19:34.594216 dv-cinder-797608-16-iscsi neutron-server[93884]: DEBUG neutron.plugins.ml2.db [req-8b8afb6d-0757-4e42-92ce-c4208ddebd0b req-c0a53acc-8d73-46de-ba03-95f406dc6eb7 service neutron] For port 1ebd7405-00bb-4e41-b826-c3f3f5ab625e, host hv-cinder-79760, cleared binding levels {{(pid=93884) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 13 11:19:34.630541 dv-cinder-797608-16-iscsi neutron-server[93883]: INFO neutron.wsgi [None req-0c6b1bfe-06c2-457d-96c5-72e1bb5ac999 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=e518ee8bd78946e7a665d9c3ff453014&name=default HTTP/1.1" status: 200 len: 2979 time: 2.2927818 Aug 13 11:19:34.637357 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.32', 43414) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 11:19:34.730306 dv-cinder-797608-16-iscsi neutron-server[93884]: DEBUG neutron.plugins.ml2.db [req-8b8afb6d-0757-4e42-92ce-c4208ddebd0b req-c0a53acc-8d73-46de-ba03-95f406dc6eb7 service neutron] For port 1ebd7405-00bb-4e41-b826-c3f3f5ab625e, host hv-cinder-79760, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79760',level=0,port_id=1ebd7405-00bb-4e41-b826-c3f3f5ab625e,segment=NetworkSegment(f4dd2cc4-fdaa-47ce-bd00-4a8b0e01de32),segment_id=f4dd2cc4-fdaa-47ce-bd00-4a8b0e01de32)] {{(pid=93884) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 13 11:19:34.763308 dv-cinder-797608-16-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [req-8b8afb6d-0757-4e42-92ce-c4208ddebd0b req-c0a53acc-8d73-46de-ba03-95f406dc6eb7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935844', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611014', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782137889940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782137337613', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782137337631'] for port, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 11:19:34.783571 dv-cinder-797608-16-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-ded2cc77-d28e-4833-bf94-cf8e38033a6f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 11:19:34.800331 dv-cinder-797608-16-iscsi neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-066a64e7-cfa2-490b-956c-230889bd5d0b req-c6ed2fbb-44ab-44b2-b67e-c826a97ef190 tempest-DeleteServersTestJSON-100487038 tempest-DeleteServersTestJSON-100487038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 11:19:34.802478 dv-cinder-797608-16-iscsi neutron-server[93884]: INFO neutron.wsgi [req-066a64e7-cfa2-490b-956c-230889bd5d0b req-c6ed2fbb-44ab-44b2-b67e-c826a97ef190 tempest-DeleteServersTestJSON-100487038 tempest-DeleteServersTestJSON-100487038-project] 10.222.0.32 "GET /v2.0/ports?device_id=f796e873-a356-4bc8-8591-8116569f8f94 HTTP/1.1" status: 200 len: 943 time: 0.3356824 Aug 13 11:19:34.823879 dv-cinder-797608-16-iscsi neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bb3e6e3-82ae-4506-99ef-6c8ff4eecbc5 req-4cbf7f6d-2e78-4d85-adaa-db7884b78cf2 tempest-AttachVolumeNegativeTest-1779138385 tempest-AttachVolumeNegativeTest-1779138385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 11:19:34.825428 dv-cinder-797608-16-iscsi neutron-server[93884]: INFO neutron.wsgi [req-4bb3e6e3-82ae-4506-99ef-6c8ff4eecbc5 req-4cbf7f6d-2e78-4d85-adaa-db7884b78cf2 tempest-AttachVolumeNegativeTest-1779138385 tempest-AttachVolumeNegativeTest-1779138385-project] 10.222.0.32 "GET /v2.0/ports?device_id=c1224182-6442-47ad-be32-6a6dcdfe90a7 HTTP/1.1" status: 200 len: 943 time: 0.3535321 Aug 13 11:19:34.827914 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c40b349e-3799-4ec0-af69-f316352ad864 admin admin] Router 9ce99fb3-1792-4e70-ad92-c4a7231a35f2 has already been hosted by L3 agent 120d27b5-31d8-4cd2-97b4-2412c45088e1 {{(pid=93883) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 13 11:19:34.837931 dv-cinder-797608-16-iscsi neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f29f3e3c-0cce-4033-8ddf-7cf8ffa80516 admin admin] Pushing event updated for resources: {'Port': ['ID=45e3f436-3794-40a9-af26-b99e1c53270c,revision_number=2']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 11:19:34.844243 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c6b1bfe-06c2-457d-96c5-72e1bb5ac999 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ca6c1ffd-7079-48cb-a2e1-abd460c9d450,revision_number=1']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 11:19:34.883325 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-f81c57cd-d0f9-4ad5-9357-a1162605dd5c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 11:19:34.912683 dv-cinder-797608-16-iscsi neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b8afb6d-0757-4e42-92ce-c4208ddebd0b req-c0a53acc-8d73-46de-ba03-95f406dc6eb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 11:19:34.914952 dv-cinder-797608-16-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [req-8b8afb6d-0757-4e42-92ce-c4208ddebd0b req-c0a53acc-8d73-46de-ba03-95f406dc6eb7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-128352', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1611032'] for port, before_response {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 11:19:34.917578 dv-cinder-797608-16-iscsi neutron-server[93884]: INFO neutron.wsgi [req-8b8afb6d-0757-4e42-92ce-c4208ddebd0b req-c0a53acc-8d73-46de-ba03-95f406dc6eb7 service neutron] 10.222.0.20 "PUT /v2.0/ports/1ebd7405-00bb-4e41-b826-c3f3f5ab625e HTTP/1.1" status: 200 len: 1093 time: 4.1631944 Aug 13 11:19:34.952183 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-f81c57cd-d0f9-4ad5-9357-a1162605dd5c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 11:19:34.962329 dv-cinder-797608-16-iscsi neutron-server[93884]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c1224182-6442-47ad-be32-6a6dcdfe90a7', 'tag': '1ebd7405-00bb-4e41-b826-c3f3f5ab625e'}] {{(pid=93884) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 13 11:19:34.999445 dv-cinder-797608-16-iscsi neutron-server[93885]: DEBUG neutron.db.provisioning_blocks [None req-c6147ead-3ff0-474e-b591-0bda3ed5b7ca None None] Provisioning complete for port fea4a98c-afc2-4593-8fb8-43379d480615 triggered by entity DHCP. {{(pid=93885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 13 11:19:35.010710 dv-cinder-797608-16-iscsi neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-c6147ead-3ff0-474e-b591-0bda3ed5b7ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-997193'] for port, provisioning_complete {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 11:19:35.051553 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c40b349e-3799-4ec0-af69-f316352ad864 admin admin] Notify agent at l3_agent.dv-cinder-797608-16-iscsi the message routers_updated {{(pid=93883) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 13 11:19:35.069190 dv-cinder-797608-16-iscsi neutron-server[93886]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5db2c2c8-29b7-4949-93b7-4c41f7702981 None None] Sync routers for ids ['9ce99fb3-1792-4e70-ad92-c4a7231a35f2'] in dv-cinder-797608-16-iscsi {{(pid=93886) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 13 11:19:35.070500 dv-cinder-797608-16-iscsi neutron-server[93883]: INFO neutron.wsgi [None req-c40b349e-3799-4ec0-af69-f316352ad864 admin admin] 10.222.0.32 "PUT /v2.0/routers/9ce99fb3-1792-4e70-ad92-c4a7231a35f2/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.6381373 Aug 13 11:19:35.079949 dv-cinder-797608-16-iscsi neutron-server[93886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5db2c2c8-29b7-4949-93b7-4c41f7702981 None None] Routers {'9ce99fb3-1792-4e70-ad92-c4a7231a35f2'} bound to L3 agent in host dv-cinder-797608-16-iscsi {{(pid=93886) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 13 11:19:35.080751 dv-cinder-797608-16-iscsi neutron-server[93886]: DEBUG neutron.db.l3_hamode_db [None req-5db2c2c8-29b7-4949-93b7-4c41f7702981 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797608-16-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-13T11:11:41Z,description=,heartbeat_timestamp=2021-08-13T11:19:11Z,host='dv-cinder-797608-16-iscsi',id=120d27b5-31d8-4cd2-97b4-2412c45088e1,load=0,resource_versions=,resources_synced=,started_at=2021-08-13T11:11:41Z,topic='l3_agent')) {'router_ids': ['9ce99fb3-1792-4e70-ad92-c4a7231a35f2'], 'active': True} {{(pid=93886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 13 11:19:35.110834 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-f81c57cd-d0f9-4ad5-9357-a1162605dd5c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651637'] for security_group, after_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 11:19:35.113346 dv-cinder-797608-16-iscsi neutron-server[93885]: DEBUG neutron.plugins.ml2.plugin [None req-c6147ead-3ff0-474e-b591-0bda3ed5b7ca None None] Port fea4a98c-afc2-4593-8fb8-43379d480615 cannot update to ACTIVE because it is not bound. {{(pid=93885) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 13 11:19:35.113915 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-f81c57cd-d0f9-4ad5-9357-a1162605dd5c admin admin] Notify callbacks [] for security_group, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 11:19:35.115801 dv-cinder-797608-16-iscsi neutron-server[93883]: INFO neutron.wsgi [None req-f81c57cd-d0f9-4ad5-9357-a1162605dd5c admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/ca6c1ffd-7079-48cb-a2e1-abd460c9d450 HTTP/1.1" status: 204 len: 168 time: 0.4773753 Aug 13 11:19:35.136604 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f81c57cd-d0f9-4ad5-9357-a1162605dd5c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ca6c1ffd-7079-48cb-a2e1-abd460c9d450,revision_number=None']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 11:19:35.190692 dv-cinder-797608-16-iscsi neutron-server[93884]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f29f3e3c-0cce-4033-8ddf-7cf8ffa80516 admin admin] Network 02c7fb52-0ad2-484c-84d8-96df36c92bd5 is already hosted by enough agents. {{(pid=93884) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 13 11:19:35.205986 dv-cinder-797608-16-iscsi neutron-server[93884]: DEBUG neutron.scheduler.base_scheduler [None req-f29f3e3c-0cce-4033-8ddf-7cf8ffa80516 admin admin] Resources bound (agent type, host, resource id): {{(pid=93884) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 13 11:19:35.208135 dv-cinder-797608-16-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-ded2cc77-d28e-4833-bf94-cf8e38033a6f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651637'] for security_group, after_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 11:19:35.210697 dv-cinder-797608-16-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-ded2cc77-d28e-4833-bf94-cf8e38033a6f admin admin] Notify callbacks [] for security_group, before_response {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 11:19:35.214807 dv-cinder-797608-16-iscsi neutron-server[93884]: INFO neutron.wsgi [None req-ded2cc77-d28e-4833-bf94-cf8e38033a6f admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/0292bd50-a01f-4088-9b15-d9a3d3b41d45 HTTP/1.1" status: 204 len: 168 time: 0.9460895 Aug 13 11:19:35.238480 dv-cinder-797608-16-iscsi neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ded2cc77-d28e-4833-bf94-cf8e38033a6f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0292bd50-a01f-4088-9b15-d9a3d3b41d45,revision_number=None']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 11:19:35.270902 dv-cinder-797608-16-iscsi neutron-server[93884]: INFO neutron.wsgi [req-4bb3e6e3-82ae-4506-99ef-6c8ff4eecbc5 req-2fc12639-ad04-463a-bc44-3ce79b9c51b2 tempest-AttachVolumeNegativeTest-1779138385 tempest-AttachVolumeNegativeTest-1779138385-project] 10.222.0.32 "GET /v2.0/security-groups?id=e9ebb553-6898-47d0-8034-10e78e802a38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4282520 Aug 13 11:19:35.273652 dv-cinder-797608-16-iscsi neutron-server[93884]: INFO neutron.wsgi [req-066a64e7-cfa2-490b-956c-230889bd5d0b req-f53f606f-003d-4f43-ad25-2f3d9d7b7795 tempest-DeleteServersTestJSON-100487038 tempest-DeleteServersTestJSON-100487038-project] 10.222.0.32 "GET /v2.0/security-groups?id=8cd093f5-7080-4f8f-a2ab-8e997754e5fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4444869 Aug 13 11:19:35.331752 dv-cinder-797608-16-iscsi neutron-server[93886]: DEBUG neutron.db.l3_dvr_db [None req-5db2c2c8-29b7-4949-93b7-4c41f7702981 None None] Set router 9ce99fb3-1792-4e70-ad92-c4a7231a35f2 gateway port host: dv-cinder-797608-16-iscsi {{(pid=93886) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 13 11:19:35.446292 dv-cinder-797608-16-iscsi neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0a53acc-8d73-46de-ba03-95f406dc6eb7 service neutron] Pushing event updated for resources: {'Port': ['ID=1ebd7405-00bb-4e41-b826-c3f3f5ab625e,revision_number=3']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 11:19:35.508544 dv-cinder-797608-16-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-8d4b06a3-4011-4db5-8d59-ab75311d063a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 11:19:35.516541 dv-cinder-797608-16-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-8d4b06a3-4011-4db5-8d59-ab75311d063a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651637'] for security_group, after_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 11:19:35.568330 dv-cinder-797608-16-iscsi neutron-server[93884]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}70f01c08a00349be11dfcfb62f4fe7a1e23395be4279a346f0a082136c645f60" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2dfb5e4a-9775-4ce2-a9ce-9a04b93fa361" -d '{"events": [{"name": "network-changed", "server_uuid": "c1224182-6442-47ad-be32-6a6dcdfe90a7", "tag": "1ebd7405-00bb-4e41-b826-c3f3f5ab625e"}]}' {{(pid=93884) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 13 11:19:35.584100 dv-cinder-797608-16-iscsi neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d4b06a3-4011-4db5-8d59-ab75311d063a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=06d7c62a-bc91-4cf2-a6bd-9653dd68fd59,revision_number=1']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 11:19:35.593886 dv-cinder-797608-16-iscsi neutron-server[93884]: INFO neutron.wsgi [None req-8d4b06a3-4011-4db5-8d59-ab75311d063a admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=7d45f6da51fb445c9f496abc23755018&name=default HTTP/1.1" status: 200 len: 2979 time: 1.7780907 Aug 13 11:19:35.596786 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.32', 43438) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 11:19:35.611620 dv-cinder-797608-16-iscsi neutron-server[93884]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f29f3e3c-0cce-4033-8ddf-7cf8ffa80516 admin admin] Router ddb64685-c1fa-4f6f-b185-cf428e79c875 has already been hosted by L3 agent 120d27b5-31d8-4cd2-97b4-2412c45088e1 {{(pid=93884) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 13 11:19:35.690239 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-d0696fe0-5ecc-45bb-b039-b1b9fc2ae856 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 11:19:35.729636 dv-cinder-797608-16-iscsi neutron-server[93886]: DEBUG neutron.db.l3_hamode_db [None req-5db2c2c8-29b7-4949-93b7-4c41f7702981 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9ce99fb3-1792-4e70-ad92-c4a7231a35f2', 'name': 'tempest-AttachVolumeTestJSON-1599166667-router', 'tenant_id': '79ef1636c6ae4656a27be7ebe99adfd8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c3f0979-58a5-4465-87f9-e256377c6b61', 'external_fixed_ips': [{'subnet_id': 'ba735781-2bff-41d5-99b4-7ca705ee91ca', 'ip_address': '172.27.2.244'}], 'enable_snat': True}, 'gw_port_id': '7f52f001-4b44-4e49-8196-dd3135a4d161', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-13T11:19:20Z', 'updated_at': '2021-08-13T11:19:33Z', 'revision_number': 4, 'project_id': '79ef1636c6ae4656a27be7ebe99adfd8', 'gw_port': {'id': '7f52f001-4b44-4e49-8196-dd3135a4d161', 'name': '', 'network_id': '7c3f0979-58a5-4465-87f9-e256377c6b61', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:91:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ce99fb3-1792-4e70-ad92-c4a7231a35f2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': 'ba735781-2bff-41d5-99b4-7ca705ee91ca', 'ip_address': '172.27.2.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-13T11:19:22Z', 'updated_at': '2021-08-13T11:19:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ba735781-2bff-41d5-99b4-7ca705ee91ca', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797608-16-iscsi', '_interfaces': [{'id': 'fea4a98c-afc2-4593-8fb8-43379d480615', 'name': '', 'network_id': 'ec8923c9-e8aa-4fb7-a57a-17b8964f1574', 'tenant_id': '79ef1636c6ae4656a27be7ebe99adfd8', 'mac_address': 'fa:16:3e:0a:88:e2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9ce99fb3-1792-4e70-ad92-c4a7231a35f2', 'device_owner': 'network:router_interface', 'standard_attr_id': 100, 'fixed_ips': [{'subnet_id': '8f355941-9ea6-47f3-b4b3-219d5394ef79', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-13T11:19:29Z', 'updated_at': '2021-08-13T11:19:33Z', 'revision_number': 2, 'project_id': '79ef1636c6ae4656a27be7ebe99adfd8', 'subnets': [{'id': '8f355941-9ea6-47f3-b4b3-219d5394ef79', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-797608-16-iscsi', False) {} {{(pid=93886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 13 11:19:35.738194 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-d0696fe0-5ecc-45bb-b039-b1b9fc2ae856 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 11:19:35.805247 dv-cinder-797608-16-iscsi neutron-server[93884]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f29f3e3c-0cce-4033-8ddf-7cf8ffa80516 admin admin] Notify agent at l3_agent.dv-cinder-797608-16-iscsi the message routers_updated {{(pid=93884) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 13 11:19:35.815004 dv-cinder-797608-16-iscsi neutron-server[93886]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5db2c2c8-29b7-4949-93b7-4c41f7702981 None None] Checking router: 9ce99fb3-1792-4e70-ad92-c4a7231a35f2 for host: dv-cinder-797608-16-iscsi {{(pid=93886) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 13 11:19:35.815996 dv-cinder-797608-16-iscsi neutron-server[93886]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5db2c2c8-29b7-4949-93b7-4c41f7702981 None None] Updating router 9ce99fb3-1792-4e70-ad92-c4a7231a35f2 port fea4a98c-afc2-4593-8fb8-43379d480615 binding host dv-cinder-797608-16-iscsi {{(pid=93886) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 13 11:19:35.821796 dv-cinder-797608-16-iscsi neutron-server[93884]: INFO neutron.wsgi [None req-f29f3e3c-0cce-4033-8ddf-7cf8ffa80516 admin admin] 10.222.0.32 "PUT /v2.0/routers/ddb64685-c1fa-4f6f-b185-cf428e79c875/add_router_interface HTTP/1.1" status: 200 len: 503 time: 10.8746169 Aug 13 11:19:35.823851 dv-cinder-797608-16-iscsi neutron-server[93885]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b19da401-1c9c-4d35-874a-520aa4c5aec4 None None] Sync routers for ids ['ddb64685-c1fa-4f6f-b185-cf428e79c875'] in dv-cinder-797608-16-iscsi {{(pid=93885) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 13 11:19:35.837219 dv-cinder-797608-16-iscsi neutron-server[93885]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b19da401-1c9c-4d35-874a-520aa4c5aec4 None None] Routers {'ddb64685-c1fa-4f6f-b185-cf428e79c875'} bound to L3 agent in host dv-cinder-797608-16-iscsi {{(pid=93885) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 13 11:19:35.838245 dv-cinder-797608-16-iscsi neutron-server[93885]: DEBUG neutron.db.l3_hamode_db [None req-b19da401-1c9c-4d35-874a-520aa4c5aec4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797608-16-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-13T11:11:41Z,description=,heartbeat_timestamp=2021-08-13T11:19:11Z,host='dv-cinder-797608-16-iscsi',id=120d27b5-31d8-4cd2-97b4-2412c45088e1,load=0,resource_versions=,resources_synced=,started_at=2021-08-13T11:11:41Z,topic='l3_agent')) {'router_ids': ['ddb64685-c1fa-4f6f-b185-cf428e79c875'], 'active': True} {{(pid=93885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 13 11:19:35.847763 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-d0696fe0-5ecc-45bb-b039-b1b9fc2ae856 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651637'] for security_group, after_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 11:19:35.853360 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-d0696fe0-5ecc-45bb-b039-b1b9fc2ae856 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 11:19:35.863275 dv-cinder-797608-16-iscsi neutron-server[93883]: INFO neutron.wsgi [None req-d0696fe0-5ecc-45bb-b039-b1b9fc2ae856 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/06d7c62a-bc91-4cf2-a6bd-9653dd68fd59 HTTP/1.1" status: 204 len: 168 time: 0.2651525 Aug 13 11:19:35.875609 dv-cinder-797608-16-iscsi neutron-server[93886]: DEBUG neutron_lib.callbacks.manager [None req-5db2c2c8-29b7-4949-93b7-4c41f7702981 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935434'] for port, before_update {{(pid=93886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 11:19:35.876268 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0696fe0-5ecc-45bb-b039-b1b9fc2ae856 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=06d7c62a-bc91-4cf2-a6bd-9653dd68fd59,revision_number=None']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 11:19:36.249324 dv-cinder-797608-16-iscsi neutron-server[93884]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 13 Aug 2021 11:19:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-30c6bacd-6cfc-40e5-bd9a-b2104eaee9f0 x-openstack-request-id: req-30c6bacd-6cfc-40e5-bd9a-b2104eaee9f0 {{(pid=93884) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 13 11:19:36.250286 dv-cinder-797608-16-iscsi neutron-server[93884]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c1224182-6442-47ad-be32-6a6dcdfe90a7", "tag": "1ebd7405-00bb-4e41-b826-c3f3f5ab625e", "status": "completed", "code": 200}]} {{(pid=93884) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 13 11:19:36.250741 dv-cinder-797608-16-iscsi neutron-server[93884]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-30c6bacd-6cfc-40e5-bd9a-b2104eaee9f0 {{(pid=93884) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 13 11:19:36.252053 dv-cinder-797608-16-iscsi neutron-server[93884]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c1224182-6442-47ad-be32-6a6dcdfe90a7', 'tag': '1ebd7405-00bb-4e41-b826-c3f3f5ab625e', 'status': 'completed', 'code': 200} Aug 13 11:19:36.475940 dv-cinder-797608-16-iscsi neutron-server[93885]: DEBUG neutron.db.l3_dvr_db [None req-b19da401-1c9c-4d35-874a-520aa4c5aec4 None None] Set router ddb64685-c1fa-4f6f-b185-cf428e79c875 gateway port host: dv-cinder-797608-16-iscsi {{(pid=93885) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 13 11:19:36.492431 dv-cinder-797608-16-iscsi neutron-server[93886]: DEBUG neutron_lib.callbacks.manager [None req-5db2c2c8-29b7-4949-93b7-4c41f7702981 None None] Notify callbacks [] for port, precommit_update {{(pid=93886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 11:19:36.539263 dv-cinder-797608-16-iscsi neutron-server[93886]: DEBUG neutron.db.provisioning_blocks [None req-5db2c2c8-29b7-4949-93b7-4c41f7702981 None None] Transition to ACTIVE for port object fea4a98c-afc2-4593-8fb8-43379d480615 will not be triggered until provisioned by entity L2. {{(pid=93886) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 13 11:19:36.553841 dv-cinder-797608-16-iscsi neutron-server[93886]: DEBUG neutron_lib.callbacks.manager [None req-5db2c2c8-29b7-4949-93b7-4c41f7702981 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935844', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611014', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782137889940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782137337613', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782137337631'] for port, after_update {{(pid=93886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 11:19:36.575983 dv-cinder-797608-16-iscsi neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b275fa0f-3b6a-48f7-b275-9fa67fb655ca req-cebbaffd-d904-4e8f-b28d-7fdaec41613d tempest-AttachVolumeNegativeTest-1779138385 tempest-AttachVolumeNegativeTest-1779138385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 11:19:36.581492 dv-cinder-797608-16-iscsi neutron-server[93884]: INFO neutron.wsgi [req-b275fa0f-3b6a-48f7-b275-9fa67fb655ca req-cebbaffd-d904-4e8f-b28d-7fdaec41613d tempest-AttachVolumeNegativeTest-1779138385 tempest-AttachVolumeNegativeTest-1779138385-project] 10.222.0.32 "GET /v2.0/ports?device_id=c1224182-6442-47ad-be32-6a6dcdfe90a7 HTTP/1.1" status: 200 len: 943 time: 0.1958804 Aug 13 11:19:36.622551 dv-cinder-797608-16-iscsi neutron-server[93886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1a4d42e-84fe-4e20-88f9-248b189bbf50 None None] Pushing event updated for resources: {'Port': ['ID=fea4a98c-afc2-4593-8fb8-43379d480615,revision_number=3']} {{(pid=93886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 11:19:36.656177 dv-cinder-797608-16-iscsi neutron-server[93884]: INFO neutron.wsgi [req-b275fa0f-3b6a-48f7-b275-9fa67fb655ca req-ba26287e-4ce5-4dc7-9127-c79fb28e4ea1 tempest-AttachVolumeNegativeTest-1779138385 tempest-AttachVolumeNegativeTest-1779138385-project] 10.222.0.32 "GET /v2.0/security-groups?id=e9ebb553-6898-47d0-8034-10e78e802a38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0658886 Aug 13 11:19:36.669771 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.32', 43472) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 11:19:36.676008 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron.api.v2.base [None req-1cb379b8-07d5-4f4c-8b8a-e30a3cf6ad51 tempest-AttachVolumeTestJSON-893493791 tempest-AttachVolumeTestJSON-893493791-project] Request body: {'security_group': {'name': 'tempest-securitygroup--2132540504', 'description': 'tempest-description--1560156703'}} {{(pid=93883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 13 11:19:36.744021 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-1cb379b8-07d5-4f4c-8b8a-e30a3cf6ad51 tempest-AttachVolumeTestJSON-893493791 tempest-AttachVolumeTestJSON-893493791-project] Notify callbacks [] for security_group, before_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 11:19:36.781989 dv-cinder-797608-16-iscsi neutron-server[93886]: DEBUG neutron.plugins.ml2.managers [None req-5db2c2c8-29b7-4949-93b7-4c41f7702981 None None] Attempting to bind port fea4a98c-afc2-4593-8fb8-43379d480615 on host dv-cinder-797608-16-iscsi for vnic_type normal with profile {{(pid=93886) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 13 11:19:36.782401 dv-cinder-797608-16-iscsi neutron-server[93886]: DEBUG neutron.plugins.ml2.managers [None req-5db2c2c8-29b7-4949-93b7-4c41f7702981 None None] Attempting to bind port fea4a98c-afc2-4593-8fb8-43379d480615 by drivers openvswitch,hyperv on host dv-cinder-797608-16-iscsi at level 0 using segments [{'id': 'd8719896-e4f7-4cd8-9639-acde7eb05d04', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': 'ec8923c9-e8aa-4fb7-a57a-17b8964f1574'}] {{(pid=93886) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 13 11:19:36.782767 dv-cinder-797608-16-iscsi neutron-server[93886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5db2c2c8-29b7-4949-93b7-4c41f7702981 None None] Attempting to bind port fea4a98c-afc2-4593-8fb8-43379d480615 on network ec8923c9-e8aa-4fb7-a57a-17b8964f1574 {{(pid=93886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 13 11:19:36.795143 dv-cinder-797608-16-iscsi neutron-server[93886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5db2c2c8-29b7-4949-93b7-4c41f7702981 None None] Checking agent: {'id': '649b788e-933d-40b8-a73c-f58c5ea7beff', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-797608-16-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 13, 11, 11, 41), 'started_at': datetime.datetime(2021, 8, 13, 11, 12, 11), 'heartbeat_timestamp': datetime.datetime(2021, 8, 13, 11, 19, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-797608-16-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 13 11:19:36.795525 dv-cinder-797608-16-iscsi neutron-server[93886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5db2c2c8-29b7-4949-93b7-4c41f7702981 None None] Checking segment: {'id': 'd8719896-e4f7-4cd8-9639-acde7eb05d04', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': 'ec8923c9-e8aa-4fb7-a57a-17b8964f1574'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93886) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 13 11:19:36.795935 dv-cinder-797608-16-iscsi neutron-server[93886]: DEBUG neutron_lib.callbacks.manager [None req-5db2c2c8-29b7-4949-93b7-4c41f7702981 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 11:19:36.798397 dv-cinder-797608-16-iscsi neutron-server[93886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5db2c2c8-29b7-4949-93b7-4c41f7702981 None None] Bound using segment: {'id': 'd8719896-e4f7-4cd8-9639-acde7eb05d04', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': 'ec8923c9-e8aa-4fb7-a57a-17b8964f1574'} {{(pid=93886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 13 11:19:36.799829 dv-cinder-797608-16-iscsi neutron-server[93886]: DEBUG neutron.plugins.ml2.managers [None req-5db2c2c8-29b7-4949-93b7-4c41f7702981 None None] Bound port: fea4a98c-afc2-4593-8fb8-43379d480615, host: dv-cinder-797608-16-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd8719896-e4f7-4cd8-9639-acde7eb05d04', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': 'ec8923c9-e8aa-4fb7-a57a-17b8964f1574'}}] {{(pid=93886) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 13 11:19:36.800247 dv-cinder-797608-16-iscsi neutron-server[93886]: DEBUG neutron_lib.callbacks.manager [None req-5db2c2c8-29b7-4949-93b7-4c41f7702981 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935434'] for port, before_update {{(pid=93886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 11:19:36.927509 dv-cinder-797608-16-iscsi neutron-server[93884]: DEBUG neutron.wsgi [-] (93884) accepted ('10.222.0.32', 43480) {{(pid=93884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 11:19:36.973774 dv-cinder-797608-16-iscsi neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56adce0b-966e-4982-9f3e-8754b2381128 req-d75bc48e-0988-46ed-8fd7-c9e279c6b926 tempest-DeleteServersTestJSON-100487038 tempest-DeleteServersTestJSON-100487038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 11:19:36.977374 dv-cinder-797608-16-iscsi neutron-server[93886]: DEBUG neutron.plugins.ml2.db [None req-5db2c2c8-29b7-4949-93b7-4c41f7702981 None None] For port fea4a98c-afc2-4593-8fb8-43379d480615, host dv-cinder-797608-16-iscsi, cleared binding levels {{(pid=93886) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 13 11:19:36.983955 dv-cinder-797608-16-iscsi neutron-server[93884]: INFO neutron.wsgi [req-56adce0b-966e-4982-9f3e-8754b2381128 req-d75bc48e-0988-46ed-8fd7-c9e279c6b926 tempest-DeleteServersTestJSON-100487038 tempest-DeleteServersTestJSON-100487038-project] 10.222.0.32 "GET /v2.0/ports?device_id=f796e873-a356-4bc8-8591-8116569f8f94 HTTP/1.1" status: 200 len: 943 time: 0.1606925 Aug 13 11:19:36.991710 dv-cinder-797608-16-iscsi neutron-server[93886]: DEBUG neutron.plugins.ml2.db [None req-5db2c2c8-29b7-4949-93b7-4c41f7702981 None None] For port fea4a98c-afc2-4593-8fb8-43379d480615, host dv-cinder-797608-16-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797608-16-iscsi',level=0,port_id=fea4a98c-afc2-4593-8fb8-43379d480615,segment=NetworkSegment(d8719896-e4f7-4cd8-9639-acde7eb05d04),segment_id=d8719896-e4f7-4cd8-9639-acde7eb05d04)] {{(pid=93886) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 13 11:19:37.002600 dv-cinder-797608-16-iscsi neutron-server[93886]: DEBUG neutron_lib.callbacks.manager [None req-5db2c2c8-29b7-4949-93b7-4c41f7702981 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935844', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611014', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782137889940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782137337613', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782137337631'] for port, after_update {{(pid=93886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 11:19:37.020678 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-1cb379b8-07d5-4f4c-8b8a-e30a3cf6ad51 tempest-AttachVolumeTestJSON-893493791 tempest-AttachVolumeTestJSON-893493791-project] Notify callbacks [] for security_group, precommit_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 11:19:37.028518 dv-cinder-797608-16-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-69524936-7ecb-4f38-878d-3a2539992815 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 11:19:37.030214 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-1cb379b8-07d5-4f4c-8b8a-e30a3cf6ad51 tempest-AttachVolumeTestJSON-893493791 tempest-AttachVolumeTestJSON-893493791-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651637'] for security_group, after_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 11:19:37.079381 dv-cinder-797608-16-iscsi neutron-server[93885]: DEBUG neutron.db.l3_hamode_db [None req-b19da401-1c9c-4d35-874a-520aa4c5aec4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ddb64685-c1fa-4f6f-b185-cf428e79c875', 'name': 'tempest-ServerRescueNegativeTestJSON-937444735-router', 'tenant_id': '7ce5ec11b3fa4a3da17a044b60c4d7c0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c3f0979-58a5-4465-87f9-e256377c6b61', 'external_fixed_ips': [{'subnet_id': 'ba735781-2bff-41d5-99b4-7ca705ee91ca', 'ip_address': '172.27.2.246'}], 'enable_snat': True}, 'gw_port_id': 'eeda2aa3-7349-478f-ae3e-f35d0a677a49', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-13T11:19:19Z', 'updated_at': '2021-08-13T11:19:32Z', 'revision_number': 4, 'project_id': '7ce5ec11b3fa4a3da17a044b60c4d7c0', 'gw_port': {'id': 'eeda2aa3-7349-478f-ae3e-f35d0a677a49', 'name': '', 'network_id': '7c3f0979-58a5-4465-87f9-e256377c6b61', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:eb:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ddb64685-c1fa-4f6f-b185-cf428e79c875', 'device_owner': 'network:router_gateway', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': 'ba735781-2bff-41d5-99b4-7ca705ee91ca', 'ip_address': '172.27.2.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-13T11:19:20Z', 'updated_at': '2021-08-13T11:19:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ba735781-2bff-41d5-99b4-7ca705ee91ca', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797608-16-iscsi', '_interfaces': [{'id': '45e3f436-3794-40a9-af26-b99e1c53270c', 'name': '', 'network_id': '02c7fb52-0ad2-484c-84d8-96df36c92bd5', 'tenant_id': '7ce5ec11b3fa4a3da17a044b60c4d7c0', 'mac_address': 'fa:16:3e:61:be:81', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ddb64685-c1fa-4f6f-b185-cf428e79c875', 'device_owner': 'network:router_interface', 'standard_attr_id': 101, 'fixed_ips': [{'subnet_id': '4d0dfa4f-d7e7-4367-877a-a49567302b15', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-13T11:19:29Z', 'updated_at': '2021-08-13T11:19:33Z', 'revision_number': 2, 'project_id': '7ce5ec11b3fa4a3da17a044b60c4d7c0', 'subnets': [{'id': '4d0dfa4f-d7e7-4367-877a-a49567302b15', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-797608-16-iscsi', False) {} {{(pid=93885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 13 11:19:37.142835 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-1cb379b8-07d5-4f4c-8b8a-e30a3cf6ad51 tempest-AttachVolumeTestJSON-893493791 tempest-AttachVolumeTestJSON-893493791-project] Notify callbacks [] for security_group, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 11:19:37.143031 dv-cinder-797608-16-iscsi neutron-server[93884]: INFO neutron.wsgi [req-56adce0b-966e-4982-9f3e-8754b2381128 req-ad8b74a6-724d-44cd-86f4-5b70b2d9618a tempest-DeleteServersTestJSON-100487038 tempest-DeleteServersTestJSON-100487038-project] 10.222.0.32 "GET /v2.0/security-groups?id=8cd093f5-7080-4f8f-a2ab-8e997754e5fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1579466 Aug 13 11:19:37.144228 dv-cinder-797608-16-iscsi neutron-server[93883]: INFO neutron.wsgi [None req-1cb379b8-07d5-4f4c-8b8a-e30a3cf6ad51 tempest-AttachVolumeTestJSON-893493791 tempest-AttachVolumeTestJSON-893493791-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1780 time: 0.4725637 Aug 13 11:19:37.144915 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cb379b8-07d5-4f4c-8b8a-e30a3cf6ad51 tempest-AttachVolumeTestJSON-893493791 tempest-AttachVolumeTestJSON-893493791-project] Pushing event updated for resources: {'SecurityGroup': ['ID=04a16d11-7ca4-462a-891c-e4a125fe1a42,revision_number=1']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 11:19:37.179384 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.32', 43482) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 11:19:37.190023 dv-cinder-797608-16-iscsi neutron-server[93886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5db2c2c8-29b7-4949-93b7-4c41f7702981 None None] Routers {'9ce99fb3-1792-4e70-ad92-c4a7231a35f2'} bound to L3 agent in host dv-cinder-797608-16-iscsi {{(pid=93886) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 13 11:19:37.190811 dv-cinder-797608-16-iscsi neutron-server[93886]: DEBUG neutron.db.l3_hamode_db [None req-5db2c2c8-29b7-4949-93b7-4c41f7702981 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797608-16-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-13T11:11:41Z,description=,heartbeat_timestamp=2021-08-13T11:19:11Z,host='dv-cinder-797608-16-iscsi',id=120d27b5-31d8-4cd2-97b4-2412c45088e1,load=0,resource_versions=,resources_synced=,started_at=2021-08-13T11:11:41Z,topic='l3_agent')) {'router_ids': ['9ce99fb3-1792-4e70-ad92-c4a7231a35f2'], 'active': True} {{(pid=93886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 13 11:19:37.195166 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron.api.v2.base [None req-0e3617a6-8179-4880-9130-a113faf38649 tempest-AttachVolumeTestJSON-893493791 tempest-AttachVolumeTestJSON-893493791-project] Request body: {'security_group_rule': {'security_group_id': '04a16d11-7ca4-462a-891c-e4a125fe1a42', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 13 11:19:37.231981 dv-cinder-797608-16-iscsi neutron-server[93885]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b19da401-1c9c-4d35-874a-520aa4c5aec4 None None] Checking router: ddb64685-c1fa-4f6f-b185-cf428e79c875 for host: dv-cinder-797608-16-iscsi {{(pid=93885) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 13 11:19:37.232339 dv-cinder-797608-16-iscsi neutron-server[93885]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b19da401-1c9c-4d35-874a-520aa4c5aec4 None None] Updating router ddb64685-c1fa-4f6f-b185-cf428e79c875 port 45e3f436-3794-40a9-af26-b99e1c53270c binding host dv-cinder-797608-16-iscsi {{(pid=93885) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 13 11:19:37.268425 dv-cinder-797608-16-iscsi neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-b19da401-1c9c-4d35-874a-520aa4c5aec4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935434'] for port, before_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 11:19:37.304866 dv-cinder-797608-16-iscsi neutron-server[93886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1a4d42e-84fe-4e20-88f9-248b189bbf50 None None] Pushing event updated for resources: {'Port': ['ID=fea4a98c-afc2-4593-8fb8-43379d480615,revision_number=4']} {{(pid=93886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 11:19:37.363710 dv-cinder-797608-16-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-69524936-7ecb-4f38-878d-3a2539992815 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 11:19:37.370572 dv-cinder-797608-16-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-69524936-7ecb-4f38-878d-3a2539992815 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651637'] for security_group, after_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 11:19:37.416098 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-0e3617a6-8179-4880-9130-a113faf38649 tempest-AttachVolumeTestJSON-893493791 tempest-AttachVolumeTestJSON-893493791-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 11:19:37.465731 dv-cinder-797608-16-iscsi neutron-server[93884]: INFO neutron.wsgi [None req-69524936-7ecb-4f38-878d-3a2539992815 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=578138e8c96543d8b8819a72e4970555&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5367796 Aug 13 11:19:37.468810 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.32', 43488) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 11:19:37.501872 dv-cinder-797608-16-iscsi neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69524936-7ecb-4f38-878d-3a2539992815 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b30274ad-fc4b-4649-96f7-e893a9cdecaf,revision_number=1']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 11:19:37.527899 dv-cinder-797608-16-iscsi neutron-server[93886]: DEBUG neutron.db.l3_dvr_db [None req-5db2c2c8-29b7-4949-93b7-4c41f7702981 None None] Set router 9ce99fb3-1792-4e70-ad92-c4a7231a35f2 gateway port host: dv-cinder-797608-16-iscsi {{(pid=93886) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 13 11:19:37.594337 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-0e3617a6-8179-4880-9130-a113faf38649 tempest-AttachVolumeTestJSON-893493791 tempest-AttachVolumeTestJSON-893493791-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 11:19:37.608607 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-0e3617a6-8179-4880-9130-a113faf38649 tempest-AttachVolumeTestJSON-893493791 tempest-AttachVolumeTestJSON-893493791-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651522'] for security_group_rule, after_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 11:19:37.631962 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-ba44a303-6a22-496b-a07c-3a496b9dbeec admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 11:19:37.666018 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e3617a6-8179-4880-9130-a113faf38649 tempest-AttachVolumeTestJSON-893493791 tempest-AttachVolumeTestJSON-893493791-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=70ed968a-deff-4719-803f-49030de2a683,revision_number=0']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 11:19:37.692331 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-0e3617a6-8179-4880-9130-a113faf38649 tempest-AttachVolumeTestJSON-893493791 tempest-AttachVolumeTestJSON-893493791-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 11:19:37.697716 dv-cinder-797608-16-iscsi neutron-server[93883]: INFO neutron.wsgi [None req-0e3617a6-8179-4880-9130-a113faf38649 tempest-AttachVolumeTestJSON-893493791 tempest-AttachVolumeTestJSON-893493791-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5172477 Aug 13 11:19:37.700757 dv-cinder-797608-16-iscsi neutron-server[93884]: DEBUG neutron.wsgi [-] (93884) accepted ('10.222.0.32', 43506) {{(pid=93884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 11:19:37.707323 dv-cinder-797608-16-iscsi neutron-server[93884]: DEBUG neutron.api.v2.base [None req-127d663c-18ac-4b60-bb91-0f9330d94a5d tempest-AttachVolumeTestJSON-893493791 tempest-AttachVolumeTestJSON-893493791-project] Request body: {'security_group_rule': {'security_group_id': '04a16d11-7ca4-462a-891c-e4a125fe1a42', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=93884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 13 11:19:37.709553 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-ba44a303-6a22-496b-a07c-3a496b9dbeec admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 11:19:37.795116 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-ba44a303-6a22-496b-a07c-3a496b9dbeec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651637'] for security_group, after_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 11:19:37.798353 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-ba44a303-6a22-496b-a07c-3a496b9dbeec admin admin] Notify callbacks [] for security_group, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 11:19:37.801785 dv-cinder-797608-16-iscsi neutron-server[93883]: INFO neutron.wsgi [None req-ba44a303-6a22-496b-a07c-3a496b9dbeec admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/b30274ad-fc4b-4649-96f7-e893a9cdecaf HTTP/1.1" status: 204 len: 168 time: 0.3257155 Aug 13 11:19:37.829620 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba44a303-6a22-496b-a07c-3a496b9dbeec admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b30274ad-fc4b-4649-96f7-e893a9cdecaf,revision_number=None']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 11:19:38.040646 dv-cinder-797608-16-iscsi neutron-server[93886]: DEBUG neutron.db.l3_hamode_db [None req-5db2c2c8-29b7-4949-93b7-4c41f7702981 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9ce99fb3-1792-4e70-ad92-c4a7231a35f2', 'name': 'tempest-AttachVolumeTestJSON-1599166667-router', 'tenant_id': '79ef1636c6ae4656a27be7ebe99adfd8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c3f0979-58a5-4465-87f9-e256377c6b61', 'external_fixed_ips': [{'subnet_id': 'ba735781-2bff-41d5-99b4-7ca705ee91ca', 'ip_address': '172.27.2.244'}], 'enable_snat': True}, 'gw_port_id': '7f52f001-4b44-4e49-8196-dd3135a4d161', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-13T11:19:20Z', 'updated_at': '2021-08-13T11:19:33Z', 'revision_number': 4, 'project_id': '79ef1636c6ae4656a27be7ebe99adfd8', 'gw_port': {'id': '7f52f001-4b44-4e49-8196-dd3135a4d161', 'name': '', 'network_id': '7c3f0979-58a5-4465-87f9-e256377c6b61', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:91:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ce99fb3-1792-4e70-ad92-c4a7231a35f2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': 'ba735781-2bff-41d5-99b4-7ca705ee91ca', 'ip_address': '172.27.2.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-13T11:19:22Z', 'updated_at': '2021-08-13T11:19:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ba735781-2bff-41d5-99b4-7ca705ee91ca', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797608-16-iscsi', '_interfaces': [{'id': 'fea4a98c-afc2-4593-8fb8-43379d480615', 'name': '', 'network_id': 'ec8923c9-e8aa-4fb7-a57a-17b8964f1574', 'tenant_id': '79ef1636c6ae4656a27be7ebe99adfd8', 'mac_address': 'fa:16:3e:0a:88:e2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9ce99fb3-1792-4e70-ad92-c4a7231a35f2', 'device_owner': 'network:router_interface', 'standard_attr_id': 100, 'fixed_ips': [{'subnet_id': '8f355941-9ea6-47f3-b4b3-219d5394ef79', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-13T11:19:29Z', 'updated_at': '2021-08-13T11:19:36Z', 'revision_number': 4, 'project_id': '79ef1636c6ae4656a27be7ebe99adfd8', 'subnets': [{'id': '8f355941-9ea6-47f3-b4b3-219d5394ef79', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-797608-16-iscsi', False) {} {{(pid=93886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 13 11:19:38.085394 dv-cinder-797608-16-iscsi neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-b19da401-1c9c-4d35-874a-520aa4c5aec4 None None] Notify callbacks [] for port, precommit_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 11:19:38.087077 dv-cinder-797608-16-iscsi neutron-server[93886]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5db2c2c8-29b7-4949-93b7-4c41f7702981 None None] The sync data for ids ['9ce99fb3-1792-4e70-ad92-c4a7231a35f2'] in dv-cinder-797608-16-iscsi is: [{'id': '9ce99fb3-1792-4e70-ad92-c4a7231a35f2', 'name': 'tempest-AttachVolumeTestJSON-1599166667-router', 'tenant_id': '79ef1636c6ae4656a27be7ebe99adfd8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c3f0979-58a5-4465-87f9-e256377c6b61', 'external_fixed_ips': [{'subnet_id': 'ba735781-2bff-41d5-99b4-7ca705ee91ca', 'ip_address': '172.27.2.244'}], 'enable_snat': True}, 'gw_port_id': '7f52f001-4b44-4e49-8196-dd3135a4d161', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-13T11:19:20Z', 'updated_at': '2021-08-13T11:19:33Z', 'revision_number': 4, 'project_id': '79ef1636c6ae4656a27be7ebe99adfd8', 'gw_port': {'id': '7f52f001-4b44-4e49-8196-dd3135a4d161', 'name': '', 'network_id': '7c3f0979-58a5-4465-87f9-e256377c6b61', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:91:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ce99fb3-1792-4e70-ad92-c4a7231a35f2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': 'ba735781-2bff-41d5-99b4-7ca705ee91ca', 'ip_address': '172.27.2.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-13T11:19:22Z', 'updated_at': '2021-08-13T11:19:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ba735781-2bff-41d5-99b4-7ca705ee91ca', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797608-16-iscsi', '_interfaces': [{'id': 'fea4a98c-afc2-4593-8fb8-43379d480615', 'name': '', 'network_id': 'ec8923c9-e8aa-4fb7-a57a-17b8964f1574', 'tenant_id': '79ef1636c6ae4656a27be7ebe99adfd8', 'mac_address': 'fa:16:3e:0a:88:e2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9ce99fb3-1792-4e70-ad92-c4a7231a35f2', 'device_owner': 'network:router_interface', 'standard_attr_id': 100, 'fixed_ips': [{'subnet_id': '8f355941-9ea6-47f3-b4b3-219d5394ef79', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-13T11:19:29Z', 'updated_at': '2021-08-13T11:19:36Z', 'revision_number': 4, 'project_id': '79ef1636c6ae4656a27be7ebe99adfd8', 'subnets': [{'id': '8f355941-9ea6-47f3-b4b3-219d5394ef79', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93886) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 13 11:19:38.105424 dv-cinder-797608-16-iscsi neutron-server[93885]: DEBUG neutron.db.provisioning_blocks [None req-b19da401-1c9c-4d35-874a-520aa4c5aec4 None None] Transition to ACTIVE for port object 45e3f436-3794-40a9-af26-b99e1c53270c will not be triggered until provisioned by entity L2. {{(pid=93885) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 13 11:19:38.123699 dv-cinder-797608-16-iscsi neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-b19da401-1c9c-4d35-874a-520aa4c5aec4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935844', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611014', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782137889940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782137337613', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782137337631'] for port, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 11:19:38.130143 dv-cinder-797608-16-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-127d663c-18ac-4b60-bb91-0f9330d94a5d tempest-AttachVolumeTestJSON-893493791 tempest-AttachVolumeTestJSON-893493791-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 11:19:38.269822 dv-cinder-797608-16-iscsi neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab182ec0-55b4-43fe-9dfb-00e0e1498cfa req-945ea3e3-d6a7-4025-b3b6-d6e63a4174c1 tempest-AttachVolumeNegativeTest-1779138385 tempest-AttachVolumeNegativeTest-1779138385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 11:19:38.271816 dv-cinder-797608-16-iscsi neutron-server[93884]: INFO neutron.wsgi [req-ab182ec0-55b4-43fe-9dfb-00e0e1498cfa req-945ea3e3-d6a7-4025-b3b6-d6e63a4174c1 tempest-AttachVolumeNegativeTest-1779138385 tempest-AttachVolumeNegativeTest-1779138385-project] 10.222.0.32 "GET /v2.0/ports?device_id=c1224182-6442-47ad-be32-6a6dcdfe90a7 HTTP/1.1" status: 200 len: 943 time: 0.3326061 Aug 13 11:19:38.282517 dv-cinder-797608-16-iscsi neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-976bf67c-b75a-46b0-82e3-49c4f677db71 req-58498d95-c576-432d-ba05-a82068363a6b tempest-ServerRescueNegativeTestJSON-217385872 tempest-ServerRescueNegativeTestJSON-217385872-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 11:19:38.291521 dv-cinder-797608-16-iscsi neutron-server[93884]: INFO neutron.wsgi [req-976bf67c-b75a-46b0-82e3-49c4f677db71 req-58498d95-c576-432d-ba05-a82068363a6b tempest-ServerRescueNegativeTestJSON-217385872 tempest-ServerRescueNegativeTestJSON-217385872-project] 10.222.0.32 "GET /v2.0/networks?id=02c7fb52-0ad2-484c-84d8-96df36c92bd5 HTTP/1.1" status: 200 len: 818 time: 0.5681095 Aug 13 11:19:38.338349 dv-cinder-797608-16-iscsi neutron-server[93885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d30479e7-29f9-4812-aa87-315026957157 None None] Pushing event updated for resources: {'Port': ['ID=45e3f436-3794-40a9-af26-b99e1c53270c,revision_number=3']} {{(pid=93885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 11:19:38.375003 dv-cinder-797608-16-iscsi neutron-server[93884]: INFO neutron.wsgi [req-976bf67c-b75a-46b0-82e3-49c4f677db71 req-9cdadcd3-c13e-4f04-88c2-40a366baed3c tempest-ServerRescueNegativeTestJSON-217385872 tempest-ServerRescueNegativeTestJSON-217385872-project] 10.222.0.32 "GET /v2.0/quotas/7ce5ec11b3fa4a3da17a044b60c4d7c0 HTTP/1.1" status: 200 len: 375 time: 0.0821593 Aug 13 11:19:38.413096 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae5f7ca2-02ef-4b69-930e-8abb62609272 req-17fa5c8a-7c4a-4b68-81d9-084b8796f2fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 11:19:38.418657 dv-cinder-797608-16-iscsi neutron-server[93883]: INFO neutron.wsgi [req-ae5f7ca2-02ef-4b69-930e-8abb62609272 req-17fa5c8a-7c4a-4b68-81d9-084b8796f2fe service neutron] 10.222.0.20 "GET /v2.0/subnets?id=cb08a571-40ed-4698-bcf0-c899006f3a81 HTTP/1.1" status: 200 len: 851 time: 0.1622088 Aug 13 11:19:38.455830 dv-cinder-797608-16-iscsi neutron-server[93885]: DEBUG neutron.plugins.ml2.managers [None req-b19da401-1c9c-4d35-874a-520aa4c5aec4 None None] Attempting to bind port 45e3f436-3794-40a9-af26-b99e1c53270c on host dv-cinder-797608-16-iscsi for vnic_type normal with profile {{(pid=93885) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 13 11:19:38.456199 dv-cinder-797608-16-iscsi neutron-server[93885]: DEBUG neutron.plugins.ml2.managers [None req-b19da401-1c9c-4d35-874a-520aa4c5aec4 None None] Attempting to bind port 45e3f436-3794-40a9-af26-b99e1c53270c by drivers openvswitch,hyperv on host dv-cinder-797608-16-iscsi at level 0 using segments [{'id': 'f91f77da-5339-477e-a1d0-b21d720c56da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': '02c7fb52-0ad2-484c-84d8-96df36c92bd5'}] {{(pid=93885) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 13 11:19:38.456561 dv-cinder-797608-16-iscsi neutron-server[93885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b19da401-1c9c-4d35-874a-520aa4c5aec4 None None] Attempting to bind port 45e3f436-3794-40a9-af26-b99e1c53270c on network 02c7fb52-0ad2-484c-84d8-96df36c92bd5 {{(pid=93885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 13 11:19:38.464042 dv-cinder-797608-16-iscsi neutron-server[93885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b19da401-1c9c-4d35-874a-520aa4c5aec4 None None] Checking agent: {'id': '649b788e-933d-40b8-a73c-f58c5ea7beff', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-797608-16-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 13, 11, 11, 41), 'started_at': datetime.datetime(2021, 8, 13, 11, 12, 11), 'heartbeat_timestamp': datetime.datetime(2021, 8, 13, 11, 19, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-797608-16-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 13 11:19:38.464554 dv-cinder-797608-16-iscsi neutron-server[93885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b19da401-1c9c-4d35-874a-520aa4c5aec4 None None] Checking segment: {'id': 'f91f77da-5339-477e-a1d0-b21d720c56da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': '02c7fb52-0ad2-484c-84d8-96df36c92bd5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93885) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 13 11:19:38.465047 dv-cinder-797608-16-iscsi neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-b19da401-1c9c-4d35-874a-520aa4c5aec4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 11:19:38.465936 dv-cinder-797608-16-iscsi neutron-server[93885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b19da401-1c9c-4d35-874a-520aa4c5aec4 None None] Bound using segment: {'id': 'f91f77da-5339-477e-a1d0-b21d720c56da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': '02c7fb52-0ad2-484c-84d8-96df36c92bd5'} {{(pid=93885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 13 11:19:38.466690 dv-cinder-797608-16-iscsi neutron-server[93885]: DEBUG neutron.plugins.ml2.managers [None req-b19da401-1c9c-4d35-874a-520aa4c5aec4 None None] Bound port: 45e3f436-3794-40a9-af26-b99e1c53270c, host: dv-cinder-797608-16-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f91f77da-5339-477e-a1d0-b21d720c56da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': '02c7fb52-0ad2-484c-84d8-96df36c92bd5'}}] {{(pid=93885) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 13 11:19:38.467111 dv-cinder-797608-16-iscsi neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-b19da401-1c9c-4d35-874a-520aa4c5aec4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935434'] for port, before_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 11:19:38.487936 dv-cinder-797608-16-iscsi neutron-server[93884]: INFO neutron.wsgi [req-ab182ec0-55b4-43fe-9dfb-00e0e1498cfa req-e9279822-6525-4548-97b9-d8892de4fb4e tempest-AttachVolumeNegativeTest-1779138385 tempest-AttachVolumeNegativeTest-1779138385-project] 10.222.0.32 "GET /v2.0/security-groups?id=e9ebb553-6898-47d0-8034-10e78e802a38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1869838 Aug 13 11:19:38.540668 dv-cinder-797608-16-iscsi neutron-server[93883]: INFO neutron.wsgi [req-ae5f7ca2-02ef-4b69-930e-8abb62609272 req-b8ba97e9-8c63-4087-9b09-b7d41eb11cef service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=6f5038ba-d500-4dd2-a178-c3c7a20c3f8a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1060843 Aug 13 11:19:38.642975 dv-cinder-797608-16-iscsi neutron-server[93885]: DEBUG neutron.plugins.ml2.db [None req-b19da401-1c9c-4d35-874a-520aa4c5aec4 None None] For port 45e3f436-3794-40a9-af26-b99e1c53270c, host dv-cinder-797608-16-iscsi, cleared binding levels {{(pid=93885) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 13 11:19:38.647352 dv-cinder-797608-16-iscsi neutron-server[93885]: DEBUG neutron.plugins.ml2.db [None req-b19da401-1c9c-4d35-874a-520aa4c5aec4 None None] For port 45e3f436-3794-40a9-af26-b99e1c53270c, host dv-cinder-797608-16-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797608-16-iscsi',level=0,port_id=45e3f436-3794-40a9-af26-b99e1c53270c,segment=NetworkSegment(f91f77da-5339-477e-a1d0-b21d720c56da),segment_id=f91f77da-5339-477e-a1d0-b21d720c56da)] {{(pid=93885) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 13 11:19:38.667032 dv-cinder-797608-16-iscsi neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-b19da401-1c9c-4d35-874a-520aa4c5aec4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935844', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611014', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782137889940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782137337613', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782137337631'] for port, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 11:19:38.752694 dv-cinder-797608-16-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-127d663c-18ac-4b60-bb91-0f9330d94a5d tempest-AttachVolumeTestJSON-893493791 tempest-AttachVolumeTestJSON-893493791-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 11:19:38.846698 dv-cinder-797608-16-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-127d663c-18ac-4b60-bb91-0f9330d94a5d tempest-AttachVolumeTestJSON-893493791 tempest-AttachVolumeTestJSON-893493791-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651522'] for security_group_rule, after_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 11:19:38.933213 dv-cinder-797608-16-iscsi neutron-server[93883]: INFO neutron.wsgi [req-ae5f7ca2-02ef-4b69-930e-8abb62609272 req-c90bde0a-bf05-41e3-95bb-0b9b9297dbf1 service neutron] 10.222.0.20 "GET /v2.0/networks/6f5038ba-d500-4dd2-a178-c3c7a20c3f8a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3673136 Aug 13 11:19:38.960001 dv-cinder-797608-16-iscsi neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dfb5e4a-9775-4ce2-a9ce-9a04b93fa361 req-8a177c56-8ebf-4e38-9693-55c6a1f06d90 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 11:19:38.961937 dv-cinder-797608-16-iscsi neutron-server[93884]: INFO neutron.wsgi [req-2dfb5e4a-9775-4ce2-a9ce-9a04b93fa361 req-8a177c56-8ebf-4e38-9693-55c6a1f06d90 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=2275c360eaf141e588ac14d4e4363438&device_id=c1224182-6442-47ad-be32-6a6dcdfe90a7 HTTP/1.1" status: 200 len: 1096 time: 0.4903672 Aug 13 11:19:38.962609 dv-cinder-797608-16-iscsi neutron-server[93885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d30479e7-29f9-4812-aa87-315026957157 None None] Pushing event updated for resources: {'Port': ['ID=45e3f436-3794-40a9-af26-b99e1c53270c,revision_number=4']} {{(pid=93885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 11:19:38.999235 dv-cinder-797608-16-iscsi neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-0d316c28-8685-4978-8ae3-7a090850a001 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782137812740', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-997306'] for agent, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 11:19:39.004380 dv-cinder-797608-16-iscsi neutron-server[93885]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b19da401-1c9c-4d35-874a-520aa4c5aec4 None None] Routers {'ddb64685-c1fa-4f6f-b185-cf428e79c875'} bound to L3 agent in host dv-cinder-797608-16-iscsi {{(pid=93885) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 13 11:19:39.005857 dv-cinder-797608-16-iscsi neutron-server[93885]: DEBUG neutron.db.l3_hamode_db [None req-b19da401-1c9c-4d35-874a-520aa4c5aec4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797608-16-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-13T11:11:41Z,description=,heartbeat_timestamp=2021-08-13T11:19:11Z,host='dv-cinder-797608-16-iscsi',id=120d27b5-31d8-4cd2-97b4-2412c45088e1,load=0,resource_versions=,resources_synced=,started_at=2021-08-13T11:11:41Z,topic='l3_agent')) {'router_ids': ['ddb64685-c1fa-4f6f-b185-cf428e79c875'], 'active': True} {{(pid=93885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 13 11:19:39.376696 dv-cinder-797608-16-iscsi neutron-server[93885]: DEBUG neutron.db.l3_dvr_db [None req-b19da401-1c9c-4d35-874a-520aa4c5aec4 None None] Set router ddb64685-c1fa-4f6f-b185-cf428e79c875 gateway port host: dv-cinder-797608-16-iscsi {{(pid=93885) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 13 11:19:39.475215 dv-cinder-797608-16-iscsi neutron-server[93883]: INFO neutron.wsgi [req-ae5f7ca2-02ef-4b69-930e-8abb62609272 req-a6d4ddd7-101c-4f60-b532-568e1b195ae8 service neutron] 10.222.0.20 "GET /v2.0/networks/6f5038ba-d500-4dd2-a178-c3c7a20c3f8a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5225692 Aug 13 11:19:39.491171 dv-cinder-797608-16-iscsi neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-127d663c-18ac-4b60-bb91-0f9330d94a5d tempest-AttachVolumeTestJSON-893493791 tempest-AttachVolumeTestJSON-893493791-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e5b58128-6a43-49ae-913e-efaf3d71bc91,revision_number=0']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 11:19:39.513614 dv-cinder-797608-16-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-127d663c-18ac-4b60-bb91-0f9330d94a5d tempest-AttachVolumeTestJSON-893493791 tempest-AttachVolumeTestJSON-893493791-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 11:19:39.515146 dv-cinder-797608-16-iscsi neutron-server[93884]: INFO neutron.wsgi [None req-127d663c-18ac-4b60-bb91-0f9330d94a5d tempest-AttachVolumeTestJSON-893493791 tempest-AttachVolumeTestJSON-893493791-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.8132436 Aug 13 11:19:39.519375 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.32', 43554) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 11:19:39.527827 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron.api.v2.base [None req-7a626918-2c00-4181-bb26-cb000d13029e tempest-AttachVolumeTestJSON-893493791 tempest-AttachVolumeTestJSON-893493791-project] Request body: {'floatingip': {'floating_network_id': '7c3f0979-58a5-4465-87f9-e256377c6b61'}} {{(pid=93883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 13 11:19:39.593296 dv-cinder-797608-16-iscsi neutron-server[93884]: INFO neutron.wsgi [req-976bf67c-b75a-46b0-82e3-49c4f677db71 req-f3576725-55ea-4bc8-8bae-f464e79d57a6 tempest-ServerRescueNegativeTestJSON-217385872 tempest-ServerRescueNegativeTestJSON-217385872-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=7ce5ec11b3fa4a3da17a044b60c4d7c0&fields=id HTTP/1.1" status: 200 len: 255 time: 1.2149942 Aug 13 11:19:39.693707 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-7a626918-2c00-4181-bb26-cb000d13029e tempest-AttachVolumeTestJSON-893493791 tempest-AttachVolumeTestJSON-893493791-project] Notify callbacks [] for floatingip, before_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 11:19:39.753560 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3707501b-9be4-4407-b8fe-9c87c8bf5a97 req-644d7e14-390b-4dba-bb84-e5eba3f5c1bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 11:19:39.758901 dv-cinder-797608-16-iscsi neutron-server[93883]: INFO neutron.wsgi [req-3707501b-9be4-4407-b8fe-9c87c8bf5a97 req-644d7e14-390b-4dba-bb84-e5eba3f5c1bc service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=016ce434eb0745e9a8b06b65ac65cc11&device_id=f796e873-a356-4bc8-8591-8116569f8f94 HTTP/1.1" status: 200 len: 1096 time: 0.1629446 Aug 13 11:19:39.764647 dv-cinder-797608-16-iscsi neutron-server[93885]: DEBUG neutron.plugins.ml2.rpc [None req-05931952-e11e-4e12-af58-ece1398d134b None None] Device fea4a98c-afc2-4593-8fb8-43379d480615 up at agent ovs-agent-dv-cinder-797608-16-iscsi {{(pid=93885) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 13 11:19:39.995449 dv-cinder-797608-16-iscsi neutron-server[93885]: DEBUG neutron.db.provisioning_blocks [None req-05931952-e11e-4e12-af58-ece1398d134b None None] Provisioning for port fea4a98c-afc2-4593-8fb8-43379d480615 completed by entity L2. {{(pid=93885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 13 11:19:40.002883 dv-cinder-797608-16-iscsi neutron-server[93885]: DEBUG neutron.db.provisioning_blocks [None req-05931952-e11e-4e12-af58-ece1398d134b None None] Provisioning complete for port fea4a98c-afc2-4593-8fb8-43379d480615 triggered by entity L2. {{(pid=93885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 13 11:19:40.003534 dv-cinder-797608-16-iscsi neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-05931952-e11e-4e12-af58-ece1398d134b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-997193'] for port, provisioning_complete {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 11:19:40.021982 dv-cinder-797608-16-iscsi neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dfb5e4a-9775-4ce2-a9ce-9a04b93fa361 req-c1e676b2-dd27-41db-aa24-2b5a0e51ac40 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 11:19:40.025463 dv-cinder-797608-16-iscsi neutron-server[93884]: INFO neutron.wsgi [req-2dfb5e4a-9775-4ce2-a9ce-9a04b93fa361 req-c1e676b2-dd27-41db-aa24-2b5a0e51ac40 service neutron] 10.222.0.20 "GET /v2.0/networks?tenant_id=2275c360eaf141e588ac14d4e4363438&shared=False HTTP/1.1" status: 200 len: 915 time: 0.5350001 Aug 13 11:19:40.110589 dv-cinder-797608-16-iscsi neutron-server[93885]: DEBUG neutron.db.l3_hamode_db [None req-b19da401-1c9c-4d35-874a-520aa4c5aec4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ddb64685-c1fa-4f6f-b185-cf428e79c875', 'name': 'tempest-ServerRescueNegativeTestJSON-937444735-router', 'tenant_id': '7ce5ec11b3fa4a3da17a044b60c4d7c0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c3f0979-58a5-4465-87f9-e256377c6b61', 'external_fixed_ips': [{'subnet_id': 'ba735781-2bff-41d5-99b4-7ca705ee91ca', 'ip_address': '172.27.2.246'}], 'enable_snat': True}, 'gw_port_id': 'eeda2aa3-7349-478f-ae3e-f35d0a677a49', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-13T11:19:19Z', 'updated_at': '2021-08-13T11:19:32Z', 'revision_number': 4, 'project_id': '7ce5ec11b3fa4a3da17a044b60c4d7c0', 'gw_port': {'id': 'eeda2aa3-7349-478f-ae3e-f35d0a677a49', 'name': '', 'network_id': '7c3f0979-58a5-4465-87f9-e256377c6b61', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:eb:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ddb64685-c1fa-4f6f-b185-cf428e79c875', 'device_owner': 'network:router_gateway', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': 'ba735781-2bff-41d5-99b4-7ca705ee91ca', 'ip_address': '172.27.2.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-13T11:19:20Z', 'updated_at': '2021-08-13T11:19:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ba735781-2bff-41d5-99b4-7ca705ee91ca', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797608-16-iscsi', '_interfaces': [{'id': '45e3f436-3794-40a9-af26-b99e1c53270c', 'name': '', 'network_id': '02c7fb52-0ad2-484c-84d8-96df36c92bd5', 'tenant_id': '7ce5ec11b3fa4a3da17a044b60c4d7c0', 'mac_address': 'fa:16:3e:61:be:81', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ddb64685-c1fa-4f6f-b185-cf428e79c875', 'device_owner': 'network:router_interface', 'standard_attr_id': 101, 'fixed_ips': [{'subnet_id': '4d0dfa4f-d7e7-4367-877a-a49567302b15', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-13T11:19:29Z', 'updated_at': '2021-08-13T11:19:38Z', 'revision_number': 4, 'project_id': '7ce5ec11b3fa4a3da17a044b60c4d7c0', 'subnets': [{'id': '4d0dfa4f-d7e7-4367-877a-a49567302b15', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-797608-16-iscsi', False) {} {{(pid=93885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 13 11:19:40.153744 dv-cinder-797608-16-iscsi neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5d20b1e-801c-4c63-a9f6-197144a4c82e req-ac94a04c-29c6-471f-b002-d76ec69b9952 tempest-DeleteServersTestJSON-100487038 tempest-DeleteServersTestJSON-100487038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 11:19:40.155374 dv-cinder-797608-16-iscsi neutron-server[93884]: INFO neutron.wsgi [req-e5d20b1e-801c-4c63-a9f6-197144a4c82e req-ac94a04c-29c6-471f-b002-d76ec69b9952 tempest-DeleteServersTestJSON-100487038 tempest-DeleteServersTestJSON-100487038-project] 10.222.0.32 "GET /v2.0/ports?device_id=f796e873-a356-4bc8-8591-8116569f8f94 HTTP/1.1" status: 200 len: 943 time: 1.4592826 Aug 13 11:19:40.222887 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3707501b-9be4-4407-b8fe-9c87c8bf5a97 req-d53e002f-1ab7-4870-b66b-a0488cb5ecca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 11:19:40.225550 dv-cinder-797608-16-iscsi neutron-server[93883]: INFO neutron.wsgi [req-3707501b-9be4-4407-b8fe-9c87c8bf5a97 req-d53e002f-1ab7-4870-b66b-a0488cb5ecca service neutron] 10.222.0.20 "GET /v2.0/networks?id=6f5038ba-d500-4dd2-a178-c3c7a20c3f8a HTTP/1.1" status: 200 len: 912 time: 0.3690171 Aug 13 11:19:40.256774 dv-cinder-797608-16-iscsi neutron-server[93885]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b19da401-1c9c-4d35-874a-520aa4c5aec4 None None] The sync data for ids ['ddb64685-c1fa-4f6f-b185-cf428e79c875'] in dv-cinder-797608-16-iscsi is: [{'id': 'ddb64685-c1fa-4f6f-b185-cf428e79c875', 'name': 'tempest-ServerRescueNegativeTestJSON-937444735-router', 'tenant_id': '7ce5ec11b3fa4a3da17a044b60c4d7c0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c3f0979-58a5-4465-87f9-e256377c6b61', 'external_fixed_ips': [{'subnet_id': 'ba735781-2bff-41d5-99b4-7ca705ee91ca', 'ip_address': '172.27.2.246'}], 'enable_snat': True}, 'gw_port_id': 'eeda2aa3-7349-478f-ae3e-f35d0a677a49', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-13T11:19:19Z', 'updated_at': '2021-08-13T11:19:32Z', 'revision_number': 4, 'project_id': '7ce5ec11b3fa4a3da17a044b60c4d7c0', 'gw_port': {'id': 'eeda2aa3-7349-478f-ae3e-f35d0a677a49', 'name': '', 'network_id': '7c3f0979-58a5-4465-87f9-e256377c6b61', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:eb:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ddb64685-c1fa-4f6f-b185-cf428e79c875', 'device_owner': 'network:router_gateway', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': 'ba735781-2bff-41d5-99b4-7ca705ee91ca', 'ip_address': '172.27.2.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-13T11:19:20Z', 'updated_at': '2021-08-13T11:19:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ba735781-2bff-41d5-99b4-7ca705ee91ca', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797608-16-iscsi', '_interfaces': [{'id': '45e3f436-3794-40a9-af26-b99e1c53270c', 'name': '', 'network_id': '02c7fb52-0ad2-484c-84d8-96df36c92bd5', 'tenant_id': '7ce5ec11b3fa4a3da17a044b60c4d7c0', 'mac_address': 'fa:16:3e:61:be:81', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ddb64685-c1fa-4f6f-b185-cf428e79c875', 'device_owner': 'network:router_interface', 'standard_attr_id': 101, 'fixed_ips': [{'subnet_id': '4d0dfa4f-d7e7-4367-877a-a49567302b15', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-13T11:19:29Z', 'updated_at': '2021-08-13T11:19:38Z', 'revision_number': 4, 'project_id': '7ce5ec11b3fa4a3da17a044b60c4d7c0', 'subnets': [{'id': '4d0dfa4f-d7e7-4367-877a-a49567302b15', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93885) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 13 11:19:40.305007 dv-cinder-797608-16-iscsi neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-05931952-e11e-4e12-af58-ece1398d134b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935434'] for port, before_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 11:19:40.326611 dv-cinder-797608-16-iscsi neutron-server[93883]: INFO neutron.wsgi [req-3707501b-9be4-4407-b8fe-9c87c8bf5a97 req-bcedd7ce-acb9-4fb8-9c5d-1b5baa57f7bb service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=2482a2cb-4361-4902-ab73-6f0186e51904 HTTP/1.1" status: 200 len: 217 time: 0.0807698 Aug 13 11:19:40.428103 dv-cinder-797608-16-iscsi neutron-server[93885]: DEBUG neutron.plugins.ml2.db [None req-05931952-e11e-4e12-af58-ece1398d134b None None] For port fea4a98c-afc2-4593-8fb8-43379d480615, host dv-cinder-797608-16-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797608-16-iscsi',level=0,port_id=fea4a98c-afc2-4593-8fb8-43379d480615,segment=NetworkSegment(d8719896-e4f7-4cd8-9639-acde7eb05d04),segment_id=d8719896-e4f7-4cd8-9639-acde7eb05d04)] {{(pid=93885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 13 11:19:40.437190 dv-cinder-797608-16-iscsi neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-05931952-e11e-4e12-af58-ece1398d134b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935844', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611014', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782137889940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782137337613', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782137337631'] for port, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 11:19:40.471504 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3707501b-9be4-4407-b8fe-9c87c8bf5a97 req-2f108182-7dba-4c7c-9f80-f98fa7acdf52 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 11:19:40.473433 dv-cinder-797608-16-iscsi neutron-server[93883]: INFO neutron.wsgi [req-3707501b-9be4-4407-b8fe-9c87c8bf5a97 req-2f108182-7dba-4c7c-9f80-f98fa7acdf52 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=cb08a571-40ed-4698-bcf0-c899006f3a81 HTTP/1.1" status: 200 len: 851 time: 0.1085854 Aug 13 11:19:40.481742 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-7a626918-2c00-4181-bb26-cb000d13029e tempest-AttachVolumeTestJSON-893493791 tempest-AttachVolumeTestJSON-893493791-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935434'] for port, before_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 11:19:40.582706 dv-cinder-797608-16-iscsi neutron-server[93885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05931952-e11e-4e12-af58-ece1398d134b None None] Pushing event updated for resources: {'Port': ['ID=fea4a98c-afc2-4593-8fb8-43379d480615,revision_number=5']} {{(pid=93885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 11:19:40.663345 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron.db.db_base_plugin_common [None req-7a626918-2c00-4181-bb26-cb000d13029e tempest-AttachVolumeTestJSON-893493791 tempest-AttachVolumeTestJSON-893493791-project] Allocated IP 172.27.2.69 (7c3f0979-58a5-4465-87f9-e256377c6b61/ba735781-2bff-41d5-99b4-7ca705ee91ca/6f45df66-6274-4de2-9426-8671cdcf2281) {{(pid=93883) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 13 11:19:40.684704 dv-cinder-797608-16-iscsi neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dfb5e4a-9775-4ce2-a9ce-9a04b93fa361 req-2569ded0-b87d-4dc6-b840-a51e41d9cdd8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 11:19:40.686397 dv-cinder-797608-16-iscsi neutron-server[93884]: INFO neutron.wsgi [req-2dfb5e4a-9775-4ce2-a9ce-9a04b93fa361 req-2569ded0-b87d-4dc6-b840-a51e41d9cdd8 service neutron] 10.222.0.20 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.5300305 Aug 13 11:19:40.736585 dv-cinder-797608-16-iscsi neutron-server[93883]: INFO neutron.wsgi [req-3707501b-9be4-4407-b8fe-9c87c8bf5a97 req-26a9b00b-004f-4874-9f4d-3d989c738b24 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=6f5038ba-d500-4dd2-a178-c3c7a20c3f8a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0492454 Aug 13 11:19:40.751990 dv-cinder-797608-16-iscsi neutron-server[93884]: INFO neutron.wsgi [req-e5d20b1e-801c-4c63-a9f6-197144a4c82e req-e6e8ebe8-41e6-40e0-9b5e-b60d97ac9da0 tempest-DeleteServersTestJSON-100487038 tempest-DeleteServersTestJSON-100487038-project] 10.222.0.32 "GET /v2.0/security-groups?id=8cd093f5-7080-4f8f-a2ab-8e997754e5fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0646353 Aug 13 11:19:40.812104 dv-cinder-797608-16-iscsi neutron-server[93884]: INFO neutron.wsgi [req-976bf67c-b75a-46b0-82e3-49c4f677db71 req-3cfeaa27-554f-4903-8304-614dd48fe518 service neutron] 10.222.0.32 "GET /v2.0/networks/02c7fb52-0ad2-484c-84d8-96df36c92bd5?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.2175841 Aug 13 11:19:40.923605 dv-cinder-797608-16-iscsi neutron-server[93884]: INFO neutron.wsgi [req-976bf67c-b75a-46b0-82e3-49c4f677db71 req-2f810395-0172-48b8-828c-8be3d319269e service neutron] 10.222.0.32 "GET /v2.0/networks/02c7fb52-0ad2-484c-84d8-96df36c92bd5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1021767 Aug 13 11:19:40.927081 dv-cinder-797608-16-iscsi neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b8afb6d-0757-4e42-92ce-c4208ddebd0b req-fe71e022-04b4-47a5-ae40-89cbb6fdef1f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 11:19:40.928506 dv-cinder-797608-16-iscsi neutron-server[93884]: INFO neutron.wsgi [req-8b8afb6d-0757-4e42-92ce-c4208ddebd0b req-fe71e022-04b4-47a5-ae40-89cbb6fdef1f service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=2275c360eaf141e588ac14d4e4363438&device_id=c1224182-6442-47ad-be32-6a6dcdfe90a7 HTTP/1.1" status: 200 len: 1096 time: 0.1654277 Aug 13 11:19:40.954531 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-7a626918-2c00-4181-bb26-cb000d13029e tempest-AttachVolumeTestJSON-893493791 tempest-AttachVolumeTestJSON-893493791-project] Notify callbacks [] for port, precommit_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 11:19:40.964683 dv-cinder-797608-16-iscsi neutron-server[93883]: INFO neutron.wsgi [req-3707501b-9be4-4407-b8fe-9c87c8bf5a97 req-c5f765d3-1e96-4ff3-a43d-cc8535d30a04 service neutron] 10.222.0.20 "GET /v2.0/networks/6f5038ba-d500-4dd2-a178-c3c7a20c3f8a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1984465 Aug 13 11:19:41.037405 dv-cinder-797608-16-iscsi neutron-server[93884]: INFO neutron.wsgi [req-8b8afb6d-0757-4e42-92ce-c4208ddebd0b req-96290c4b-93f1-4d3f-a394-4fa8cd29ece9 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=1ebd7405-00bb-4e41-b826-c3f3f5ab625e HTTP/1.1" status: 200 len: 217 time: 0.0808399 Aug 13 11:19:41.053831 dv-cinder-797608-16-iscsi neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1e8ff5d-86e4-497a-85f5-e64233168950 req-395afa23-6550-4f8d-bb2e-1107f878aa08 tempest-AttachVolumeNegativeTest-1779138385 tempest-AttachVolumeNegativeTest-1779138385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 11:19:41.055391 dv-cinder-797608-16-iscsi neutron-server[93884]: INFO neutron.wsgi [req-e1e8ff5d-86e4-497a-85f5-e64233168950 req-395afa23-6550-4f8d-bb2e-1107f878aa08 tempest-AttachVolumeNegativeTest-1779138385 tempest-AttachVolumeNegativeTest-1779138385-project] 10.222.0.32 "GET /v2.0/ports?device_id=c1224182-6442-47ad-be32-6a6dcdfe90a7 HTTP/1.1" status: 200 len: 943 time: 0.1309509 Aug 13 11:19:41.169886 dv-cinder-797608-16-iscsi neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b8afb6d-0757-4e42-92ce-c4208ddebd0b req-86dfb269-4263-41eb-805f-8f391e89c520 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 11:19:41.171750 dv-cinder-797608-16-iscsi neutron-server[93884]: INFO neutron.wsgi [req-8b8afb6d-0757-4e42-92ce-c4208ddebd0b req-86dfb269-4263-41eb-805f-8f391e89c520 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=0a294ee4-9310-4ae0-897c-3c3fffa9fb3c HTTP/1.1" status: 200 len: 854 time: 0.1151593 Aug 13 11:19:41.175952 dv-cinder-797608-16-iscsi neutron-server[93884]: INFO neutron.wsgi [req-e1e8ff5d-86e4-497a-85f5-e64233168950 req-f0db9c58-5034-49ee-87a8-e11687996744 tempest-AttachVolumeNegativeTest-1779138385 tempest-AttachVolumeNegativeTest-1779138385-project] 10.222.0.32 "GET /v2.0/security-groups?id=e9ebb553-6898-47d0-8034-10e78e802a38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0804768 Aug 13 11:19:41.224237 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-7a626918-2c00-4181-bb26-cb000d13029e tempest-AttachVolumeTestJSON-893493791 tempest-AttachVolumeTestJSON-893493791-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935844', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611014', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782137337079'] for port, after_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 11:19:41.287651 dv-cinder-797608-16-iscsi neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-f3c7b566-2d41-4a62-9ed5-9353dda235b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782137812740', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-997306'] for agent, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 11:19:41.305171 dv-cinder-797608-16-iscsi neutron-server[93884]: INFO neutron.wsgi [req-8b8afb6d-0757-4e42-92ce-c4208ddebd0b req-4bd05ac9-aa1c-4455-b9c7-e99e6bfe03a1 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=ef82cda3-482a-4d19-86b5-de7fdfe5ee01&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1221967 Aug 13 11:19:41.308401 dv-cinder-797608-16-iscsi neutron-server[93883]: INFO neutron.wsgi [req-3707501b-9be4-4407-b8fe-9c87c8bf5a97 req-0d0dc229-19fe-46fc-969c-d8e206dc2928 service neutron] 10.222.0.20 "GET /v2.0/networks/6f5038ba-d500-4dd2-a178-c3c7a20c3f8a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3329217 Aug 13 11:19:41.358752 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7a626918-2c00-4181-bb26-cb000d13029e tempest-AttachVolumeTestJSON-893493791 tempest-AttachVolumeTestJSON-893493791-project] Network 7c3f0979-58a5-4465-87f9-e256377c6b61 is already hosted by enough agents. {{(pid=93883) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 13 11:19:41.367974 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron.scheduler.base_scheduler [None req-7a626918-2c00-4181-bb26-cb000d13029e tempest-AttachVolumeTestJSON-893493791 tempest-AttachVolumeTestJSON-893493791-project] Resources bound (agent type, host, resource id): {{(pid=93883) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 13 11:19:41.372735 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a626918-2c00-4181-bb26-cb000d13029e tempest-AttachVolumeTestJSON-893493791 tempest-AttachVolumeTestJSON-893493791-project] Received port after_create {{(pid=93883) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 13 11:19:41.375205 dv-cinder-797608-16-iscsi neutron-server[93884]: INFO neutron.wsgi [req-02a01221-2024-4853-8510-736880000811 req-72a22fdb-ff27-4583-92e2-7d0dce3f3fe4 tempest-ServerRescueNegativeTestJSON-217385872 tempest-ServerRescueNegativeTestJSON-217385872-project] 10.222.0.32 "GET /v2.0/ports?device_id=f07a0f18-2b98-479b-bd6a-186739dfba26 HTTP/1.1" status: 200 len: 210 time: 0.1028707 Aug 13 11:19:41.553948 dv-cinder-797608-16-iscsi neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-05931952-e11e-4e12-af58-ece1398d134b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782137812740', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-997306'] for agent, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 11:19:41.580986 dv-cinder-797608-16-iscsi neutron-server[93884]: INFO neutron.wsgi [req-8b8afb6d-0757-4e42-92ce-c4208ddebd0b req-aa52f679-d9dd-491c-a393-c38698dd064e service neutron] 10.222.0.20 "GET /v2.0/networks/ef82cda3-482a-4d19-86b5-de7fdfe5ee01?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2210236 Aug 13 11:19:41.607815 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a626918-2c00-4181-bb26-cb000d13029e tempest-AttachVolumeTestJSON-893493791 tempest-AttachVolumeTestJSON-893493791-project] Pushing event updated for resources: {'Port': ['ID=6f45df66-6274-4de2-9426-8671cdcf2281,revision_number=1']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 11:19:41.684458 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-7a626918-2c00-4181-bb26-cb000d13029e tempest-AttachVolumeTestJSON-893493791 tempest-AttachVolumeTestJSON-893493791-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 11:19:41.803841 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-7a626918-2c00-4181-bb26-cb000d13029e tempest-AttachVolumeTestJSON-893493791 tempest-AttachVolumeTestJSON-893493791-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935434'] for port, before_update {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 11:19:41.880953 dv-cinder-797608-16-iscsi neutron-server[93885]: DEBUG neutron.plugins.ml2.rpc [None req-05931952-e11e-4e12-af58-ece1398d134b None None] Device 45e3f436-3794-40a9-af26-b99e1c53270c up at agent ovs-agent-dv-cinder-797608-16-iscsi {{(pid=93885) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 13 11:19:41.895094 dv-cinder-797608-16-iscsi neutron-server[93884]: INFO neutron.wsgi [req-8b8afb6d-0757-4e42-92ce-c4208ddebd0b req-dcb8ab5a-f592-4c40-98a4-5a7a261b11a1 service neutron] 10.222.0.20 "GET /v2.0/networks/ef82cda3-482a-4d19-86b5-de7fdfe5ee01?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3056383 Aug 13 11:19:42.030155 dv-cinder-797608-16-iscsi neutron-server[93885]: DEBUG neutron.db.provisioning_blocks [None req-05931952-e11e-4e12-af58-ece1398d134b None None] Provisioning for port 45e3f436-3794-40a9-af26-b99e1c53270c completed by entity L2. {{(pid=93885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 13 11:19:42.036740 dv-cinder-797608-16-iscsi neutron-server[93885]: DEBUG neutron.db.provisioning_blocks [None req-05931952-e11e-4e12-af58-ece1398d134b None None] Provisioning complete for port 45e3f436-3794-40a9-af26-b99e1c53270c triggered by entity L2. {{(pid=93885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 13 11:19:42.037339 dv-cinder-797608-16-iscsi neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-05931952-e11e-4e12-af58-ece1398d134b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-997193'] for port, provisioning_complete {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 11:19:42.151333 dv-cinder-797608-16-iscsi neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dcff289-39fa-4baa-b383-7b5a933d8af3 req-6815ba2d-e26f-4474-aeaf-bafe0af93d86 tempest-DeleteServersTestJSON-100487038 tempest-DeleteServersTestJSON-100487038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 11:19:42.158841 dv-cinder-797608-16-iscsi neutron-server[93886]: DEBUG neutron.db.agents_db [None req-85e56f49-6478-4807-bf82-7523a15d9e55 None None] Agent healthcheck: found 6 active agents {{(pid=93886) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 13 11:19:42.167963 dv-cinder-797608-16-iscsi neutron-server[93884]: INFO neutron.wsgi [req-1dcff289-39fa-4baa-b383-7b5a933d8af3 req-6815ba2d-e26f-4474-aeaf-bafe0af93d86 tempest-DeleteServersTestJSON-100487038 tempest-DeleteServersTestJSON-100487038-project] 10.222.0.32 "GET /v2.0/ports?device_id=f796e873-a356-4bc8-8591-8116569f8f94 HTTP/1.1" status: 200 len: 943 time: 0.2543623 Aug 13 11:19:42.234786 dv-cinder-797608-16-iscsi neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e57f2716-08a1-4431-97e1-d6a5dd6e8f9d req-3fa1261a-5f92-430c-b7da-ebce7b8ad02f tempest-ServerRescueNegativeTestJSON-217385872 tempest-ServerRescueNegativeTestJSON-217385872-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 11:19:42.236368 dv-cinder-797608-16-iscsi neutron-server[93884]: INFO neutron.wsgi [req-e57f2716-08a1-4431-97e1-d6a5dd6e8f9d req-3fa1261a-5f92-430c-b7da-ebce7b8ad02f tempest-ServerRescueNegativeTestJSON-217385872 tempest-ServerRescueNegativeTestJSON-217385872-project] 10.222.0.32 "GET /v2.0/networks?id=02c7fb52-0ad2-484c-84d8-96df36c92bd5 HTTP/1.1" status: 200 len: 818 time: 0.3402913 Aug 13 11:19:42.259955 dv-cinder-797608-16-iscsi neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-05931952-e11e-4e12-af58-ece1398d134b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935434'] for port, before_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 11:19:42.281366 dv-cinder-797608-16-iscsi neutron-server[93884]: INFO neutron.wsgi [req-1dcff289-39fa-4baa-b383-7b5a933d8af3 req-6561c6fb-ed7e-4229-abfc-8814c50d79ba tempest-DeleteServersTestJSON-100487038 tempest-DeleteServersTestJSON-100487038-project] 10.222.0.32 "GET /v2.0/security-groups?id=8cd093f5-7080-4f8f-a2ab-8e997754e5fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1042557 Aug 13 11:19:42.302971 dv-cinder-797608-16-iscsi neutron-server[93884]: INFO neutron.wsgi [req-e57f2716-08a1-4431-97e1-d6a5dd6e8f9d req-a7298250-0258-4334-911c-42fe6e524561 tempest-ServerRescueNegativeTestJSON-217385872 tempest-ServerRescueNegativeTestJSON-217385872-project] 10.222.0.32 "GET /v2.0/quotas/7ce5ec11b3fa4a3da17a044b60c4d7c0 HTTP/1.1" status: 200 len: 375 time: 0.0252872 Aug 13 11:19:42.362782 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-7a626918-2c00-4181-bb26-cb000d13029e tempest-AttachVolumeTestJSON-893493791 tempest-AttachVolumeTestJSON-893493791-project] Notify callbacks [] for port, precommit_update {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 11:19:42.373608 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-7a626918-2c00-4181-bb26-cb000d13029e tempest-AttachVolumeTestJSON-893493791 tempest-AttachVolumeTestJSON-893493791-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935844', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611014', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782137889940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782137337613', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782137337631'] for port, after_update {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 11:19:42.392259 dv-cinder-797608-16-iscsi neutron-server[93885]: DEBUG neutron.plugins.ml2.db [None req-05931952-e11e-4e12-af58-ece1398d134b None None] For port 45e3f436-3794-40a9-af26-b99e1c53270c, host dv-cinder-797608-16-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797608-16-iscsi',level=0,port_id=45e3f436-3794-40a9-af26-b99e1c53270c,segment=NetworkSegment(f91f77da-5339-477e-a1d0-b21d720c56da),segment_id=f91f77da-5339-477e-a1d0-b21d720c56da)] {{(pid=93885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 13 11:19:42.407830 dv-cinder-797608-16-iscsi neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-05931952-e11e-4e12-af58-ece1398d134b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935844', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611014', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782137889940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782137337613', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782137337631'] for port, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 11:19:42.409398 dv-cinder-797608-16-iscsi neutron-server[93885]: DEBUG neutron.plugins.ml2.rpc [None req-05931952-e11e-4e12-af58-ece1398d134b None None] Device fea4a98c-afc2-4593-8fb8-43379d480615 up at agent ovs-agent-dv-cinder-797608-16-iscsi {{(pid=93885) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 13 11:19:42.501559 dv-cinder-797608-16-iscsi neutron-server[93884]: INFO neutron.wsgi [req-e57f2716-08a1-4431-97e1-d6a5dd6e8f9d req-969001fd-4a35-4ef3-bc54-b6235b0e3d68 tempest-ServerRescueNegativeTestJSON-217385872 tempest-ServerRescueNegativeTestJSON-217385872-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=7ce5ec11b3fa4a3da17a044b60c4d7c0&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1885664 Aug 13 11:19:42.518260 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-7a626918-2c00-4181-bb26-cb000d13029e tempest-AttachVolumeTestJSON-893493791 tempest-AttachVolumeTestJSON-893493791-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1585555'] for floatingip, after_update {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 11:19:42.543932 dv-cinder-797608-16-iscsi neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-c8cb50cc-12ff-4088-b7b1-9c64999b964c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782137812740', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-997306'] for agent, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 11:19:42.557012 dv-cinder-797608-16-iscsi neutron-server[93885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05931952-e11e-4e12-af58-ece1398d134b None None] Pushing event updated for resources: {'Port': ['ID=45e3f436-3794-40a9-af26-b99e1c53270c,revision_number=5']} {{(pid=93885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 11:19:42.579332 dv-cinder-797608-16-iscsi neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b7aa2ea-9215-4577-83b9-9daa37dd4b97 req-82d1eb2c-4328-443c-9c6c-a671b448caf2 tempest-AttachVolumeNegativeTest-1779138385 tempest-AttachVolumeNegativeTest-1779138385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 11:19:42.581518 dv-cinder-797608-16-iscsi neutron-server[93884]: INFO neutron.wsgi [req-0b7aa2ea-9215-4577-83b9-9daa37dd4b97 req-82d1eb2c-4328-443c-9c6c-a671b448caf2 tempest-AttachVolumeNegativeTest-1779138385 tempest-AttachVolumeNegativeTest-1779138385-project] 10.222.0.32 "GET /v2.0/ports?device_id=c1224182-6442-47ad-be32-6a6dcdfe90a7 HTTP/1.1" status: 200 len: 943 time: 0.1759691 Aug 13 11:19:42.604554 dv-cinder-797608-16-iscsi neutron-server[93885]: DEBUG neutron.db.provisioning_blocks [None req-05931952-e11e-4e12-af58-ece1398d134b None None] Provisioning complete for port fea4a98c-afc2-4593-8fb8-43379d480615 triggered by entity L2. {{(pid=93885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 13 11:19:42.605282 dv-cinder-797608-16-iscsi neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-05931952-e11e-4e12-af58-ece1398d134b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-997193'] for port, provisioning_complete {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 11:19:42.609636 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a626918-2c00-4181-bb26-cb000d13029e tempest-AttachVolumeTestJSON-893493791 tempest-AttachVolumeTestJSON-893493791-project] Pushing event updated for resources: {'Port': ['ID=6f45df66-6274-4de2-9426-8671cdcf2281,revision_number=2']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 11:19:42.612674 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-7a626918-2c00-4181-bb26-cb000d13029e tempest-AttachVolumeTestJSON-893493791 tempest-AttachVolumeTestJSON-893493791-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-128352'] for floatingip, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 11:19:42.622665 dv-cinder-797608-16-iscsi neutron-server[93883]: INFO neutron.wsgi [None req-7a626918-2c00-4181-bb26-cb000d13029e tempest-AttachVolumeTestJSON-893493791 tempest-AttachVolumeTestJSON-893493791-project] 10.222.0.32 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 3.0934012 Aug 13 11:19:42.723197 dv-cinder-797608-16-iscsi neutron-server[93884]: INFO neutron.wsgi [req-e57f2716-08a1-4431-97e1-d6a5dd6e8f9d req-a10c948c-045b-4f9f-a964-16a95b9e973e service neutron] 10.222.0.32 "GET /v2.0/networks/02c7fb52-0ad2-484c-84d8-96df36c92bd5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2113485 Aug 13 11:19:42.837412 dv-cinder-797608-16-iscsi neutron-server[93884]: INFO neutron.wsgi [req-0b7aa2ea-9215-4577-83b9-9daa37dd4b97 req-3539f091-4a7c-439f-86f0-0ba8df869286 tempest-AttachVolumeNegativeTest-1779138385 tempest-AttachVolumeNegativeTest-1779138385-project] 10.222.0.32 "GET /v2.0/security-groups?id=e9ebb553-6898-47d0-8034-10e78e802a38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2405226 Aug 13 11:19:42.889852 dv-cinder-797608-16-iscsi neutron-server[93884]: INFO neutron.wsgi [req-e57f2716-08a1-4431-97e1-d6a5dd6e8f9d req-8fc6f03e-817d-45e8-ae3a-65b12f950b33 service neutron] 10.222.0.32 "GET /v2.0/networks/02c7fb52-0ad2-484c-84d8-96df36c92bd5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1431770 Aug 13 11:19:42.978185 dv-cinder-797608-16-iscsi neutron-server[93884]: INFO neutron.wsgi [req-65acabf4-b636-4b96-a2b9-6d74b637dbb1 req-04d03813-8e2e-4be9-9ec4-7afa0b2ad1ca tempest-AttachVolumeTestJSON-893493791 tempest-AttachVolumeTestJSON-893493791-project] 10.222.0.32 "GET /v2.0/security-groups?name=tempest-securitygroup--2132540504&fields=id&tenant_id=79ef1636c6ae4656a27be7ebe99adfd8 HTTP/1.1" status: 200 len: 267 time: 0.0482132 Aug 13 11:19:43.357929 dv-cinder-797608-16-iscsi neutron-server[93884]: INFO neutron.wsgi [req-b82d84e9-8b0a-4aee-b38d-12d29c92f4a4 req-b33ae7c9-2965-4420-9999-db9d63f983e5 tempest-ServerRescueNegativeTestJSON-217385872 tempest-ServerRescueNegativeTestJSON-217385872-project] 10.222.0.32 "GET /v2.0/ports?device_id=994527d7-146c-46c8-a16a-bc04ce3e770b HTTP/1.1" status: 200 len: 210 time: 0.1316698 Aug 13 11:19:43.433732 dv-cinder-797608-16-iscsi neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-976bf67c-b75a-46b0-82e3-49c4f677db71 req-59c717cc-06d6-4893-bc9d-879b9139e4e9 tempest-ServerRescueNegativeTestJSON-217385872 tempest-ServerRescueNegativeTestJSON-217385872-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 11:19:43.435769 dv-cinder-797608-16-iscsi neutron-server[93884]: INFO neutron.wsgi [req-976bf67c-b75a-46b0-82e3-49c4f677db71 req-59c717cc-06d6-4893-bc9d-879b9139e4e9 tempest-ServerRescueNegativeTestJSON-217385872 tempest-ServerRescueNegativeTestJSON-217385872-project] 10.222.0.20 "GET /v2.0/networks?id=02c7fb52-0ad2-484c-84d8-96df36c92bd5 HTTP/1.1" status: 200 len: 818 time: 0.1944525 Aug 13 11:19:43.452672 dv-cinder-797608-16-iscsi neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65acabf4-b636-4b96-a2b9-6d74b637dbb1 req-a05d42fb-5d96-4c97-8616-cc2b5293641b tempest-AttachVolumeTestJSON-893493791 tempest-AttachVolumeTestJSON-893493791-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 11:19:43.454637 dv-cinder-797608-16-iscsi neutron-server[93884]: INFO neutron.wsgi [req-65acabf4-b636-4b96-a2b9-6d74b637dbb1 req-a05d42fb-5d96-4c97-8616-cc2b5293641b tempest-AttachVolumeTestJSON-893493791 tempest-AttachVolumeTestJSON-893493791-project] 10.222.0.32 "GET /v2.0/networks?id=ec8923c9-e8aa-4fb7-a57a-17b8964f1574 HTTP/1.1" status: 200 len: 811 time: 0.4666393 Aug 13 11:19:43.462177 dv-cinder-797608-16-iscsi neutron-server[93884]: DEBUG neutron.api.v2.base [req-976bf67c-b75a-46b0-82e3-49c4f677db71 req-9e486667-7f95-42bf-9d90-207604bf5791 tempest-ServerRescueNegativeTestJSON-217385872 tempest-ServerRescueNegativeTestJSON-217385872-project] Request body: {'port': {'device_id': 'f07a0f18-2b98-479b-bd6a-186739dfba26', 'network_id': '02c7fb52-0ad2-484c-84d8-96df36c92bd5', 'admin_state_up': True, 'tenant_id': '7ce5ec11b3fa4a3da17a044b60c4d7c0'}} {{(pid=93884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 13 11:19:43.556822 dv-cinder-797608-16-iscsi neutron-server[93884]: INFO neutron.wsgi [req-65acabf4-b636-4b96-a2b9-6d74b637dbb1 req-5ee36d10-0cb3-4f32-97a7-3d1db04c1739 tempest-AttachVolumeTestJSON-893493791 tempest-AttachVolumeTestJSON-893493791-project] 10.222.0.32 "GET /v2.0/quotas/79ef1636c6ae4656a27be7ebe99adfd8 HTTP/1.1" status: 200 len: 375 time: 0.0873914 Aug 13 11:19:43.621058 dv-cinder-797608-16-iscsi neutron-server[93885]: DEBUG neutron.plugins.ml2.rpc [None req-05931952-e11e-4e12-af58-ece1398d134b None None] Device 45e3f436-3794-40a9-af26-b99e1c53270c up at agent ovs-agent-dv-cinder-797608-16-iscsi {{(pid=93885) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 13 11:19:43.700882 dv-cinder-797608-16-iscsi neutron-server[93885]: DEBUG neutron.plugins.ml2.rpc [None req-a0b9b986-0706-4fc6-9cf9-0eb02d2513dc None None] Device 1ebd7405-00bb-4e41-b826-c3f3f5ab625e details requested by agent hyperv_hv-cinder-79760 with host hv-cinder-79760 {{(pid=93885) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 13 11:19:43.729687 dv-cinder-797608-16-iscsi neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ee85f16-d856-49a8-8d26-0d537bd28c57 req-e68da650-b92f-4958-a87c-eea5def8ed64 tempest-DeleteServersTestJSON-100487038 tempest-DeleteServersTestJSON-100487038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 11:19:43.731198 dv-cinder-797608-16-iscsi neutron-server[93884]: INFO neutron.wsgi [req-4ee85f16-d856-49a8-8d26-0d537bd28c57 req-e68da650-b92f-4958-a87c-eea5def8ed64 tempest-DeleteServersTestJSON-100487038 tempest-DeleteServersTestJSON-100487038-project] 10.222.0.32 "GET /v2.0/ports?device_id=f796e873-a356-4bc8-8591-8116569f8f94 HTTP/1.1" status: 200 len: 943 time: 0.2755988 Aug 13 11:19:43.742788 dv-cinder-797608-16-iscsi neutron-server[93884]: INFO neutron.wsgi [req-65acabf4-b636-4b96-a2b9-6d74b637dbb1 req-45820593-288b-44e0-8be7-fbce380c6bb8 tempest-AttachVolumeTestJSON-893493791 tempest-AttachVolumeTestJSON-893493791-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=79ef1636c6ae4656a27be7ebe99adfd8&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1706886 Aug 13 11:19:43.782545 dv-cinder-797608-16-iscsi neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-976bf67c-b75a-46b0-82e3-49c4f677db71 req-9e486667-7f95-42bf-9d90-207604bf5791 tempest-ServerRescueNegativeTestJSON-217385872 tempest-ServerRescueNegativeTestJSON-217385872-project] Made reservation on behalf of 7ce5ec11b3fa4a3da17a044b60c4d7c0 for: {'port': 1} {{(pid=93884) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 13 11:19:43.787124 dv-cinder-797608-16-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [req-976bf67c-b75a-46b0-82e3-49c4f677db71 req-9e486667-7f95-42bf-9d90-207604bf5791 tempest-ServerRescueNegativeTestJSON-217385872 tempest-ServerRescueNegativeTestJSON-217385872-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935434'] for port, before_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 11:19:43.787484 dv-cinder-797608-16-iscsi neutron-server[93885]: DEBUG neutron.db.provisioning_blocks [None req-05931952-e11e-4e12-af58-ece1398d134b None None] Provisioning complete for port 45e3f436-3794-40a9-af26-b99e1c53270c triggered by entity L2. {{(pid=93885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 13 11:19:43.788018 dv-cinder-797608-16-iscsi neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-05931952-e11e-4e12-af58-ece1398d134b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-997193'] for port, provisioning_complete {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 11:19:43.839028 dv-cinder-797608-16-iscsi neutron-server[93884]: INFO neutron.wsgi [req-4ee85f16-d856-49a8-8d26-0d537bd28c57 req-e73f3d3f-8415-4f35-ad55-3428b635ad63 tempest-DeleteServersTestJSON-100487038 tempest-DeleteServersTestJSON-100487038-project] 10.222.0.32 "GET /v2.0/security-groups?id=8cd093f5-7080-4f8f-a2ab-8e997754e5fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0926261 Aug 13 11:19:43.910903 dv-cinder-797608-16-iscsi neutron-server[93885]: DEBUG neutron.plugins.ml2.db [None req-a0b9b986-0706-4fc6-9cf9-0eb02d2513dc None None] For port 1ebd7405-00bb-4e41-b826-c3f3f5ab625e, host hv-cinder-79760, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79760',level=0,port_id=1ebd7405-00bb-4e41-b826-c3f3f5ab625e,segment=NetworkSegment(f4dd2cc4-fdaa-47ce-bd00-4a8b0e01de32),segment_id=f4dd2cc4-fdaa-47ce-bd00-4a8b0e01de32)] {{(pid=93885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 13 11:19:43.949179 dv-cinder-797608-16-iscsi neutron-server[93885]: DEBUG neutron.plugins.ml2.rpc [None req-a0b9b986-0706-4fc6-9cf9-0eb02d2513dc None None] Returning: {'device': '1ebd7405-00bb-4e41-b826-c3f3f5ab625e', 'network_id': 'ef82cda3-482a-4d19-86b5-de7fdfe5ee01', 'port_id': '1ebd7405-00bb-4e41-b826-c3f3f5ab625e', 'mac_address': 'fa:16:3e:e8:6b:f1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 175, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0a294ee4-9310-4ae0-897c-3c3fffa9fb3c', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93885) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 13 11:19:44.084123 dv-cinder-797608-16-iscsi neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b36fd330-d12e-40ae-88aa-e4cbd69684a7 req-64f185de-bf3d-46a4-8765-d0ab83431d00 tempest-AttachVolumeNegativeTest-1779138385 tempest-AttachVolumeNegativeTest-1779138385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 11:19:44.085845 dv-cinder-797608-16-iscsi neutron-server[93884]: INFO neutron.wsgi [req-b36fd330-d12e-40ae-88aa-e4cbd69684a7 req-64f185de-bf3d-46a4-8765-d0ab83431d00 tempest-AttachVolumeNegativeTest-1779138385 tempest-AttachVolumeNegativeTest-1779138385-project] 10.222.0.32 "GET /v2.0/ports?device_id=c1224182-6442-47ad-be32-6a6dcdfe90a7 HTTP/1.1" status: 200 len: 943 time: 0.1555526 Aug 13 11:19:44.090535 dv-cinder-797608-16-iscsi neutron-server[93884]: INFO neutron.wsgi [req-65acabf4-b636-4b96-a2b9-6d74b637dbb1 req-b4561aa7-8e15-43f5-a431-d2d7103d7185 service neutron] 10.222.0.32 "GET /v2.0/networks/ec8923c9-e8aa-4fb7-a57a-17b8964f1574?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2917175 Aug 13 11:19:44.139212 dv-cinder-797608-16-iscsi neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-a0b9b986-0706-4fc6-9cf9-0eb02d2513dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935434'] for port, before_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 11:19:44.150476 dv-cinder-797608-16-iscsi neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-71795f1a-9c4d-4630-a580-a9486fbcc3ea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782137812740', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-997306'] for agent, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 11:19:44.153257 dv-cinder-797608-16-iscsi neutron-server[93885]: DEBUG neutron.notifiers.nova [None req-a0b9b986-0706-4fc6-9cf9-0eb02d2513dc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1ebd7405-00bb-4e41-b826-c3f3f5ab625e {{(pid=93885) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 13 11:19:44.173626 dv-cinder-797608-16-iscsi neutron-server[93885]: DEBUG neutron.plugins.ml2.db [None req-a0b9b986-0706-4fc6-9cf9-0eb02d2513dc None None] For port 1ebd7405-00bb-4e41-b826-c3f3f5ab625e, host hv-cinder-79760, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79760',level=0,port_id=1ebd7405-00bb-4e41-b826-c3f3f5ab625e,segment=NetworkSegment(f4dd2cc4-fdaa-47ce-bd00-4a8b0e01de32),segment_id=f4dd2cc4-fdaa-47ce-bd00-4a8b0e01de32)] {{(pid=93885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 13 11:19:44.177606 dv-cinder-797608-16-iscsi neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-a0b9b986-0706-4fc6-9cf9-0eb02d2513dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935844', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611014', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782137889940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782137337613', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782137337631'] for port, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 11:19:44.178451 dv-cinder-797608-16-iscsi neutron-server[93885]: DEBUG neutron.plugins.ml2.rpc [None req-a0b9b986-0706-4fc6-9cf9-0eb02d2513dc None None] Device 2482a2cb-4361-4902-ab73-6f0186e51904 details requested by agent hyperv_hv-cinder-79760 with host hv-cinder-79760 {{(pid=93885) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 13 11:19:44.180245 dv-cinder-797608-16-iscsi neutron-server[93884]: DEBUG neutron.db.db_base_plugin_common [req-976bf67c-b75a-46b0-82e3-49c4f677db71 req-9e486667-7f95-42bf-9d90-207604bf5791 tempest-ServerRescueNegativeTestJSON-217385872 tempest-ServerRescueNegativeTestJSON-217385872-project] Allocated IP 172.20.0.8 (02c7fb52-0ad2-484c-84d8-96df36c92bd5/4d0dfa4f-d7e7-4367-877a-a49567302b15/51600623-03db-4e3a-a453-54b221839aac) {{(pid=93884) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 13 11:19:44.202315 dv-cinder-797608-16-iscsi neutron-server[93884]: INFO neutron.wsgi [req-b36fd330-d12e-40ae-88aa-e4cbd69684a7 req-760f0a73-e383-4e6b-8150-a75edbad9ece tempest-AttachVolumeNegativeTest-1779138385 tempest-AttachVolumeNegativeTest-1779138385-project] 10.222.0.32 "GET /v2.0/security-groups?id=e9ebb553-6898-47d0-8034-10e78e802a38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1085126 Aug 13 11:19:44.257468 dv-cinder-797608-16-iscsi neutron-server[93884]: INFO neutron.wsgi [req-65acabf4-b636-4b96-a2b9-6d74b637dbb1 req-8a814bf1-2e65-416a-916d-716e3b34d67e service neutron] 10.222.0.32 "GET /v2.0/networks/ec8923c9-e8aa-4fb7-a57a-17b8964f1574?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1513462 Aug 13 11:19:44.281368 dv-cinder-797608-16-iscsi neutron-server[93885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0b9b986-0706-4fc6-9cf9-0eb02d2513dc None None] Pushing event updated for resources: {'Port': ['ID=1ebd7405-00bb-4e41-b826-c3f3f5ab625e,revision_number=4']} {{(pid=93885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 11:19:44.321952 dv-cinder-797608-16-iscsi neutron-server[93885]: DEBUG neutron.plugins.ml2.db [None req-a0b9b986-0706-4fc6-9cf9-0eb02d2513dc None None] For port 2482a2cb-4361-4902-ab73-6f0186e51904, host hv-cinder-79760, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79760',level=0,port_id=2482a2cb-4361-4902-ab73-6f0186e51904,segment=NetworkSegment(512592b2-57c8-4727-ad28-2b8f081b80ff),segment_id=512592b2-57c8-4727-ad28-2b8f081b80ff)] {{(pid=93885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 13 11:19:44.336910 dv-cinder-797608-16-iscsi neutron-server[93885]: DEBUG neutron.plugins.ml2.rpc [None req-a0b9b986-0706-4fc6-9cf9-0eb02d2513dc None None] Returning: {'device': '2482a2cb-4361-4902-ab73-6f0186e51904', 'network_id': '6f5038ba-d500-4dd2-a178-c3c7a20c3f8a', 'port_id': '2482a2cb-4361-4902-ab73-6f0186e51904', 'mac_address': 'fa:16:3e:19:ce:18', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 154, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cb08a571-40ed-4698-bcf0-c899006f3a81', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93885) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 13 11:19:44.369836 dv-cinder-797608-16-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [req-976bf67c-b75a-46b0-82e3-49c4f677db71 req-9e486667-7f95-42bf-9d90-207604bf5791 tempest-ServerRescueNegativeTestJSON-217385872 tempest-ServerRescueNegativeTestJSON-217385872-project] Notify callbacks [] for port, precommit_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 11:19:44.377589 dv-cinder-797608-16-iscsi neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-a0b9b986-0706-4fc6-9cf9-0eb02d2513dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935434'] for port, before_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 11:19:44.396430 dv-cinder-797608-16-iscsi neutron-server[93885]: DEBUG neutron.notifiers.nova [None req-a0b9b986-0706-4fc6-9cf9-0eb02d2513dc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2482a2cb-4361-4902-ab73-6f0186e51904 {{(pid=93885) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 13 11:19:44.424572 dv-cinder-797608-16-iscsi neutron-server[93885]: DEBUG neutron.plugins.ml2.db [None req-a0b9b986-0706-4fc6-9cf9-0eb02d2513dc None None] For port 2482a2cb-4361-4902-ab73-6f0186e51904, host hv-cinder-79760, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79760',level=0,port_id=2482a2cb-4361-4902-ab73-6f0186e51904,segment=NetworkSegment(512592b2-57c8-4727-ad28-2b8f081b80ff),segment_id=512592b2-57c8-4727-ad28-2b8f081b80ff)] {{(pid=93885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 13 11:19:44.433565 dv-cinder-797608-16-iscsi neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-a0b9b986-0706-4fc6-9cf9-0eb02d2513dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935844', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611014', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782137889940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782137337613', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782137337631'] for port, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 11:19:44.487154 dv-cinder-797608-16-iscsi neutron-server[93884]: INFO neutron.wsgi [req-96bf6a73-7c06-4f90-93b1-869188d628ce req-16dd7e84-d640-4a96-8246-b191b1e05605 tempest-AttachVolumeTestJSON-893493791 tempest-AttachVolumeTestJSON-893493791-project] 10.222.0.32 "GET /v2.0/ports?device_id=210d2391-7cc4-41fd-87e2-e84f6d335633 HTTP/1.1" status: 200 len: 210 time: 0.0404315 Aug 13 11:19:44.495893 dv-cinder-797608-16-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [req-976bf67c-b75a-46b0-82e3-49c4f677db71 req-9e486667-7f95-42bf-9d90-207604bf5791 tempest-ServerRescueNegativeTestJSON-217385872 tempest-ServerRescueNegativeTestJSON-217385872-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935844', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611014', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782137337079'] for port, after_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 11:19:44.519215 dv-cinder-797608-16-iscsi neutron-server[93885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0b9b986-0706-4fc6-9cf9-0eb02d2513dc None None] Pushing event updated for resources: {'Port': ['ID=2482a2cb-4361-4902-ab73-6f0186e51904,revision_number=4']} {{(pid=93885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 11:19:44.538111 dv-cinder-797608-16-iscsi neutron-server[93884]: INFO neutron.wsgi [req-f5210ce4-a757-4456-8dfe-03c5bc3180a9 req-6cc109b1-98c6-4061-acc9-ef5cb4859740 tempest-ServerRescueNegativeTestJSON-217385872 tempest-ServerRescueNegativeTestJSON-217385872-project] 10.222.0.32 "GET /v2.0/ports?device_id=994527d7-146c-46c8-a16a-bc04ce3e770b HTTP/1.1" status: 200 len: 210 time: 0.0446601 Aug 13 11:19:44.572917 dv-cinder-797608-16-iscsi neutron-server[93884]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-976bf67c-b75a-46b0-82e3-49c4f677db71 req-9e486667-7f95-42bf-9d90-207604bf5791 tempest-ServerRescueNegativeTestJSON-217385872 tempest-ServerRescueNegativeTestJSON-217385872-project] Network 02c7fb52-0ad2-484c-84d8-96df36c92bd5 is already hosted by enough agents. {{(pid=93884) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 13 11:19:44.576173 dv-cinder-797608-16-iscsi neutron-server[93884]: DEBUG neutron.scheduler.base_scheduler [req-976bf67c-b75a-46b0-82e3-49c4f677db71 req-9e486667-7f95-42bf-9d90-207604bf5791 tempest-ServerRescueNegativeTestJSON-217385872 tempest-ServerRescueNegativeTestJSON-217385872-project] Resources bound (agent type, host, resource id): {{(pid=93884) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 13 11:19:44.579847 dv-cinder-797608-16-iscsi neutron-server[93884]: DEBUG neutron.db.l3_dvrscheduler_db [req-976bf67c-b75a-46b0-82e3-49c4f677db71 req-9e486667-7f95-42bf-9d90-207604bf5791 tempest-ServerRescueNegativeTestJSON-217385872 tempest-ServerRescueNegativeTestJSON-217385872-project] Received port after_create {{(pid=93884) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 13 11:19:44.585463 dv-cinder-797608-16-iscsi neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-976bf67c-b75a-46b0-82e3-49c4f677db71 req-9e486667-7f95-42bf-9d90-207604bf5791 tempest-ServerRescueNegativeTestJSON-217385872 tempest-ServerRescueNegativeTestJSON-217385872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 11:19:44.586269 dv-cinder-797608-16-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [req-976bf67c-b75a-46b0-82e3-49c4f677db71 req-9e486667-7f95-42bf-9d90-207604bf5791 tempest-ServerRescueNegativeTestJSON-217385872 tempest-ServerRescueNegativeTestJSON-217385872-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-128352', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1611032'] for port, before_response {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 11:19:44.602912 dv-cinder-797608-16-iscsi neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e486667-7f95-42bf-9d90-207604bf5791 tempest-ServerRescueNegativeTestJSON-217385872 tempest-ServerRescueNegativeTestJSON-217385872-project] Pushing event updated for resources: {'Port': ['ID=51600623-03db-4e3a-a453-54b221839aac,revision_number=1']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 11:19:44.611536 dv-cinder-797608-16-iscsi neutron-server[93884]: INFO neutron.wsgi [req-976bf67c-b75a-46b0-82e3-49c4f677db71 req-9e486667-7f95-42bf-9d90-207604bf5791 tempest-ServerRescueNegativeTestJSON-217385872 tempest-ServerRescueNegativeTestJSON-217385872-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1545391 Aug 13 11:19:44.962778 dv-cinder-797608-16-iscsi neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5fa9212-1273-4e4e-98a4-1575677e20f7 req-b56e3484-3308-427e-90db-3589e9d6febf tempest-DeleteServersTestJSON-100487038 tempest-DeleteServersTestJSON-100487038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 11:19:44.964261 dv-cinder-797608-16-iscsi neutron-server[93884]: INFO neutron.wsgi [req-d5fa9212-1273-4e4e-98a4-1575677e20f7 req-b56e3484-3308-427e-90db-3589e9d6febf tempest-DeleteServersTestJSON-100487038 tempest-DeleteServersTestJSON-100487038-project] 10.222.0.32 "GET /v2.0/ports?device_id=f796e873-a356-4bc8-8591-8116569f8f94 HTTP/1.1" status: 200 len: 944 time: 0.0478027 Aug 13 11:19:45.005155 dv-cinder-797608-16-iscsi neutron-server[93884]: INFO neutron.wsgi [req-d5fa9212-1273-4e4e-98a4-1575677e20f7 req-5680a435-5327-4f96-a4ed-4916762fc0ca tempest-DeleteServersTestJSON-100487038 tempest-DeleteServersTestJSON-100487038-project] 10.222.0.32 "GET /v2.0/security-groups?id=8cd093f5-7080-4f8f-a2ab-8e997754e5fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0349979 Aug 13 11:19:45.321674 dv-cinder-797608-16-iscsi neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a1dbb91-e73d-4620-bda9-2e479876312a req-0a445cdb-4c6c-4c41-a73b-b881e47fe3a2 tempest-AttachVolumeNegativeTest-1779138385 tempest-AttachVolumeNegativeTest-1779138385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 11:19:45.323147 dv-cinder-797608-16-iscsi neutron-server[93884]: INFO neutron.wsgi [req-3a1dbb91-e73d-4620-bda9-2e479876312a req-0a445cdb-4c6c-4c41-a73b-b881e47fe3a2 tempest-AttachVolumeNegativeTest-1779138385 tempest-AttachVolumeNegativeTest-1779138385-project] 10.222.0.32 "GET /v2.0/ports?device_id=c1224182-6442-47ad-be32-6a6dcdfe90a7 HTTP/1.1" status: 200 len: 944 time: 0.0473967 Aug 13 11:19:45.359407 dv-cinder-797608-16-iscsi neutron-server[93884]: INFO neutron.wsgi [req-3a1dbb91-e73d-4620-bda9-2e479876312a req-42014162-b38f-4b62-82c3-2488c78e37a8 tempest-AttachVolumeNegativeTest-1779138385 tempest-AttachVolumeNegativeTest-1779138385-project] 10.222.0.32 "GET /v2.0/security-groups?id=e9ebb553-6898-47d0-8034-10e78e802a38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0305214 Aug 13 11:19:45.581713 dv-cinder-797608-16-iscsi neutron-server[93884]: INFO neutron.wsgi [req-d93d8ff2-d4e0-415c-a7eb-41c34fb4e2a7 req-c37baa84-3d11-45a0-b591-2fa8c3d004b1 tempest-AttachVolumeTestJSON-893493791 tempest-AttachVolumeTestJSON-893493791-project] 10.222.0.32 "GET /v2.0/ports?device_id=210d2391-7cc4-41fd-87e2-e84f6d335633 HTTP/1.1" status: 200 len: 210 time: 0.0262630 Aug 13 11:19:45.639893 dv-cinder-797608-16-iscsi neutron-server[93884]: INFO neutron.wsgi [req-d2feed98-d782-493e-b965-6d8718784a41 req-4058425c-fd61-49b0-ab48-e5020ebe097b tempest-ServerRescueNegativeTestJSON-217385872 tempest-ServerRescueNegativeTestJSON-217385872-project] 10.222.0.32 "GET /v2.0/ports?device_id=994527d7-146c-46c8-a16a-bc04ce3e770b HTTP/1.1" status: 200 len: 210 time: 0.0262303 Aug 13 11:19:46.120635 dv-cinder-797608-16-iscsi neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91517a5a-60f3-44a2-b3ec-27b87560a5ea req-dce3458d-0e9e-4642-a0ac-444a91f36ba8 tempest-DeleteServersTestJSON-100487038 tempest-DeleteServersTestJSON-100487038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 11:19:46.122092 dv-cinder-797608-16-iscsi neutron-server[93884]: INFO neutron.wsgi [req-91517a5a-60f3-44a2-b3ec-27b87560a5ea req-dce3458d-0e9e-4642-a0ac-444a91f36ba8 tempest-DeleteServersTestJSON-100487038 tempest-DeleteServersTestJSON-100487038-project] 10.222.0.32 "GET /v2.0/ports?device_id=f796e873-a356-4bc8-8591-8116569f8f94 HTTP/1.1" status: 200 len: 944 time: 0.0496280 Aug 13 11:19:46.157567 dv-cinder-797608-16-iscsi neutron-server[93884]: INFO neutron.wsgi [req-91517a5a-60f3-44a2-b3ec-27b87560a5ea req-65dd17b4-8101-4663-98f2-0fb04a68d293 tempest-DeleteServersTestJSON-100487038 tempest-DeleteServersTestJSON-100487038-project] 10.222.0.32 "GET /v2.0/security-groups?id=8cd093f5-7080-4f8f-a2ab-8e997754e5fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0295007 Aug 13 11:19:46.470751 dv-cinder-797608-16-iscsi neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-028b301f-1f66-4575-9e7b-b2607af60871 req-c7f03614-ef23-41c7-936f-58178a971d28 tempest-AttachVolumeNegativeTest-1779138385 tempest-AttachVolumeNegativeTest-1779138385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 11:19:46.472098 dv-cinder-797608-16-iscsi neutron-server[93884]: INFO neutron.wsgi [req-028b301f-1f66-4575-9e7b-b2607af60871 req-c7f03614-ef23-41c7-936f-58178a971d28 tempest-AttachVolumeNegativeTest-1779138385 tempest-AttachVolumeNegativeTest-1779138385-project] 10.222.0.32 "GET /v2.0/ports?device_id=c1224182-6442-47ad-be32-6a6dcdfe90a7 HTTP/1.1" status: 200 len: 944 time: 0.0469580 Aug 13 11:19:46.507873 dv-cinder-797608-16-iscsi neutron-server[93884]: INFO neutron.wsgi [req-028b301f-1f66-4575-9e7b-b2607af60871 req-caa6cb40-7483-45c8-b660-65191849396f tempest-AttachVolumeNegativeTest-1779138385 tempest-AttachVolumeNegativeTest-1779138385-project] 10.222.0.32 "GET /v2.0/security-groups?id=e9ebb553-6898-47d0-8034-10e78e802a38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0300903 Aug 13 11:19:46.680002 dv-cinder-797608-16-iscsi neutron-server[93884]: INFO neutron.wsgi [req-87b27b7b-41c2-48f1-a733-6e3c0d25771b req-a8befa47-eab6-4203-bade-faa85f8f771f tempest-AttachVolumeTestJSON-893493791 tempest-AttachVolumeTestJSON-893493791-project] 10.222.0.32 "GET /v2.0/ports?device_id=210d2391-7cc4-41fd-87e2-e84f6d335633 HTTP/1.1" status: 200 len: 210 time: 0.0260558 Aug 13 11:19:46.731582 dv-cinder-797608-16-iscsi neutron-server[93884]: INFO neutron.wsgi [req-0e805874-476c-4a3b-8564-f1a0b681e804 req-b3cf6dcb-a1c2-48fd-b222-b89cf59ef829 tempest-ServerRescueNegativeTestJSON-217385872 tempest-ServerRescueNegativeTestJSON-217385872-project] 10.222.0.32 "GET /v2.0/ports?device_id=994527d7-146c-46c8-a16a-bc04ce3e770b HTTP/1.1" status: 200 len: 210 time: 0.0247478 Aug 13 11:19:46.935655 dv-cinder-797608-16-iscsi neutron-server[93884]: DEBUG neutron.api.v2.base [req-976bf67c-b75a-46b0-82e3-49c4f677db71 req-792c3207-94dc-4c77-840e-c2b38989e6e7 service neutron] Request body: {'port': {'device_id': 'f07a0f18-2b98-479b-bd6a-186739dfba26', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79760'}} {{(pid=93884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 13 11:19:46.998943 dv-cinder-797608-16-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [req-976bf67c-b75a-46b0-82e3-49c4f677db71 req-792c3207-94dc-4c77-840e-c2b38989e6e7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935434'] for port, before_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 11:19:47.239852 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e57f2716-08a1-4431-97e1-d6a5dd6e8f9d req-64aa4d94-db3c-4037-bb3c-2f344eb25cd6 tempest-ServerRescueNegativeTestJSON-217385872 tempest-ServerRescueNegativeTestJSON-217385872-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 11:19:47.241262 dv-cinder-797608-16-iscsi neutron-server[93883]: INFO neutron.wsgi [req-e57f2716-08a1-4431-97e1-d6a5dd6e8f9d req-64aa4d94-db3c-4037-bb3c-2f344eb25cd6 tempest-ServerRescueNegativeTestJSON-217385872 tempest-ServerRescueNegativeTestJSON-217385872-project] 10.222.0.20 "GET /v2.0/networks?id=02c7fb52-0ad2-484c-84d8-96df36c92bd5 HTTP/1.1" status: 200 len: 818 time: 0.1566093 Aug 13 11:19:47.267288 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron.api.v2.base [req-e57f2716-08a1-4431-97e1-d6a5dd6e8f9d req-da9a4b68-8fa9-4c4a-9ba7-389de294e17a tempest-ServerRescueNegativeTestJSON-217385872 tempest-ServerRescueNegativeTestJSON-217385872-project] Request body: {'port': {'device_id': '994527d7-146c-46c8-a16a-bc04ce3e770b', 'network_id': '02c7fb52-0ad2-484c-84d8-96df36c92bd5', 'admin_state_up': True, 'tenant_id': '7ce5ec11b3fa4a3da17a044b60c4d7c0'}} {{(pid=93883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 13 11:19:47.345279 dv-cinder-797608-16-iscsi neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b8350ca-3490-4a14-84b8-6d485a9918cc req-17eb3474-f8db-46b5-94ee-87ff31e9cbb2 tempest-DeleteServersTestJSON-100487038 tempest-DeleteServersTestJSON-100487038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 11:19:47.347167 dv-cinder-797608-16-iscsi neutron-server[93884]: INFO neutron.wsgi [req-9b8350ca-3490-4a14-84b8-6d485a9918cc req-17eb3474-f8db-46b5-94ee-87ff31e9cbb2 tempest-DeleteServersTestJSON-100487038 tempest-DeleteServersTestJSON-100487038-project] 10.222.0.32 "GET /v2.0/ports?device_id=f796e873-a356-4bc8-8591-8116569f8f94 HTTP/1.1" status: 200 len: 944 time: 0.0667779 Aug 13 11:19:47.347963 dv-cinder-797608-16-iscsi neutron-server[93885]: DEBUG neutron.plugins.ml2.db [None req-a0b9b986-0706-4fc6-9cf9-0eb02d2513dc None None] get_ports_and_sgs() called for port_ids ['1ebd7405-00bb-4e41-b826-c3f3f5ab625e'] {{(pid=93885) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 13 11:19:47.369381 dv-cinder-797608-16-iscsi neutron-server[93885]: DEBUG neutron.plugins.ml2.db [None req-a0b9b986-0706-4fc6-9cf9-0eb02d2513dc None None] get_ports_and_sgs() called for port_ids ['2482a2cb-4361-4902-ab73-6f0186e51904'] {{(pid=93885) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 13 11:19:47.395641 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e57f2716-08a1-4431-97e1-d6a5dd6e8f9d req-da9a4b68-8fa9-4c4a-9ba7-389de294e17a tempest-ServerRescueNegativeTestJSON-217385872 tempest-ServerRescueNegativeTestJSON-217385872-project] Made reservation on behalf of 7ce5ec11b3fa4a3da17a044b60c4d7c0 for: {'port': 1} {{(pid=93883) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 13 11:19:47.399284 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-e57f2716-08a1-4431-97e1-d6a5dd6e8f9d req-da9a4b68-8fa9-4c4a-9ba7-389de294e17a tempest-ServerRescueNegativeTestJSON-217385872 tempest-ServerRescueNegativeTestJSON-217385872-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935434'] for port, before_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 11:19:47.439150 dv-cinder-797608-16-iscsi neutron-server[93884]: INFO neutron.wsgi [req-9b8350ca-3490-4a14-84b8-6d485a9918cc req-f420936a-b2bc-4a2e-bb75-e1b8c5143d57 tempest-DeleteServersTestJSON-100487038 tempest-DeleteServersTestJSON-100487038-project] 10.222.0.32 "GET /v2.0/security-groups?id=8cd093f5-7080-4f8f-a2ab-8e997754e5fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0774252 Aug 13 11:19:47.484500 dv-cinder-797608-16-iscsi neutron-server[93884]: DEBUG neutron.notifiers.nova [req-976bf67c-b75a-46b0-82e3-49c4f677db71 req-792c3207-94dc-4c77-840e-c2b38989e6e7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 51600623-03db-4e3a-a453-54b221839aac {{(pid=93884) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 13 11:19:47.492268 dv-cinder-797608-16-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [req-976bf67c-b75a-46b0-82e3-49c4f677db71 req-792c3207-94dc-4c77-840e-c2b38989e6e7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 11:19:47.505240 dv-cinder-797608-16-iscsi neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [req-976bf67c-b75a-46b0-82e3-49c4f677db71 req-792c3207-94dc-4c77-840e-c2b38989e6e7 service neutron] Transition to ACTIVE for port object 51600623-03db-4e3a-a453-54b221839aac will not be triggered until provisioned by entity L2. {{(pid=93884) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 13 11:19:47.508604 dv-cinder-797608-16-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [req-976bf67c-b75a-46b0-82e3-49c4f677db71 req-792c3207-94dc-4c77-840e-c2b38989e6e7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935844', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611014', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782137889940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782137337613', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782137337631'] for port, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 11:19:47.562378 dv-cinder-797608-16-iscsi neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-792c3207-94dc-4c77-840e-c2b38989e6e7 service neutron] Pushing event updated for resources: {'Port': ['ID=51600623-03db-4e3a-a453-54b221839aac,revision_number=2']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 11:19:47.574102 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron.db.db_base_plugin_common [req-e57f2716-08a1-4431-97e1-d6a5dd6e8f9d req-da9a4b68-8fa9-4c4a-9ba7-389de294e17a tempest-ServerRescueNegativeTestJSON-217385872 tempest-ServerRescueNegativeTestJSON-217385872-project] Allocated IP 172.20.0.12 (02c7fb52-0ad2-484c-84d8-96df36c92bd5/4d0dfa4f-d7e7-4367-877a-a49567302b15/526ee671-31e3-4c26-a725-d78ee3f191b2) {{(pid=93883) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 13 11:19:47.613107 dv-cinder-797608-16-iscsi neutron-server[93884]: DEBUG neutron.plugins.ml2.managers [req-976bf67c-b75a-46b0-82e3-49c4f677db71 req-792c3207-94dc-4c77-840e-c2b38989e6e7 service neutron] Attempting to bind port 51600623-03db-4e3a-a453-54b221839aac on host hv-cinder-79760 for vnic_type normal with profile {{(pid=93884) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 13 11:19:47.613589 dv-cinder-797608-16-iscsi neutron-server[93884]: DEBUG neutron.plugins.ml2.managers [req-976bf67c-b75a-46b0-82e3-49c4f677db71 req-792c3207-94dc-4c77-840e-c2b38989e6e7 service neutron] Attempting to bind port 51600623-03db-4e3a-a453-54b221839aac by drivers openvswitch,hyperv on host hv-cinder-79760 at level 0 using segments [{'id': 'f91f77da-5339-477e-a1d0-b21d720c56da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': '02c7fb52-0ad2-484c-84d8-96df36c92bd5'}] {{(pid=93884) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 13 11:19:47.614650 dv-cinder-797608-16-iscsi neutron-server[93884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-976bf67c-b75a-46b0-82e3-49c4f677db71 req-792c3207-94dc-4c77-840e-c2b38989e6e7 service neutron] Attempting to bind port 51600623-03db-4e3a-a453-54b221839aac on network 02c7fb52-0ad2-484c-84d8-96df36c92bd5 {{(pid=93884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 13 11:19:47.620445 dv-cinder-797608-16-iscsi neutron-server[93884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-976bf67c-b75a-46b0-82e3-49c4f677db71 req-792c3207-94dc-4c77-840e-c2b38989e6e7 service neutron] Port 51600623-03db-4e3a-a453-54b221839aac on network 02c7fb52-0ad2-484c-84d8-96df36c92bd5 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79760 {{(pid=93884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 13 11:19:47.620884 dv-cinder-797608-16-iscsi neutron-server[93884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-976bf67c-b75a-46b0-82e3-49c4f677db71 req-792c3207-94dc-4c77-840e-c2b38989e6e7 service neutron] Attempting to bind port 51600623-03db-4e3a-a453-54b221839aac on network 02c7fb52-0ad2-484c-84d8-96df36c92bd5 {{(pid=93884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 13 11:19:47.635929 dv-cinder-797608-16-iscsi neutron-server[93884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-976bf67c-b75a-46b0-82e3-49c4f677db71 req-792c3207-94dc-4c77-840e-c2b38989e6e7 service neutron] Checking agent: {'id': '3e9c1808-7bc3-414f-9290-25f62682d3ef', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79760', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 13, 11, 17, 34), 'started_at': datetime.datetime(2021, 8, 13, 11, 17, 34), 'heartbeat_timestamp': datetime.datetime(2021, 8, 13, 11, 19, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 13 11:19:47.636436 dv-cinder-797608-16-iscsi neutron-server[93884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-976bf67c-b75a-46b0-82e3-49c4f677db71 req-792c3207-94dc-4c77-840e-c2b38989e6e7 service neutron] Checking segment: {'id': 'f91f77da-5339-477e-a1d0-b21d720c56da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': '02c7fb52-0ad2-484c-84d8-96df36c92bd5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93884) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 13 11:19:47.636897 dv-cinder-797608-16-iscsi neutron-server[93884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-976bf67c-b75a-46b0-82e3-49c4f677db71 req-792c3207-94dc-4c77-840e-c2b38989e6e7 service neutron] Bound using segment: {'id': 'f91f77da-5339-477e-a1d0-b21d720c56da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': '02c7fb52-0ad2-484c-84d8-96df36c92bd5'} {{(pid=93884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 13 11:19:47.637430 dv-cinder-797608-16-iscsi neutron-server[93884]: DEBUG neutron.plugins.ml2.managers [req-976bf67c-b75a-46b0-82e3-49c4f677db71 req-792c3207-94dc-4c77-840e-c2b38989e6e7 service neutron] Bound port: 51600623-03db-4e3a-a453-54b221839aac, host: hv-cinder-79760, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f91f77da-5339-477e-a1d0-b21d720c56da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': '02c7fb52-0ad2-484c-84d8-96df36c92bd5'}}] {{(pid=93884) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 13 11:19:47.638059 dv-cinder-797608-16-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [req-976bf67c-b75a-46b0-82e3-49c4f677db71 req-792c3207-94dc-4c77-840e-c2b38989e6e7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935434'] for port, before_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 11:19:47.722198 dv-cinder-797608-16-iscsi neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c694393d-d748-458f-a914-542bab27c985 req-8bd4d12a-2be9-4ac1-8123-5189c9514e23 tempest-AttachVolumeNegativeTest-1779138385 tempest-AttachVolumeNegativeTest-1779138385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 11:19:47.723943 dv-cinder-797608-16-iscsi neutron-server[93884]: INFO neutron.wsgi [req-c694393d-d748-458f-a914-542bab27c985 req-8bd4d12a-2be9-4ac1-8123-5189c9514e23 tempest-AttachVolumeNegativeTest-1779138385 tempest-AttachVolumeNegativeTest-1779138385-project] 10.222.0.32 "GET /v2.0/ports?device_id=c1224182-6442-47ad-be32-6a6dcdfe90a7 HTTP/1.1" status: 200 len: 944 time: 0.0993018 Aug 13 11:19:47.724916 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.20', 59777) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 11:19:47.762109 dv-cinder-797608-16-iscsi neutron-server[93884]: DEBUG neutron.plugins.ml2.db [req-976bf67c-b75a-46b0-82e3-49c4f677db71 req-792c3207-94dc-4c77-840e-c2b38989e6e7 service neutron] For port 51600623-03db-4e3a-a453-54b221839aac, host hv-cinder-79760, cleared binding levels {{(pid=93884) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 13 11:19:47.785612 dv-cinder-797608-16-iscsi neutron-server[93884]: DEBUG neutron.plugins.ml2.db [req-976bf67c-b75a-46b0-82e3-49c4f677db71 req-792c3207-94dc-4c77-840e-c2b38989e6e7 service neutron] For port 51600623-03db-4e3a-a453-54b221839aac, host hv-cinder-79760, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79760',level=0,port_id=51600623-03db-4e3a-a453-54b221839aac,segment=NetworkSegment(f91f77da-5339-477e-a1d0-b21d720c56da),segment_id=f91f77da-5339-477e-a1d0-b21d720c56da)] {{(pid=93884) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 13 11:19:47.820220 dv-cinder-797608-16-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [req-976bf67c-b75a-46b0-82e3-49c4f677db71 req-792c3207-94dc-4c77-840e-c2b38989e6e7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935844', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611014', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782137889940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782137337613', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782137337631'] for port, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 11:19:47.930338 dv-cinder-797608-16-iscsi neutron-server[93884]: INFO neutron.wsgi [req-8616aa2d-b8a1-44f9-82f8-a22e63a7b149 req-5dcb0d6f-92e0-46fd-b63d-083cd99a71d2 tempest-AttachVolumeTestJSON-893493791 tempest-AttachVolumeTestJSON-893493791-project] 10.222.0.32 "GET /v2.0/ports?device_id=210d2391-7cc4-41fd-87e2-e84f6d335633 HTTP/1.1" status: 200 len: 210 time: 0.1426196 Aug 13 11:19:47.938952 dv-cinder-797608-16-iscsi neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-792c3207-94dc-4c77-840e-c2b38989e6e7 service neutron] Pushing event updated for resources: {'Port': ['ID=51600623-03db-4e3a-a453-54b221839aac,revision_number=3']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 11:19:47.951616 dv-cinder-797608-16-iscsi neutron-server[93884]: INFO neutron.wsgi [req-c694393d-d748-458f-a914-542bab27c985 req-3024663e-f0d1-4fa9-8804-c1a7f26d8ef8 tempest-AttachVolumeNegativeTest-1779138385 tempest-AttachVolumeNegativeTest-1779138385-project] 10.222.0.32 "GET /v2.0/security-groups?id=e9ebb553-6898-47d0-8034-10e78e802a38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2157962 Aug 13 11:19:47.956443 dv-cinder-797608-16-iscsi neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-976bf67c-b75a-46b0-82e3-49c4f677db71 req-792c3207-94dc-4c77-840e-c2b38989e6e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 11:19:47.957129 dv-cinder-797608-16-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [req-976bf67c-b75a-46b0-82e3-49c4f677db71 req-792c3207-94dc-4c77-840e-c2b38989e6e7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-128352', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1611032'] for port, before_response {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 11:19:47.958888 dv-cinder-797608-16-iscsi neutron-server[93884]: INFO neutron.wsgi [req-976bf67c-b75a-46b0-82e3-49c4f677db71 req-792c3207-94dc-4c77-840e-c2b38989e6e7 service neutron] 10.222.0.20 "PUT /v2.0/ports/51600623-03db-4e3a-a453-54b221839aac HTTP/1.1" status: 200 len: 1093 time: 1.0278916 Aug 13 11:19:47.959308 dv-cinder-797608-16-iscsi neutron-server[93884]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f07a0f18-2b98-479b-bd6a-186739dfba26', 'tag': '51600623-03db-4e3a-a453-54b221839aac'}] {{(pid=93884) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 13 11:19:47.961936 dv-cinder-797608-16-iscsi neutron-server[93884]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}70f01c08a00349be11dfcfb62f4fe7a1e23395be4279a346f0a082136c645f60" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-749f53f5-2a87-4e5c-8be5-b9e38c170e92" -d '{"events": [{"name": "network-changed", "server_uuid": "f07a0f18-2b98-479b-bd6a-186739dfba26", "tag": "51600623-03db-4e3a-a453-54b221839aac"}]}' {{(pid=93884) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 13 11:19:48.104229 dv-cinder-797608-16-iscsi neutron-server[93884]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 13 Aug 2021 11:19:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-60e3b996-1b4c-48c8-b652-d6fea4dfe72d x-openstack-request-id: req-60e3b996-1b4c-48c8-b652-d6fea4dfe72d {{(pid=93884) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 13 11:19:48.104496 dv-cinder-797608-16-iscsi neutron-server[93884]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f07a0f18-2b98-479b-bd6a-186739dfba26", "tag": "51600623-03db-4e3a-a453-54b221839aac", "status": "completed", "code": 200}]} {{(pid=93884) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 13 11:19:48.104768 dv-cinder-797608-16-iscsi neutron-server[93884]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-60e3b996-1b4c-48c8-b652-d6fea4dfe72d {{(pid=93884) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 13 11:19:48.105142 dv-cinder-797608-16-iscsi neutron-server[93884]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f07a0f18-2b98-479b-bd6a-186739dfba26', 'tag': '51600623-03db-4e3a-a453-54b221839aac', 'status': 'completed', 'code': 200} Aug 13 11:19:48.108651 dv-cinder-797608-16-iscsi neutron-server[93884]: INFO neutron.wsgi [req-0f5cb628-be4f-4e69-b926-7541e3298fd3 req-3b8fd312-c07c-4b8c-9292-60dae5ab0799 tempest-ServerRescueNegativeTestJSON-217385872 tempest-ServerRescueNegativeTestJSON-217385872-project] 10.222.0.32 "GET /v2.0/ports?device_id=994527d7-146c-46c8-a16a-bc04ce3e770b HTTP/1.1" status: 200 len: 210 time: 0.0584803 Aug 13 11:19:48.166851 dv-cinder-797608-16-iscsi neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-976bf67c-b75a-46b0-82e3-49c4f677db71 req-5ee11605-3478-4712-8130-0c0c210ab832 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 11:19:48.168369 dv-cinder-797608-16-iscsi neutron-server[93884]: INFO neutron.wsgi [req-976bf67c-b75a-46b0-82e3-49c4f677db71 req-5ee11605-3478-4712-8130-0c0c210ab832 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=7ce5ec11b3fa4a3da17a044b60c4d7c0&device_id=f07a0f18-2b98-479b-bd6a-186739dfba26 HTTP/1.1" status: 200 len: 1096 time: 0.0623446 Aug 13 11:19:48.183066 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-e57f2716-08a1-4431-97e1-d6a5dd6e8f9d req-da9a4b68-8fa9-4c4a-9ba7-389de294e17a tempest-ServerRescueNegativeTestJSON-217385872 tempest-ServerRescueNegativeTestJSON-217385872-project] Notify callbacks [] for port, precommit_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 11:19:48.232907 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65acabf4-b636-4b96-a2b9-6d74b637dbb1 req-f8df524b-ca11-4259-9653-e228b755e143 tempest-AttachVolumeTestJSON-893493791 tempest-AttachVolumeTestJSON-893493791-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 11:19:48.234643 dv-cinder-797608-16-iscsi neutron-server[93883]: INFO neutron.wsgi [req-65acabf4-b636-4b96-a2b9-6d74b637dbb1 req-f8df524b-ca11-4259-9653-e228b755e143 tempest-AttachVolumeTestJSON-893493791 tempest-AttachVolumeTestJSON-893493791-project] 10.222.0.20 "GET /v2.0/networks?id=ec8923c9-e8aa-4fb7-a57a-17b8964f1574 HTTP/1.1" status: 200 len: 811 time: 0.5084891 Aug 13 11:19:48.242523 dv-cinder-797608-16-iscsi neutron-server[93884]: INFO neutron.wsgi [req-976bf67c-b75a-46b0-82e3-49c4f677db71 req-ee60d3df-6960-4210-beec-9c57cda40838 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=51600623-03db-4e3a-a453-54b221839aac HTTP/1.1" status: 200 len: 217 time: 0.0572751 Aug 13 11:19:48.315751 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-e57f2716-08a1-4431-97e1-d6a5dd6e8f9d req-da9a4b68-8fa9-4c4a-9ba7-389de294e17a tempest-ServerRescueNegativeTestJSON-217385872 tempest-ServerRescueNegativeTestJSON-217385872-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935844', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611014', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782137337079'] for port, after_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 11:19:48.339882 dv-cinder-797608-16-iscsi neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-976bf67c-b75a-46b0-82e3-49c4f677db71 req-88424b71-b5f8-485a-803f-913a4f248588 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 11:19:48.341902 dv-cinder-797608-16-iscsi neutron-server[93884]: INFO neutron.wsgi [req-976bf67c-b75a-46b0-82e3-49c4f677db71 req-88424b71-b5f8-485a-803f-913a4f248588 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=4d0dfa4f-d7e7-4367-877a-a49567302b15 HTTP/1.1" status: 200 len: 858 time: 0.0855088 Aug 13 11:19:48.381314 dv-cinder-797608-16-iscsi neutron-server[93883]: INFO neutron.wsgi [req-65acabf4-b636-4b96-a2b9-6d74b637dbb1 req-ca8589a9-59aa-4b44-9a69-708e8f16660c tempest-AttachVolumeTestJSON-893493791 tempest-AttachVolumeTestJSON-893493791-project] 10.222.0.20 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=79ef1636c6ae4656a27be7ebe99adfd8 HTTP/1.1" status: 200 len: 380 time: 0.0958216 Aug 13 11:19:48.383775 dv-cinder-797608-16-iscsi neutron-server[93884]: INFO neutron.wsgi [req-976bf67c-b75a-46b0-82e3-49c4f677db71 req-151cb3a1-55c1-4645-9842-493e50b688f7 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=02c7fb52-0ad2-484c-84d8-96df36c92bd5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0338891 Aug 13 11:19:48.395600 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e57f2716-08a1-4431-97e1-d6a5dd6e8f9d req-da9a4b68-8fa9-4c4a-9ba7-389de294e17a tempest-ServerRescueNegativeTestJSON-217385872 tempest-ServerRescueNegativeTestJSON-217385872-project] Network 02c7fb52-0ad2-484c-84d8-96df36c92bd5 is already hosted by enough agents. {{(pid=93883) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 13 11:19:48.399659 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron.api.v2.base [req-65acabf4-b636-4b96-a2b9-6d74b637dbb1 req-cd1402e5-00ba-465e-94a7-fbec232b428a tempest-AttachVolumeTestJSON-893493791 tempest-AttachVolumeTestJSON-893493791-project] Request body: {'port': {'device_id': '210d2391-7cc4-41fd-87e2-e84f6d335633', 'network_id': 'ec8923c9-e8aa-4fb7-a57a-17b8964f1574', 'admin_state_up': True, 'tenant_id': '79ef1636c6ae4656a27be7ebe99adfd8', 'security_groups': ['04a16d11-7ca4-462a-891c-e4a125fe1a42']}} {{(pid=93883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 13 11:19:48.420223 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron.scheduler.base_scheduler [req-e57f2716-08a1-4431-97e1-d6a5dd6e8f9d req-da9a4b68-8fa9-4c4a-9ba7-389de294e17a tempest-ServerRescueNegativeTestJSON-217385872 tempest-ServerRescueNegativeTestJSON-217385872-project] Resources bound (agent type, host, resource id): {{(pid=93883) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 13 11:19:48.458579 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron.db.l3_dvrscheduler_db [req-e57f2716-08a1-4431-97e1-d6a5dd6e8f9d req-da9a4b68-8fa9-4c4a-9ba7-389de294e17a tempest-ServerRescueNegativeTestJSON-217385872 tempest-ServerRescueNegativeTestJSON-217385872-project] Received port after_create {{(pid=93883) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 13 11:19:48.464120 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e57f2716-08a1-4431-97e1-d6a5dd6e8f9d req-da9a4b68-8fa9-4c4a-9ba7-389de294e17a tempest-ServerRescueNegativeTestJSON-217385872 tempest-ServerRescueNegativeTestJSON-217385872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 11:19:48.464733 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-e57f2716-08a1-4431-97e1-d6a5dd6e8f9d req-da9a4b68-8fa9-4c4a-9ba7-389de294e17a tempest-ServerRescueNegativeTestJSON-217385872 tempest-ServerRescueNegativeTestJSON-217385872-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-128352', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1611032'] for port, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 11:19:48.483861 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da9a4b68-8fa9-4c4a-9ba7-389de294e17a tempest-ServerRescueNegativeTestJSON-217385872 tempest-ServerRescueNegativeTestJSON-217385872-project] Pushing event updated for resources: {'Port': ['ID=526ee671-31e3-4c26-a725-d78ee3f191b2,revision_number=1']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 11:19:48.546953 dv-cinder-797608-16-iscsi neutron-server[93884]: INFO neutron.wsgi [req-976bf67c-b75a-46b0-82e3-49c4f677db71 req-fc322756-3c32-4327-9012-d4ee7ca0b2bd service neutron] 10.222.0.20 "GET /v2.0/networks/02c7fb52-0ad2-484c-84d8-96df36c92bd5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1514609 Aug 13 11:19:48.571340 dv-cinder-797608-16-iscsi neutron-server[93883]: INFO neutron.wsgi [req-e57f2716-08a1-4431-97e1-d6a5dd6e8f9d req-da9a4b68-8fa9-4c4a-9ba7-389de294e17a tempest-ServerRescueNegativeTestJSON-217385872 tempest-ServerRescueNegativeTestJSON-217385872-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.3086703 Aug 13 11:19:48.592325 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron.api.v2.base [req-e57f2716-08a1-4431-97e1-d6a5dd6e8f9d req-41ace71d-2185-4823-a8c5-d665cfa5b88c service neutron] Request body: {'port': {'device_id': '994527d7-146c-46c8-a16a-bc04ce3e770b', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79760'}} {{(pid=93883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 13 11:19:48.636767 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-65acabf4-b636-4b96-a2b9-6d74b637dbb1 req-cd1402e5-00ba-465e-94a7-fbec232b428a tempest-AttachVolumeTestJSON-893493791 tempest-AttachVolumeTestJSON-893493791-project] Made reservation on behalf of 79ef1636c6ae4656a27be7ebe99adfd8 for: {'port': 1} {{(pid=93883) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 13 11:19:48.642019 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-65acabf4-b636-4b96-a2b9-6d74b637dbb1 req-cd1402e5-00ba-465e-94a7-fbec232b428a tempest-AttachVolumeTestJSON-893493791 tempest-AttachVolumeTestJSON-893493791-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935434'] for port, before_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 11:19:48.681173 dv-cinder-797608-16-iscsi neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e26c6097-92d6-44cd-ba3f-8253de3409fc req-93c9eb49-5c03-48b9-a0ee-9130936306d8 tempest-DeleteServersTestJSON-100487038 tempest-DeleteServersTestJSON-100487038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 11:19:48.682889 dv-cinder-797608-16-iscsi neutron-server[93884]: INFO neutron.wsgi [req-e26c6097-92d6-44cd-ba3f-8253de3409fc req-93c9eb49-5c03-48b9-a0ee-9130936306d8 tempest-DeleteServersTestJSON-100487038 tempest-DeleteServersTestJSON-100487038-project] 10.222.0.32 "GET /v2.0/ports?device_id=f796e873-a356-4bc8-8591-8116569f8f94 HTTP/1.1" status: 200 len: 944 time: 0.1081560 Aug 13 11:19:48.725776 dv-cinder-797608-16-iscsi neutron-server[93884]: INFO neutron.wsgi [req-976bf67c-b75a-46b0-82e3-49c4f677db71 req-1858a6fa-9e82-4fc2-94e4-4d8900379c90 service neutron] 10.222.0.20 "GET /v2.0/networks/02c7fb52-0ad2-484c-84d8-96df36c92bd5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1709299 Aug 13 11:19:48.733036 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-e57f2716-08a1-4431-97e1-d6a5dd6e8f9d req-41ace71d-2185-4823-a8c5-d665cfa5b88c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935434'] for port, before_update {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 11:19:48.735324 dv-cinder-797608-16-iscsi neutron-server[93884]: INFO neutron.wsgi [req-e26c6097-92d6-44cd-ba3f-8253de3409fc req-4dace688-e5ca-4800-9926-5661f16931b4 tempest-DeleteServersTestJSON-100487038 tempest-DeleteServersTestJSON-100487038-project] 10.222.0.32 "GET /v2.0/security-groups?id=8cd093f5-7080-4f8f-a2ab-8e997754e5fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434954 Aug 13 11:19:48.905815 dv-cinder-797608-16-iscsi neutron-server[93885]: DEBUG neutron.plugins.ml2.rpc [None req-a0b9b986-0706-4fc6-9cf9-0eb02d2513dc None None] Device 1ebd7405-00bb-4e41-b826-c3f3f5ab625e up at agent hyperv_hv-cinder-79760 {{(pid=93885) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 13 11:19:48.931793 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron.db.db_base_plugin_common [req-65acabf4-b636-4b96-a2b9-6d74b637dbb1 req-cd1402e5-00ba-465e-94a7-fbec232b428a tempest-AttachVolumeTestJSON-893493791 tempest-AttachVolumeTestJSON-893493791-project] Allocated IP 172.20.0.8 (ec8923c9-e8aa-4fb7-a57a-17b8964f1574/8f355941-9ea6-47f3-b4b3-219d5394ef79/5d3c7948-d52d-4294-a06f-d0394ef47e0f) {{(pid=93883) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 13 11:19:48.933058 dv-cinder-797608-16-iscsi neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-749f53f5-2a87-4e5c-8be5-b9e38c170e92 req-950cfc91-b052-4507-9751-acb1fff34e6d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 11:19:48.936148 dv-cinder-797608-16-iscsi neutron-server[93884]: INFO neutron.wsgi [req-749f53f5-2a87-4e5c-8be5-b9e38c170e92 req-950cfc91-b052-4507-9751-acb1fff34e6d service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=7ce5ec11b3fa4a3da17a044b60c4d7c0&device_id=f07a0f18-2b98-479b-bd6a-186739dfba26 HTTP/1.1" status: 200 len: 1096 time: 0.1063044 Aug 13 11:19:48.997156 dv-cinder-797608-16-iscsi neutron-server[93885]: DEBUG neutron.db.provisioning_blocks [None req-a0b9b986-0706-4fc6-9cf9-0eb02d2513dc None None] Provisioning for port 1ebd7405-00bb-4e41-b826-c3f3f5ab625e completed by entity L2. {{(pid=93885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 13 11:19:49.011668 dv-cinder-797608-16-iscsi neutron-server[93885]: DEBUG neutron.db.provisioning_blocks [None req-a0b9b986-0706-4fc6-9cf9-0eb02d2513dc None None] Provisioning complete for port 1ebd7405-00bb-4e41-b826-c3f3f5ab625e triggered by entity L2. {{(pid=93885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 13 11:19:49.012932 dv-cinder-797608-16-iscsi neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-a0b9b986-0706-4fc6-9cf9-0eb02d2513dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-997193'] for port, provisioning_complete {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 11:19:49.147150 dv-cinder-797608-16-iscsi neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-a0b9b986-0706-4fc6-9cf9-0eb02d2513dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935434'] for port, before_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 11:19:49.196839 dv-cinder-797608-16-iscsi neutron-server[93885]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c1224182-6442-47ad-be32-6a6dcdfe90a7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1ebd7405-00bb-4e41-b826-c3f3f5ab625e'}] {{(pid=93885) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 13 11:19:49.236055 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-65acabf4-b636-4b96-a2b9-6d74b637dbb1 req-cd1402e5-00ba-465e-94a7-fbec232b428a tempest-AttachVolumeTestJSON-893493791 tempest-AttachVolumeTestJSON-893493791-project] Notify callbacks [] for port, precommit_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 11:19:49.240001 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.32', 43898) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 11:19:49.243517 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron.notifiers.nova [req-e57f2716-08a1-4431-97e1-d6a5dd6e8f9d req-41ace71d-2185-4823-a8c5-d665cfa5b88c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 526ee671-31e3-4c26-a725-d78ee3f191b2 {{(pid=93883) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 13 11:19:49.261538 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-e57f2716-08a1-4431-97e1-d6a5dd6e8f9d req-41ace71d-2185-4823-a8c5-d665cfa5b88c service neutron] Notify callbacks [] for port, precommit_update {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 11:19:49.276403 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron.db.provisioning_blocks [req-65acabf4-b636-4b96-a2b9-6d74b637dbb1 req-cd1402e5-00ba-465e-94a7-fbec232b428a tempest-AttachVolumeTestJSON-893493791 tempest-AttachVolumeTestJSON-893493791-project] Transition to ACTIVE for port object 5d3c7948-d52d-4294-a06f-d0394ef47e0f will not be triggered until provisioned by entity DHCP. {{(pid=93883) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 13 11:19:49.285336 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron.db.provisioning_blocks [req-e57f2716-08a1-4431-97e1-d6a5dd6e8f9d req-41ace71d-2185-4823-a8c5-d665cfa5b88c service neutron] Transition to ACTIVE for port object 526ee671-31e3-4c26-a725-d78ee3f191b2 will not be triggered until provisioned by entity L2. {{(pid=93883) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 13 11:19:49.293981 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-e57f2716-08a1-4431-97e1-d6a5dd6e8f9d req-41ace71d-2185-4823-a8c5-d665cfa5b88c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935844', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611014', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782137889940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782137337613', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782137337631'] for port, after_update {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 11:19:49.341601 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41ace71d-2185-4823-a8c5-d665cfa5b88c service neutron] Pushing event updated for resources: {'Port': ['ID=526ee671-31e3-4c26-a725-d78ee3f191b2,revision_number=2']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 11:19:49.354530 dv-cinder-797608-16-iscsi neutron-server[93885]: DEBUG neutron.plugins.ml2.db [None req-a0b9b986-0706-4fc6-9cf9-0eb02d2513dc None None] For port 1ebd7405-00bb-4e41-b826-c3f3f5ab625e, host hv-cinder-79760, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79760',level=0,port_id=1ebd7405-00bb-4e41-b826-c3f3f5ab625e,segment=NetworkSegment(f4dd2cc4-fdaa-47ce-bd00-4a8b0e01de32),segment_id=f4dd2cc4-fdaa-47ce-bd00-4a8b0e01de32)] {{(pid=93885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 13 11:19:49.363532 dv-cinder-797608-16-iscsi neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-a0b9b986-0706-4fc6-9cf9-0eb02d2513dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935844', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611014', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782137889940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782137337613', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782137337631'] for port, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 11:19:49.364475 dv-cinder-797608-16-iscsi neutron-server[93885]: DEBUG neutron.plugins.ml2.rpc [None req-a0b9b986-0706-4fc6-9cf9-0eb02d2513dc None None] Device 2482a2cb-4361-4902-ab73-6f0186e51904 up at agent hyperv_hv-cinder-79760 {{(pid=93885) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 13 11:19:49.404830 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron.plugins.ml2.managers [req-e57f2716-08a1-4431-97e1-d6a5dd6e8f9d req-41ace71d-2185-4823-a8c5-d665cfa5b88c service neutron] Attempting to bind port 526ee671-31e3-4c26-a725-d78ee3f191b2 on host hv-cinder-79760 for vnic_type normal with profile {{(pid=93883) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 13 11:19:49.405171 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron.plugins.ml2.managers [req-e57f2716-08a1-4431-97e1-d6a5dd6e8f9d req-41ace71d-2185-4823-a8c5-d665cfa5b88c service neutron] Attempting to bind port 526ee671-31e3-4c26-a725-d78ee3f191b2 by drivers openvswitch,hyperv on host hv-cinder-79760 at level 0 using segments [{'id': 'f91f77da-5339-477e-a1d0-b21d720c56da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': '02c7fb52-0ad2-484c-84d8-96df36c92bd5'}] {{(pid=93883) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 13 11:19:49.405562 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e57f2716-08a1-4431-97e1-d6a5dd6e8f9d req-41ace71d-2185-4823-a8c5-d665cfa5b88c service neutron] Attempting to bind port 526ee671-31e3-4c26-a725-d78ee3f191b2 on network 02c7fb52-0ad2-484c-84d8-96df36c92bd5 {{(pid=93883) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 13 11:19:49.411161 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e57f2716-08a1-4431-97e1-d6a5dd6e8f9d req-41ace71d-2185-4823-a8c5-d665cfa5b88c service neutron] Port 526ee671-31e3-4c26-a725-d78ee3f191b2 on network 02c7fb52-0ad2-484c-84d8-96df36c92bd5 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79760 {{(pid=93883) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 13 11:19:49.411484 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e57f2716-08a1-4431-97e1-d6a5dd6e8f9d req-41ace71d-2185-4823-a8c5-d665cfa5b88c service neutron] Attempting to bind port 526ee671-31e3-4c26-a725-d78ee3f191b2 on network 02c7fb52-0ad2-484c-84d8-96df36c92bd5 {{(pid=93883) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 13 11:19:49.417397 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-65acabf4-b636-4b96-a2b9-6d74b637dbb1 req-cd1402e5-00ba-465e-94a7-fbec232b428a tempest-AttachVolumeTestJSON-893493791 tempest-AttachVolumeTestJSON-893493791-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935844', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611014', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782137337079'] for port, after_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 11:19:49.453912 dv-cinder-797608-16-iscsi neutron-server[93884]: INFO neutron.wsgi [req-4a8e9542-bbab-42fd-b596-f19be1abdaab req-0da9e547-9145-46ee-805b-6462b0b8de75 tempest-AttachVolumeTestJSON-893493791 tempest-AttachVolumeTestJSON-893493791-project] 10.222.0.32 "GET /v2.0/ports?device_id=210d2391-7cc4-41fd-87e2-e84f6d335633 HTTP/1.1" status: 200 len: 210 time: 0.3344986 Aug 13 11:19:49.507448 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd1402e5-00ba-465e-94a7-fbec232b428a tempest-AttachVolumeTestJSON-893493791 tempest-AttachVolumeTestJSON-893493791-project] Pushing event updated for resources: {'Port': ['ID=5d3c7948-d52d-4294-a06f-d0394ef47e0f,revision_number=1']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 11:19:49.513937 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e57f2716-08a1-4431-97e1-d6a5dd6e8f9d req-41ace71d-2185-4823-a8c5-d665cfa5b88c service neutron] Checking agent: {'id': '3e9c1808-7bc3-414f-9290-25f62682d3ef', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79760', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 13, 11, 17, 34), 'started_at': datetime.datetime(2021, 8, 13, 11, 17, 34), 'heartbeat_timestamp': datetime.datetime(2021, 8, 13, 11, 19, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93883) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 13 11:19:49.514307 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e57f2716-08a1-4431-97e1-d6a5dd6e8f9d req-41ace71d-2185-4823-a8c5-d665cfa5b88c service neutron] Checking segment: {'id': 'f91f77da-5339-477e-a1d0-b21d720c56da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': '02c7fb52-0ad2-484c-84d8-96df36c92bd5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93883) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 13 11:19:49.514693 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e57f2716-08a1-4431-97e1-d6a5dd6e8f9d req-41ace71d-2185-4823-a8c5-d665cfa5b88c service neutron] Bound using segment: {'id': 'f91f77da-5339-477e-a1d0-b21d720c56da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': '02c7fb52-0ad2-484c-84d8-96df36c92bd5'} {{(pid=93883) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 13 11:19:49.515182 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron.plugins.ml2.managers [req-e57f2716-08a1-4431-97e1-d6a5dd6e8f9d req-41ace71d-2185-4823-a8c5-d665cfa5b88c service neutron] Bound port: 526ee671-31e3-4c26-a725-d78ee3f191b2, host: hv-cinder-79760, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f91f77da-5339-477e-a1d0-b21d720c56da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': '02c7fb52-0ad2-484c-84d8-96df36c92bd5'}}] {{(pid=93883) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 13 11:19:49.515485 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-e57f2716-08a1-4431-97e1-d6a5dd6e8f9d req-41ace71d-2185-4823-a8c5-d665cfa5b88c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935434'] for port, before_update {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 11:19:49.546278 dv-cinder-797608-16-iscsi neutron-server[93885]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6271a0dfd589c32cbc3478448621ce6e19c81a8dd821b4c159629fbe4478ed77" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5a7410e9-60fd-4cf7-8e1f-f6756f5a34e1" -d '{"events": [{"server_uuid": "c1224182-6442-47ad-be32-6a6dcdfe90a7", "name": "network-vif-plugged", "status": "completed", "tag": "1ebd7405-00bb-4e41-b826-c3f3f5ab625e"}]}' {{(pid=93885) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 13 11:19:49.554503 dv-cinder-797608-16-iscsi neutron-server[93885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0b9b986-0706-4fc6-9cf9-0eb02d2513dc None None] Pushing event updated for resources: {'Port': ['ID=1ebd7405-00bb-4e41-b826-c3f3f5ab625e,revision_number=5']} {{(pid=93885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 11:19:49.561218 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-e5b7268e-970b-43c1-b228-c6051fd3f985 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 11:19:49.567692 dv-cinder-797608-16-iscsi neutron-server[93885]: DEBUG neutron.db.provisioning_blocks [None req-a0b9b986-0706-4fc6-9cf9-0eb02d2513dc None None] Provisioning for port 2482a2cb-4361-4902-ab73-6f0186e51904 completed by entity L2. {{(pid=93885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 13 11:19:49.572305 dv-cinder-797608-16-iscsi neutron-server[93885]: DEBUG neutron.db.provisioning_blocks [None req-a0b9b986-0706-4fc6-9cf9-0eb02d2513dc None None] Provisioning complete for port 2482a2cb-4361-4902-ab73-6f0186e51904 triggered by entity L2. {{(pid=93885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 13 11:19:49.573236 dv-cinder-797608-16-iscsi neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-a0b9b986-0706-4fc6-9cf9-0eb02d2513dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-997193'] for port, provisioning_complete {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 11:19:49.602034 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-65acabf4-b636-4b96-a2b9-6d74b637dbb1 req-cd1402e5-00ba-465e-94a7-fbec232b428a tempest-AttachVolumeTestJSON-893493791 tempest-AttachVolumeTestJSON-893493791-project] Network ec8923c9-e8aa-4fb7-a57a-17b8964f1574 is already hosted by enough agents. {{(pid=93883) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 13 11:19:49.608895 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron.scheduler.base_scheduler [req-65acabf4-b636-4b96-a2b9-6d74b637dbb1 req-cd1402e5-00ba-465e-94a7-fbec232b428a tempest-AttachVolumeTestJSON-893493791 tempest-AttachVolumeTestJSON-893493791-project] Resources bound (agent type, host, resource id): {{(pid=93883) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 13 11:19:49.631660 dv-cinder-797608-16-iscsi neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cae863c-4d1b-435d-a16c-443dbce862c4 req-0563c1c6-1a61-4c05-864e-eb1c5c925962 tempest-AttachVolumeNegativeTest-1779138385 tempest-AttachVolumeNegativeTest-1779138385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 11:19:49.643486 dv-cinder-797608-16-iscsi neutron-server[93884]: INFO neutron.wsgi [req-1cae863c-4d1b-435d-a16c-443dbce862c4 req-0563c1c6-1a61-4c05-864e-eb1c5c925962 tempest-AttachVolumeNegativeTest-1779138385 tempest-AttachVolumeNegativeTest-1779138385-project] 10.222.0.32 "GET /v2.0/ports?device_id=c1224182-6442-47ad-be32-6a6dcdfe90a7 HTTP/1.1" status: 200 len: 944 time: 0.5228133 Aug 13 11:19:49.662100 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron.db.l3_dvrscheduler_db [req-65acabf4-b636-4b96-a2b9-6d74b637dbb1 req-cd1402e5-00ba-465e-94a7-fbec232b428a tempest-AttachVolumeTestJSON-893493791 tempest-AttachVolumeTestJSON-893493791-project] Received port after_create {{(pid=93883) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 13 11:19:49.669170 dv-cinder-797608-16-iscsi neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-749f53f5-2a87-4e5c-8be5-b9e38c170e92 req-33fe29d5-1703-48c8-8f22-626f7192da55 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 11:19:49.669974 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65acabf4-b636-4b96-a2b9-6d74b637dbb1 req-cd1402e5-00ba-465e-94a7-fbec232b428a tempest-AttachVolumeTestJSON-893493791 tempest-AttachVolumeTestJSON-893493791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 11:19:49.670628 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-65acabf4-b636-4b96-a2b9-6d74b637dbb1 req-cd1402e5-00ba-465e-94a7-fbec232b428a tempest-AttachVolumeTestJSON-893493791 tempest-AttachVolumeTestJSON-893493791-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-128352', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1611032'] for port, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 11:19:49.671266 dv-cinder-797608-16-iscsi neutron-server[93884]: INFO neutron.wsgi [req-749f53f5-2a87-4e5c-8be5-b9e38c170e92 req-33fe29d5-1703-48c8-8f22-626f7192da55 service neutron] 10.222.0.20 "GET /v2.0/networks?id=02c7fb52-0ad2-484c-84d8-96df36c92bd5 HTTP/1.1" status: 200 len: 919 time: 0.7262082 Aug 13 11:19:49.693424 dv-cinder-797608-16-iscsi neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-a0b9b986-0706-4fc6-9cf9-0eb02d2513dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935434'] for port, before_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 11:19:49.702058 dv-cinder-797608-16-iscsi neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f3d9df5-4554-4119-bde7-6ef37cb5dfa2 req-3d7b3e17-c550-414c-b922-ec8978d646be tempest-ServerRescueNegativeTestJSON-217385872 tempest-ServerRescueNegativeTestJSON-217385872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 11:19:49.704357 dv-cinder-797608-16-iscsi neutron-server[93884]: INFO neutron.wsgi [req-0f3d9df5-4554-4119-bde7-6ef37cb5dfa2 req-3d7b3e17-c550-414c-b922-ec8978d646be tempest-ServerRescueNegativeTestJSON-217385872 tempest-ServerRescueNegativeTestJSON-217385872-project] 10.222.0.32 "GET /v2.0/ports?device_id=994527d7-146c-46c8-a16a-bc04ce3e770b HTTP/1.1" status: 200 len: 944 time: 0.1593957 Aug 13 11:19:49.716363 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron.plugins.ml2.db [req-e57f2716-08a1-4431-97e1-d6a5dd6e8f9d req-41ace71d-2185-4823-a8c5-d665cfa5b88c service neutron] For port 526ee671-31e3-4c26-a725-d78ee3f191b2, host hv-cinder-79760, cleared binding levels {{(pid=93883) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 13 11:19:49.731660 dv-cinder-797608-16-iscsi neutron-server[93884]: INFO neutron.wsgi [req-1cae863c-4d1b-435d-a16c-443dbce862c4 req-4d43d364-1718-4912-8340-a3f0a016ee7b tempest-AttachVolumeNegativeTest-1779138385 tempest-AttachVolumeNegativeTest-1779138385-project] 10.222.0.32 "GET /v2.0/security-groups?id=e9ebb553-6898-47d0-8034-10e78e802a38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0872498 Aug 13 11:19:49.741841 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron.plugins.ml2.db [req-e57f2716-08a1-4431-97e1-d6a5dd6e8f9d req-41ace71d-2185-4823-a8c5-d665cfa5b88c service neutron] For port 526ee671-31e3-4c26-a725-d78ee3f191b2, host hv-cinder-79760, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79760',level=0,port_id=526ee671-31e3-4c26-a725-d78ee3f191b2,segment=NetworkSegment(f91f77da-5339-477e-a1d0-b21d720c56da),segment_id=f91f77da-5339-477e-a1d0-b21d720c56da)] {{(pid=93883) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 13 11:19:49.747271 dv-cinder-797608-16-iscsi neutron-server[93885]: DEBUG neutron.plugins.ml2.db [None req-a0b9b986-0706-4fc6-9cf9-0eb02d2513dc None None] For port 2482a2cb-4361-4902-ab73-6f0186e51904, host hv-cinder-79760, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79760',level=0,port_id=2482a2cb-4361-4902-ab73-6f0186e51904,segment=NetworkSegment(512592b2-57c8-4727-ad28-2b8f081b80ff),segment_id=512592b2-57c8-4727-ad28-2b8f081b80ff)] {{(pid=93885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 13 11:19:49.755814 dv-cinder-797608-16-iscsi neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-a0b9b986-0706-4fc6-9cf9-0eb02d2513dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935844', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611014', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782137889940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782137337613', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782137337631'] for port, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 11:19:49.783378 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-e57f2716-08a1-4431-97e1-d6a5dd6e8f9d req-41ace71d-2185-4823-a8c5-d665cfa5b88c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935844', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611014', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782137889940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782137337613', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782137337631'] for port, after_update {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 11:19:49.814781 dv-cinder-797608-16-iscsi neutron-server[93884]: INFO neutron.wsgi [req-0f3d9df5-4554-4119-bde7-6ef37cb5dfa2 req-f6a4287b-5231-4269-bb8b-a81c86a4ed95 tempest-ServerRescueNegativeTestJSON-217385872 tempest-ServerRescueNegativeTestJSON-217385872-project] 10.222.0.32 "GET /v2.0/security-groups?id=5e66df65-70b0-476d-97cd-4e9936c292c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0870018 Aug 13 11:19:49.833879 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e57f2716-08a1-4431-97e1-d6a5dd6e8f9d req-41ace71d-2185-4823-a8c5-d665cfa5b88c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 11:19:49.834580 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-e57f2716-08a1-4431-97e1-d6a5dd6e8f9d req-41ace71d-2185-4823-a8c5-d665cfa5b88c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-128352', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1611032'] for port, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 11:19:49.836138 dv-cinder-797608-16-iscsi neutron-server[93883]: INFO neutron.wsgi [req-e57f2716-08a1-4431-97e1-d6a5dd6e8f9d req-41ace71d-2185-4823-a8c5-d665cfa5b88c service neutron] 10.222.0.20 "PUT /v2.0/ports/526ee671-31e3-4c26-a725-d78ee3f191b2 HTTP/1.1" status: 200 len: 1094 time: 1.2502322 Aug 13 11:19:49.836618 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '994527d7-146c-46c8-a16a-bc04ce3e770b', 'tag': '526ee671-31e3-4c26-a725-d78ee3f191b2'}] {{(pid=93883) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 13 11:19:49.838879 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}db1a1fbc245c58e73290e58258e46ca41fe4e785cc79cbd57aa3dae940aad292" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-09b4659d-541c-4200-b5eb-e668886e9bba" -d '{"events": [{"name": "network-changed", "server_uuid": "994527d7-146c-46c8-a16a-bc04ce3e770b", "tag": "526ee671-31e3-4c26-a725-d78ee3f191b2"}]}' {{(pid=93883) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 13 11:19:49.901530 dv-cinder-797608-16-iscsi neutron-server[93885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0b9b986-0706-4fc6-9cf9-0eb02d2513dc None None] Pushing event updated for resources: {'Port': ['ID=2482a2cb-4361-4902-ab73-6f0186e51904,revision_number=5']} {{(pid=93885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 11:19:49.910135 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41ace71d-2185-4823-a8c5-d665cfa5b88c service neutron] Pushing event updated for resources: {'Port': ['ID=526ee671-31e3-4c26-a725-d78ee3f191b2,revision_number=3']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 11:19:49.937510 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-e5b7268e-970b-43c1-b228-c6051fd3f985 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 11:19:49.941964 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-e5b7268e-970b-43c1-b228-c6051fd3f985 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651637'] for security_group, after_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 11:19:49.955793 dv-cinder-797608-16-iscsi neutron-server[93885]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 13 Aug 2021 11:19:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ed6a2fc9-ac96-4c22-bc3f-a551c5e500ab x-openstack-request-id: req-ed6a2fc9-ac96-4c22-bc3f-a551c5e500ab {{(pid=93885) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 13 11:19:49.956284 dv-cinder-797608-16-iscsi neutron-server[93885]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c1224182-6442-47ad-be32-6a6dcdfe90a7", "name": "network-vif-plugged", "status": "completed", "tag": "1ebd7405-00bb-4e41-b826-c3f3f5ab625e", "code": 200}]} {{(pid=93885) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 13 11:19:49.956380 dv-cinder-797608-16-iscsi neutron-server[93885]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-ed6a2fc9-ac96-4c22-bc3f-a551c5e500ab {{(pid=93885) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 13 11:19:49.956775 dv-cinder-797608-16-iscsi neutron-server[93885]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c1224182-6442-47ad-be32-6a6dcdfe90a7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1ebd7405-00bb-4e41-b826-c3f3f5ab625e', 'code': 200} Aug 13 11:19:49.966257 dv-cinder-797608-16-iscsi neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faa11c9f-941a-470d-a88b-a61b0f67d900 req-bb52a637-5b93-4b20-9dab-46fc74da3edc tempest-DeleteServersTestJSON-100487038 tempest-DeleteServersTestJSON-100487038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 11:19:49.967746 dv-cinder-797608-16-iscsi neutron-server[93884]: INFO neutron.wsgi [req-faa11c9f-941a-470d-a88b-a61b0f67d900 req-bb52a637-5b93-4b20-9dab-46fc74da3edc tempest-DeleteServersTestJSON-100487038 tempest-DeleteServersTestJSON-100487038-project] 10.222.0.32 "GET /v2.0/ports?device_id=f796e873-a356-4bc8-8591-8116569f8f94 HTTP/1.1" status: 200 len: 945 time: 0.0510719 Aug 13 11:19:49.973705 dv-cinder-797608-16-iscsi neutron-server[93883]: INFO neutron.wsgi [req-65acabf4-b636-4b96-a2b9-6d74b637dbb1 req-cd1402e5-00ba-465e-94a7-fbec232b428a tempest-AttachVolumeTestJSON-893493791 tempest-AttachVolumeTestJSON-893493791-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.5768797 Aug 13 11:19:49.992419 dv-cinder-797608-16-iscsi neutron-server[93885]: DEBUG neutron.db.provisioning_blocks [None req-0c144dce-49b5-496c-a540-3e352f4597b1 None None] Provisioning for port 5d3c7948-d52d-4294-a06f-d0394ef47e0f completed by entity DHCP. {{(pid=93885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 13 11:19:49.997903 dv-cinder-797608-16-iscsi neutron-server[93885]: DEBUG neutron.db.provisioning_blocks [None req-0c144dce-49b5-496c-a540-3e352f4597b1 None None] Provisioning complete for port 5d3c7948-d52d-4294-a06f-d0394ef47e0f triggered by entity DHCP. {{(pid=93885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 13 11:19:49.998498 dv-cinder-797608-16-iscsi neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-0c144dce-49b5-496c-a540-3e352f4597b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-997193'] for port, provisioning_complete {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 11:19:50.003212 dv-cinder-797608-16-iscsi neutron-server[93883]: INFO neutron.wsgi [None req-e5b7268e-970b-43c1-b228-c6051fd3f985 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=79fe3b90ac15445da888b1c5bb9321db&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7621665 Aug 13 11:19:50.006346 dv-cinder-797608-16-iscsi neutron-server[93884]: DEBUG neutron.wsgi [-] (93884) accepted ('10.222.0.32', 43932) {{(pid=93884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 11:19:50.008962 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5b7268e-970b-43c1-b228-c6051fd3f985 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a7ce2fbc-3427-46cc-81c8-078b51f76f3d,revision_number=1']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 11:19:50.014610 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 13 Aug 2021 11:19:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5333d062-ab58-4058-ac07-f7ebf8e6c92b x-openstack-request-id: req-5333d062-ab58-4058-ac07-f7ebf8e6c92b {{(pid=93883) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 13 11:19:50.014900 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "994527d7-146c-46c8-a16a-bc04ce3e770b", "tag": "526ee671-31e3-4c26-a725-d78ee3f191b2", "status": "completed", "code": 200}]} {{(pid=93883) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 13 11:19:50.015185 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-5333d062-ab58-4058-ac07-f7ebf8e6c92b {{(pid=93883) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 13 11:19:50.015538 dv-cinder-797608-16-iscsi neutron-server[93883]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '994527d7-146c-46c8-a16a-bc04ce3e770b', 'tag': '526ee671-31e3-4c26-a725-d78ee3f191b2', 'status': 'completed', 'code': 200} Aug 13 11:19:50.039272 dv-cinder-797608-16-iscsi neutron-server[93885]: DEBUG neutron.plugins.ml2.plugin [None req-0c144dce-49b5-496c-a540-3e352f4597b1 None None] Port 5d3c7948-d52d-4294-a06f-d0394ef47e0f cannot update to ACTIVE because it is not bound. {{(pid=93885) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 13 11:19:50.046158 dv-cinder-797608-16-iscsi neutron-server[93884]: INFO neutron.wsgi [req-faa11c9f-941a-470d-a88b-a61b0f67d900 req-226eafb1-f19c-46c8-a601-3e8d8e30429b tempest-DeleteServersTestJSON-100487038 tempest-DeleteServersTestJSON-100487038-project] 10.222.0.32 "GET /v2.0/security-groups?id=8cd093f5-7080-4f8f-a2ab-8e997754e5fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0627620 Aug 13 11:19:50.070393 dv-cinder-797608-16-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-962bcf34-21ea-4a22-8bf9-320bd680f05f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 11:19:50.091014 dv-cinder-797608-16-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-962bcf34-21ea-4a22-8bf9-320bd680f05f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 11:19:50.141221 dv-cinder-797608-16-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-962bcf34-21ea-4a22-8bf9-320bd680f05f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651637'] for security_group, after_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 11:19:50.143607 dv-cinder-797608-16-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-962bcf34-21ea-4a22-8bf9-320bd680f05f admin admin] Notify callbacks [] for security_group, before_response {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 11:19:50.144681 dv-cinder-797608-16-iscsi neutron-server[93884]: INFO neutron.wsgi [None req-962bcf34-21ea-4a22-8bf9-320bd680f05f admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/a7ce2fbc-3427-46cc-81c8-078b51f76f3d HTTP/1.1" status: 204 len: 168 time: 0.1367662 Aug 13 11:19:50.151820 dv-cinder-797608-16-iscsi neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-962bcf34-21ea-4a22-8bf9-320bd680f05f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a7ce2fbc-3427-46cc-81c8-078b51f76f3d,revision_number=None']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 11:19:50.399683 dv-cinder-797608-16-iscsi neutron-server[93884]: DEBUG neutron.wsgi [-] (93884) accepted ('10.222.0.32', 43942) {{(pid=93884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 11:19:50.412321 dv-cinder-797608-16-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-83b7d739-8c79-434d-a9c0-abc43e899242 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 11:19:50.497283 dv-cinder-797608-16-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-83b7d739-8c79-434d-a9c0-abc43e899242 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 11:19:50.501230 dv-cinder-797608-16-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-83b7d739-8c79-434d-a9c0-abc43e899242 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651637'] for security_group, after_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 11:19:50.561428 dv-cinder-797608-16-iscsi neutron-server[93884]: INFO neutron.wsgi [None req-83b7d739-8c79-434d-a9c0-abc43e899242 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=debc61a7db7d4437ac75b29ea4139205&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1606784 Aug 13 11:19:50.564049 dv-cinder-797608-16-iscsi neutron-server[93884]: DEBUG neutron.wsgi [-] (93884) accepted ('10.222.0.32', 43946) {{(pid=93884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 11:19:50.571827 dv-cinder-797608-16-iscsi neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83b7d739-8c79-434d-a9c0-abc43e899242 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d73ebbec-ff3d-479b-b343-75ea9afa8a8a,revision_number=1']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 11:19:50.612498 dv-cinder-797608-16-iscsi neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58ad5e04-5008-4e6f-9706-e42b61a7ddfd req-c7a924ec-9702-47dd-bd7d-86a1be22f804 tempest-AttachVolumeTestJSON-893493791 tempest-AttachVolumeTestJSON-893493791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 11:19:50.615065 dv-cinder-797608-16-iscsi neutron-server[93884]: INFO neutron.wsgi [req-58ad5e04-5008-4e6f-9706-e42b61a7ddfd req-c7a924ec-9702-47dd-bd7d-86a1be22f804 tempest-AttachVolumeTestJSON-893493791 tempest-AttachVolumeTestJSON-893493791-project] 10.222.0.32 "GET /v2.0/ports?device_id=210d2391-7cc4-41fd-87e2-e84f6d335633 HTTP/1.1" status: 200 len: 931 time: 0.0967300 Aug 13 11:19:50.653905 dv-cinder-797608-16-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-c3f38508-943c-4fa9-84b8-8d901fd140b3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 11:19:50.680724 dv-cinder-797608-16-iscsi neutron-server[93884]: INFO neutron.wsgi [req-58ad5e04-5008-4e6f-9706-e42b61a7ddfd req-900a0496-0b86-43dc-8305-2ffa5def9f8e tempest-AttachVolumeTestJSON-893493791 tempest-AttachVolumeTestJSON-893493791-project] 10.222.0.32 "GET /v2.0/security-groups?id=04a16d11-7ca4-462a-891c-e4a125fe1a42&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0582340 Aug 13 11:19:50.688915 dv-cinder-797608-16-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-c3f38508-943c-4fa9-84b8-8d901fd140b3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 11:19:50.732811 dv-cinder-797608-16-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-c3f38508-943c-4fa9-84b8-8d901fd140b3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651637'] for security_group, after_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 11:19:50.735640 dv-cinder-797608-16-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-c3f38508-943c-4fa9-84b8-8d901fd140b3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 11:19:50.736745 dv-cinder-797608-16-iscsi neutron-server[93884]: INFO neutron.wsgi [None req-c3f38508-943c-4fa9-84b8-8d901fd140b3 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/d73ebbec-ff3d-479b-b343-75ea9afa8a8a HTTP/1.1" status: 204 len: 168 time: 0.1711841 Aug 13 11:19:50.744613 dv-cinder-797608-16-iscsi neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3f38508-943c-4fa9-84b8-8d901fd140b3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d73ebbec-ff3d-479b-b343-75ea9afa8a8a,revision_number=None']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 11:19:50.862528 dv-cinder-797608-16-iscsi neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04e6ca3d-8c6a-43ed-99fd-800ccb48b615 req-a8ba5291-d9a3-4966-91fa-40104f8b4b00 tempest-AttachVolumeNegativeTest-1779138385 tempest-AttachVolumeNegativeTest-1779138385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 11:19:50.864576 dv-cinder-797608-16-iscsi neutron-server[93884]: INFO neutron.wsgi [req-04e6ca3d-8c6a-43ed-99fd-800ccb48b615 req-a8ba5291-d9a3-4966-91fa-40104f8b4b00 tempest-AttachVolumeNegativeTest-1779138385 tempest-AttachVolumeNegativeTest-1779138385-project] 10.222.0.32 "GET /v2.0/ports?device_id=c1224182-6442-47ad-be32-6a6dcdfe90a7 HTTP/1.1" status: 200 len: 945 time: 0.0507212 Aug 13 11:19:50.929709 dv-cinder-797608-16-iscsi neutron-server[93884]: INFO neutron.wsgi [req-04e6ca3d-8c6a-43ed-99fd-800ccb48b615 req-db6673d2-3bd8-4abb-b534-efe9edbdd2e8 tempest-AttachVolumeNegativeTest-1779138385 tempest-AttachVolumeNegativeTest-1779138385-project] 10.222.0.32 "GET /v2.0/security-groups?id=e9ebb553-6898-47d0-8034-10e78e802a38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0590787 Aug 13 11:19:50.950045 dv-cinder-797608-16-iscsi neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f550ef7-4c9b-4579-bc4c-1e328dcae01e req-f0dd77ca-5495-473d-858a-661d6eb4fe20 tempest-ServerRescueNegativeTestJSON-217385872 tempest-ServerRescueNegativeTestJSON-217385872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 11:19:50.950045 dv-cinder-797608-16-iscsi neutron-server[93884]: INFO neutron.wsgi [req-8f550ef7-4c9b-4579-bc4c-1e328dcae01e req-f0dd77ca-5495-473d-858a-661d6eb4fe20 tempest-ServerRescueNegativeTestJSON-217385872 tempest-ServerRescueNegativeTestJSON-217385872-project] 10.222.0.32 "GET /v2.0/ports?device_id=994527d7-146c-46c8-a16a-bc04ce3e770b HTTP/1.1" status: 200 len: 944 time: 0.0622880 Aug 13 11:19:51.001038 dv-cinder-797608-16-iscsi neutron-server[93884]: INFO neutron.wsgi [req-8f550ef7-4c9b-4579-bc4c-1e328dcae01e req-ffc80f48-b292-412a-bcb7-6f5439efb316 tempest-ServerRescueNegativeTestJSON-217385872 tempest-ServerRescueNegativeTestJSON-217385872-project] 10.222.0.32 "GET /v2.0/security-groups?id=5e66df65-70b0-476d-97cd-4e9936c292c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404735 Aug 13 11:19:51.163658 dv-cinder-797608-16-iscsi neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-611e7d6a-99fd-48db-950c-6909822f18f0 req-3b3eda24-1913-47e1-b391-09eb14eb0079 tempest-DeleteServersTestJSON-100487038 tempest-DeleteServersTestJSON-100487038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 11:19:51.165214 dv-cinder-797608-16-iscsi neutron-server[93884]: INFO neutron.wsgi [req-611e7d6a-99fd-48db-950c-6909822f18f0 req-3b3eda24-1913-47e1-b391-09eb14eb0079 tempest-DeleteServersTestJSON-100487038 tempest-DeleteServersTestJSON-100487038-project] 10.222.0.32 "GET /v2.0/ports?device_id=f796e873-a356-4bc8-8591-8116569f8f94 HTTP/1.1" status: 200 len: 945 time: 0.0528498 Aug 13 11:19:51.204162 dv-cinder-797608-16-iscsi neutron-server[93884]: INFO neutron.wsgi [req-611e7d6a-99fd-48db-950c-6909822f18f0 req-f8e6599f-935e-4fd2-a694-79197b881157 tempest-DeleteServersTestJSON-100487038 tempest-DeleteServersTestJSON-100487038-project] 10.222.0.32 "GET /v2.0/security-groups?id=8cd093f5-7080-4f8f-a2ab-8e997754e5fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321395 Aug 13 11:19:51.795995 dv-cinder-797608-16-iscsi neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e49bce9-4f65-444c-97d4-473772394a51 req-e0bac58c-c2fa-40cf-b0da-c92aa03540e0 tempest-AttachVolumeTestJSON-893493791 tempest-AttachVolumeTestJSON-893493791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 11:19:51.797489 dv-cinder-797608-16-iscsi neutron-server[93884]: INFO neutron.wsgi [req-8e49bce9-4f65-444c-97d4-473772394a51 req-e0bac58c-c2fa-40cf-b0da-c92aa03540e0 tempest-AttachVolumeTestJSON-893493791 tempest-AttachVolumeTestJSON-893493791-project] 10.222.0.32 "GET /v2.0/ports?device_id=210d2391-7cc4-41fd-87e2-e84f6d335633 HTTP/1.1" status: 200 len: 931 time: 0.0514019 Aug 13 11:19:51.835996 dv-cinder-797608-16-iscsi neutron-server[93884]: INFO neutron.wsgi [req-8e49bce9-4f65-444c-97d4-473772394a51 req-4094bd14-0f46-4217-a410-04e64c68f6bd tempest-AttachVolumeTestJSON-893493791 tempest-AttachVolumeTestJSON-893493791-project] 10.222.0.32 "GET /v2.0/security-groups?id=04a16d11-7ca4-462a-891c-e4a125fe1a42&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317461 Aug 13 11:19:51.958592 dv-cinder-797608-16-iscsi neutron-server[93885]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f796e873-a356-4bc8-8591-8116569f8f94', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2482a2cb-4361-4902-ab73-6f0186e51904'}] {{(pid=93885) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 13 11:19:51.960973 dv-cinder-797608-16-iscsi neutron-server[93885]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6271a0dfd589c32cbc3478448621ce6e19c81a8dd821b4c159629fbe4478ed77" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7649c177-df66-4b52-be56-f6ca07dc8ec1" -d '{"events": [{"server_uuid": "f796e873-a356-4bc8-8591-8116569f8f94", "name": "network-vif-plugged", "status": "completed", "tag": "2482a2cb-4361-4902-ab73-6f0186e51904"}]}' {{(pid=93885) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 13 11:19:52.014042 dv-cinder-797608-16-iscsi neutron-server[93885]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 13 Aug 2021 11:19:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d4c2746f-cb0e-4674-ab1b-d2dfdfb95743 x-openstack-request-id: req-d4c2746f-cb0e-4674-ab1b-d2dfdfb95743 {{(pid=93885) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 13 11:19:52.014582 dv-cinder-797608-16-iscsi neutron-server[93885]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f796e873-a356-4bc8-8591-8116569f8f94", "name": "network-vif-plugged", "status": "completed", "tag": "2482a2cb-4361-4902-ab73-6f0186e51904", "code": 200}]} {{(pid=93885) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 13 11:19:52.015326 dv-cinder-797608-16-iscsi neutron-server[93885]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-d4c2746f-cb0e-4674-ab1b-d2dfdfb95743 {{(pid=93885) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 13 11:19:52.015950 dv-cinder-797608-16-iscsi neutron-server[93885]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f796e873-a356-4bc8-8591-8116569f8f94', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2482a2cb-4361-4902-ab73-6f0186e51904', 'code': 200} Aug 13 11:19:52.084433 dv-cinder-797608-16-iscsi neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41ea0057-acca-4f59-807e-d1c6d0b2a887 req-e33ff711-72c5-4bb2-a264-f9ea4250a05f tempest-AttachVolumeNegativeTest-1779138385 tempest-AttachVolumeNegativeTest-1779138385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 11:19:52.086193 dv-cinder-797608-16-iscsi neutron-server[93884]: INFO neutron.wsgi [req-41ea0057-acca-4f59-807e-d1c6d0b2a887 req-e33ff711-72c5-4bb2-a264-f9ea4250a05f tempest-AttachVolumeNegativeTest-1779138385 tempest-AttachVolumeNegativeTest-1779138385-project] 10.222.0.32 "GET /v2.0/ports?device_id=c1224182-6442-47ad-be32-6a6dcdfe90a7 HTTP/1.1" status: 200 len: 945 time: 0.0719144 Aug 13 11:19:52.195972 dv-cinder-797608-16-iscsi neutron-server[93884]: INFO neutron.wsgi [req-749f53f5-2a87-4e5c-8be5-b9e38c170e92 req-275e9800-cf8b-40ae-b739-0fc37a253842 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=51600623-03db-4e3a-a453-54b221839aac HTTP/1.1" status: 200 len: 217 time: 0.0632555 Aug 13 11:19:52.205694 dv-cinder-797608-16-iscsi neutron-server[93884]: INFO neutron.wsgi [req-41ea0057-acca-4f59-807e-d1c6d0b2a887 req-33690a2e-c924-4dc3-9f23-42962bd2b763 tempest-AttachVolumeNegativeTest-1779138385 tempest-AttachVolumeNegativeTest-1779138385-project] 10.222.0.32 "GET /v2.0/security-groups?id=e9ebb553-6898-47d0-8034-10e78e802a38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1130905 Aug 13 11:19:52.224704 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron.api.v2.base [req-65acabf4-b636-4b96-a2b9-6d74b637dbb1 req-42e966ce-891f-47e0-bd0b-4bec7bc1f224 service neutron] Request body: {'port': {'device_id': '210d2391-7cc4-41fd-87e2-e84f6d335633', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79760'}} {{(pid=93883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 13 11:19:52.238241 dv-cinder-797608-16-iscsi neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2868304-83b7-47c4-9405-988dbf7b655b req-69213baf-95d9-496d-8541-2c51290fab16 tempest-ServerRescueNegativeTestJSON-217385872 tempest-ServerRescueNegativeTestJSON-217385872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 11:19:52.239821 dv-cinder-797608-16-iscsi neutron-server[93884]: INFO neutron.wsgi [req-a2868304-83b7-47c4-9405-988dbf7b655b req-69213baf-95d9-496d-8541-2c51290fab16 tempest-ServerRescueNegativeTestJSON-217385872 tempest-ServerRescueNegativeTestJSON-217385872-project] 10.222.0.32 "GET /v2.0/ports?device_id=994527d7-146c-46c8-a16a-bc04ce3e770b HTTP/1.1" status: 200 len: 944 time: 0.1245115 Aug 13 11:19:52.421718 dv-cinder-797608-16-iscsi neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-749f53f5-2a87-4e5c-8be5-b9e38c170e92 req-b7142479-0851-4d38-bf23-a555f5449d26 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 11:19:52.423602 dv-cinder-797608-16-iscsi neutron-server[93884]: INFO neutron.wsgi [req-749f53f5-2a87-4e5c-8be5-b9e38c170e92 req-b7142479-0851-4d38-bf23-a555f5449d26 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=4d0dfa4f-d7e7-4367-877a-a49567302b15 HTTP/1.1" status: 200 len: 858 time: 0.1828082 Aug 13 11:19:52.438293 dv-cinder-797608-16-iscsi neutron-server[93884]: INFO neutron.wsgi [req-a2868304-83b7-47c4-9405-988dbf7b655b req-83b06b34-6f79-4171-84e4-c08145a8b8e2 tempest-ServerRescueNegativeTestJSON-217385872 tempest-ServerRescueNegativeTestJSON-217385872-project] 10.222.0.32 "GET /v2.0/security-groups?id=5e66df65-70b0-476d-97cd-4e9936c292c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1779771 Aug 13 11:19:52.441391 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-65acabf4-b636-4b96-a2b9-6d74b637dbb1 req-42e966ce-891f-47e0-bd0b-4bec7bc1f224 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935434'] for port, before_update {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 11:19:52.461191 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.20', 59784) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 11:19:52.488761 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09b4659d-541c-4200-b5eb-e668886e9bba req-07cd3979-8b1a-45f8-ad4b-4402020b0950 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 11:19:52.490841 dv-cinder-797608-16-iscsi neutron-server[93884]: DEBUG neutron.wsgi [-] (93884) accepted ('10.222.0.20', 59785) {{(pid=93884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 11:19:52.491685 dv-cinder-797608-16-iscsi neutron-server[93883]: INFO neutron.wsgi [req-09b4659d-541c-4200-b5eb-e668886e9bba req-07cd3979-8b1a-45f8-ad4b-4402020b0950 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=7ce5ec11b3fa4a3da17a044b60c4d7c0&device_id=994527d7-146c-46c8-a16a-bc04ce3e770b HTTP/1.1" status: 200 len: 1097 time: 0.2622020 Aug 13 11:19:52.559700 dv-cinder-797608-16-iscsi neutron-server[93884]: INFO neutron.wsgi [req-749f53f5-2a87-4e5c-8be5-b9e38c170e92 req-df1f9f28-c886-4cb7-bf21-79372c6945e6 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=02c7fb52-0ad2-484c-84d8-96df36c92bd5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0876136 Aug 13 11:19:52.652852 dv-cinder-797608-16-iscsi neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0024c84b-5fd9-4fa0-bc5a-15a0fa38cc57 req-691c8b09-d5eb-4706-9628-863406ebac46 tempest-DeleteServersTestJSON-100487038 tempest-DeleteServersTestJSON-100487038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 11:19:52.655844 dv-cinder-797608-16-iscsi neutron-server[93884]: INFO neutron.wsgi [req-0024c84b-5fd9-4fa0-bc5a-15a0fa38cc57 req-691c8b09-d5eb-4706-9628-863406ebac46 tempest-DeleteServersTestJSON-100487038 tempest-DeleteServersTestJSON-100487038-project] 10.222.0.32 "GET /v2.0/ports?device_id=f796e873-a356-4bc8-8591-8116569f8f94 HTTP/1.1" status: 200 len: 945 time: 0.2464490 Aug 13 11:19:52.690692 dv-cinder-797608-16-iscsi neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-636523a1-b7db-4d19-8280-c42f9d2f1cd1 req-c6110dc0-9d55-45ad-a932-ef1716c195bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 11:19:52.692440 dv-cinder-797608-16-iscsi neutron-server[93884]: INFO neutron.wsgi [req-636523a1-b7db-4d19-8280-c42f9d2f1cd1 req-c6110dc0-9d55-45ad-a932-ef1716c195bf service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=c1224182-6442-47ad-be32-6a6dcdfe90a7 HTTP/1.1" status: 200 len: 1098 time: 0.1958382 Aug 13 11:19:52.738361 dv-cinder-797608-16-iscsi neutron-server[93884]: INFO neutron.wsgi [req-0024c84b-5fd9-4fa0-bc5a-15a0fa38cc57 req-45b8960e-83d4-4b54-87ec-3e8b51a56c1a tempest-DeleteServersTestJSON-100487038 tempest-DeleteServersTestJSON-100487038-project] 10.222.0.32 "GET /v2.0/security-groups?id=8cd093f5-7080-4f8f-a2ab-8e997754e5fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0534966 Aug 13 11:19:52.755739 dv-cinder-797608-16-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [req-636523a1-b7db-4d19-8280-c42f9d2f1cd1 req-c5374447-4eb0-4e74-8b9d-c11f55e82f53 service neutron] Notify callbacks [] for security_group, before_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 11:19:52.760091 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fe03832-f719-4d62-8ba2-e383cbdeb773 req-2d212fa3-500f-4cf9-b5ac-4746778f4ba8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 11:19:52.761697 dv-cinder-797608-16-iscsi neutron-server[93883]: INFO neutron.wsgi [req-4fe03832-f719-4d62-8ba2-e383cbdeb773 req-2d212fa3-500f-4cf9-b5ac-4746778f4ba8 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=f796e873-a356-4bc8-8591-8116569f8f94 HTTP/1.1" status: 200 len: 1098 time: 0.2653890 Aug 13 11:19:52.776970 dv-cinder-797608-16-iscsi neutron-server[93884]: INFO neutron.wsgi [req-749f53f5-2a87-4e5c-8be5-b9e38c170e92 req-c89c379b-a46f-41b1-ac01-dcd8533f18b0 service neutron] 10.222.0.20 "GET /v2.0/networks/02c7fb52-0ad2-484c-84d8-96df36c92bd5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2068300 Aug 13 11:19:52.859553 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-4fe03832-f719-4d62-8ba2-e383cbdeb773 req-7c9e8298-a431-479b-b1d1-6b96095eb910 service neutron] Notify callbacks [] for security_group, before_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 11:19:52.894757 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09b4659d-541c-4200-b5eb-e668886e9bba req-b7929490-d6ef-4e60-9840-711bfaef8346 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 11:19:52.896814 dv-cinder-797608-16-iscsi neutron-server[93883]: INFO neutron.wsgi [req-09b4659d-541c-4200-b5eb-e668886e9bba req-b7929490-d6ef-4e60-9840-711bfaef8346 service neutron] 10.222.0.20 "GET /v2.0/networks?tenant_id=7ce5ec11b3fa4a3da17a044b60c4d7c0&shared=False HTTP/1.1" status: 200 len: 919 time: 0.3640141 Aug 13 11:19:52.915381 dv-cinder-797608-16-iscsi neutron-server[93884]: INFO neutron.wsgi [req-749f53f5-2a87-4e5c-8be5-b9e38c170e92 req-91ecadf5-529c-4c4c-8f0d-72ea8c407c46 service neutron] 10.222.0.20 "GET /v2.0/networks/02c7fb52-0ad2-484c-84d8-96df36c92bd5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1306605 Aug 13 11:19:52.977849 dv-cinder-797608-16-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [req-636523a1-b7db-4d19-8280-c42f9d2f1cd1 req-c5374447-4eb0-4e74-8b9d-c11f55e82f53 service neutron] Notify callbacks [] for security_group, precommit_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 11:19:52.990776 dv-cinder-797608-16-iscsi neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd5073cf-05d5-497f-a693-759e3cabfd1c req-2a3e1f0b-8257-48e9-a63f-2d59d030026b tempest-AttachVolumeTestJSON-893493791 tempest-AttachVolumeTestJSON-893493791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 11:19:52.992248 dv-cinder-797608-16-iscsi neutron-server[93884]: INFO neutron.wsgi [req-dd5073cf-05d5-497f-a693-759e3cabfd1c req-2a3e1f0b-8257-48e9-a63f-2d59d030026b tempest-AttachVolumeTestJSON-893493791 tempest-AttachVolumeTestJSON-893493791-project] 10.222.0.32 "GET /v2.0/ports?device_id=210d2391-7cc4-41fd-87e2-e84f6d335633 HTTP/1.1" status: 200 len: 931 time: 0.0746858 Aug 13 11:19:52.992986 dv-cinder-797608-16-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [req-636523a1-b7db-4d19-8280-c42f9d2f1cd1 req-c5374447-4eb0-4e74-8b9d-c11f55e82f53 service neutron] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651637'] for security_group, after_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 11:19:53.043819 dv-cinder-797608-16-iscsi neutron-server[93884]: INFO neutron.wsgi [req-636523a1-b7db-4d19-8280-c42f9d2f1cd1 req-c5374447-4eb0-4e74-8b9d-c11f55e82f53 service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=e9ebb553-6898-47d0-8034-10e78e802a38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3124349 Aug 13 11:19:53.050983 dv-cinder-797608-16-iscsi neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5374447-4eb0-4e74-8b9d-c11f55e82f53 service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=3b20a293-cd34-44a2-81bf-b7e3551b181c,revision_number=1']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 11:19:53.074276 dv-cinder-797608-16-iscsi neutron-server[93884]: INFO neutron.wsgi [req-dd5073cf-05d5-497f-a693-759e3cabfd1c req-ac2c558a-d226-4ab9-889f-ec392e9fe778 tempest-AttachVolumeTestJSON-893493791 tempest-AttachVolumeTestJSON-893493791-project] 10.222.0.32 "GET /v2.0/security-groups?id=04a16d11-7ca4-462a-891c-e4a125fe1a42&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0665312 Aug 13 11:19:53.114538 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron_lib.db.api [req-4fe03832-f719-4d62-8ba2-e383cbdeb773 req-7c9e8298-a431-479b-b1d1-6b96095eb910 service neutron] Retry wrapper got retriable exception: Failed to create a duplicate DefaultSecurityGroup: for attribute(s) ['default_security_group.PRIMARY'] with value(s) cbf31190d90c4fa2a610551b0a3324d4 {{(pid=93883) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 13 11:19:53.114890 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG oslo_db.api [req-4fe03832-f719-4d62-8ba2-e383cbdeb773 req-7c9e8298-a431-479b-b1d1-6b96095eb910 service neutron] Performing DB retry for function neutron.db.securitygroups_db.SecurityGroupDbMixin.create_security_group {{(pid=93883) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 13 11:19:53.140728 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09b4659d-541c-4200-b5eb-e668886e9bba req-18b776b0-9d97-406f-844a-a62616acc7fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 11:19:53.142263 dv-cinder-797608-16-iscsi neutron-server[93883]: INFO neutron.wsgi [req-09b4659d-541c-4200-b5eb-e668886e9bba req-18b776b0-9d97-406f-844a-a62616acc7fc service neutron] 10.222.0.20 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2384529 Aug 13 11:19:53.145843 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron.notifiers.nova [req-65acabf4-b636-4b96-a2b9-6d74b637dbb1 req-42e966ce-891f-47e0-bd0b-4bec7bc1f224 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5d3c7948-d52d-4294-a06f-d0394ef47e0f {{(pid=93883) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 13 11:19:53.153226 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-65acabf4-b636-4b96-a2b9-6d74b637dbb1 req-42e966ce-891f-47e0-bd0b-4bec7bc1f224 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 11:19:53.165952 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron.db.provisioning_blocks [req-65acabf4-b636-4b96-a2b9-6d74b637dbb1 req-42e966ce-891f-47e0-bd0b-4bec7bc1f224 service neutron] Transition to ACTIVE for port object 5d3c7948-d52d-4294-a06f-d0394ef47e0f will not be triggered until provisioned by entity L2. {{(pid=93883) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 13 11:19:53.169206 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-65acabf4-b636-4b96-a2b9-6d74b637dbb1 req-42e966ce-891f-47e0-bd0b-4bec7bc1f224 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935844', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611014', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782137889940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782137337613', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782137337631'] for port, after_update {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 11:19:53.367576 dv-cinder-797608-16-iscsi neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed62d8f5-9db0-4c81-99a2-edd3f1758163 req-c7facab7-ead1-42c7-a63e-f7d2bb0c2bf3 tempest-AttachVolumeNegativeTest-1779138385 tempest-AttachVolumeNegativeTest-1779138385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 11:19:53.369468 dv-cinder-797608-16-iscsi neutron-server[93884]: INFO neutron.wsgi [req-ed62d8f5-9db0-4c81-99a2-edd3f1758163 req-c7facab7-ead1-42c7-a63e-f7d2bb0c2bf3 tempest-AttachVolumeNegativeTest-1779138385 tempest-AttachVolumeNegativeTest-1779138385-project] 10.222.0.32 "GET /v2.0/ports?device_id=c1224182-6442-47ad-be32-6a6dcdfe90a7 HTTP/1.1" status: 200 len: 945 time: 0.0598052 Aug 13 11:19:53.410646 dv-cinder-797608-16-iscsi neutron-server[93884]: INFO neutron.wsgi [req-ed62d8f5-9db0-4c81-99a2-edd3f1758163 req-8dcc2bcd-a0c9-4a65-a326-a81d4e7cf854 tempest-AttachVolumeNegativeTest-1779138385 tempest-AttachVolumeNegativeTest-1779138385-project] 10.222.0.32 "GET /v2.0/security-groups?id=e9ebb553-6898-47d0-8034-10e78e802a38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0348539 Aug 13 11:19:53.447353 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42e966ce-891f-47e0-bd0b-4bec7bc1f224 service neutron] Pushing event updated for resources: {'Port': ['ID=5d3c7948-d52d-4294-a06f-d0394ef47e0f,revision_number=2']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 11:19:53.476925 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron.plugins.ml2.managers [req-65acabf4-b636-4b96-a2b9-6d74b637dbb1 req-42e966ce-891f-47e0-bd0b-4bec7bc1f224 service neutron] Attempting to bind port 5d3c7948-d52d-4294-a06f-d0394ef47e0f on host hv-cinder-79760 for vnic_type normal with profile {{(pid=93883) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 13 11:19:53.477206 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron.plugins.ml2.managers [req-65acabf4-b636-4b96-a2b9-6d74b637dbb1 req-42e966ce-891f-47e0-bd0b-4bec7bc1f224 service neutron] Attempting to bind port 5d3c7948-d52d-4294-a06f-d0394ef47e0f by drivers openvswitch,hyperv on host hv-cinder-79760 at level 0 using segments [{'id': 'd8719896-e4f7-4cd8-9639-acde7eb05d04', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': 'ec8923c9-e8aa-4fb7-a57a-17b8964f1574'}] {{(pid=93883) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 13 11:19:53.477529 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-65acabf4-b636-4b96-a2b9-6d74b637dbb1 req-42e966ce-891f-47e0-bd0b-4bec7bc1f224 service neutron] Attempting to bind port 5d3c7948-d52d-4294-a06f-d0394ef47e0f on network ec8923c9-e8aa-4fb7-a57a-17b8964f1574 {{(pid=93883) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 13 11:19:53.487343 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-65acabf4-b636-4b96-a2b9-6d74b637dbb1 req-42e966ce-891f-47e0-bd0b-4bec7bc1f224 service neutron] Port 5d3c7948-d52d-4294-a06f-d0394ef47e0f on network ec8923c9-e8aa-4fb7-a57a-17b8964f1574 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79760 {{(pid=93883) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 13 11:19:53.487702 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-65acabf4-b636-4b96-a2b9-6d74b637dbb1 req-42e966ce-891f-47e0-bd0b-4bec7bc1f224 service neutron] Attempting to bind port 5d3c7948-d52d-4294-a06f-d0394ef47e0f on network ec8923c9-e8aa-4fb7-a57a-17b8964f1574 {{(pid=93883) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 13 11:19:53.496858 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-65acabf4-b636-4b96-a2b9-6d74b637dbb1 req-42e966ce-891f-47e0-bd0b-4bec7bc1f224 service neutron] Checking agent: {'id': '3e9c1808-7bc3-414f-9290-25f62682d3ef', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79760', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 13, 11, 17, 34), 'started_at': datetime.datetime(2021, 8, 13, 11, 17, 34), 'heartbeat_timestamp': datetime.datetime(2021, 8, 13, 11, 19, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93883) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 13 11:19:53.497308 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-65acabf4-b636-4b96-a2b9-6d74b637dbb1 req-42e966ce-891f-47e0-bd0b-4bec7bc1f224 service neutron] Checking segment: {'id': 'd8719896-e4f7-4cd8-9639-acde7eb05d04', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': 'ec8923c9-e8aa-4fb7-a57a-17b8964f1574'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93883) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 13 11:19:53.497739 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-65acabf4-b636-4b96-a2b9-6d74b637dbb1 req-42e966ce-891f-47e0-bd0b-4bec7bc1f224 service neutron] Bound using segment: {'id': 'd8719896-e4f7-4cd8-9639-acde7eb05d04', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': 'ec8923c9-e8aa-4fb7-a57a-17b8964f1574'} {{(pid=93883) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 13 11:19:53.498347 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron.plugins.ml2.managers [req-65acabf4-b636-4b96-a2b9-6d74b637dbb1 req-42e966ce-891f-47e0-bd0b-4bec7bc1f224 service neutron] Bound port: 5d3c7948-d52d-4294-a06f-d0394ef47e0f, host: hv-cinder-79760, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd8719896-e4f7-4cd8-9639-acde7eb05d04', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': 'ec8923c9-e8aa-4fb7-a57a-17b8964f1574'}}] {{(pid=93883) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 13 11:19:53.498704 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-65acabf4-b636-4b96-a2b9-6d74b637dbb1 req-42e966ce-891f-47e0-bd0b-4bec7bc1f224 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935434'] for port, before_update {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 11:19:53.504996 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e57f2716-08a1-4431-97e1-d6a5dd6e8f9d req-e912d2fd-c2ab-4a96-a435-24320dc514c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 11:19:53.506459 dv-cinder-797608-16-iscsi neutron-server[93883]: INFO neutron.wsgi [req-e57f2716-08a1-4431-97e1-d6a5dd6e8f9d req-e912d2fd-c2ab-4a96-a435-24320dc514c9 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=7ce5ec11b3fa4a3da17a044b60c4d7c0&device_id=994527d7-146c-46c8-a16a-bc04ce3e770b HTTP/1.1" status: 200 len: 1097 time: 0.0713584 Aug 13 11:19:53.570584 dv-cinder-797608-16-iscsi neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fd7fcbf-259a-4e65-8c54-fbffb6e05321 req-0a29e48f-4d12-4006-a69a-e60985210144 tempest-ServerRescueNegativeTestJSON-217385872 tempest-ServerRescueNegativeTestJSON-217385872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 11:19:53.572901 dv-cinder-797608-16-iscsi neutron-server[93884]: INFO neutron.wsgi [req-8fd7fcbf-259a-4e65-8c54-fbffb6e05321 req-0a29e48f-4d12-4006-a69a-e60985210144 tempest-ServerRescueNegativeTestJSON-217385872 tempest-ServerRescueNegativeTestJSON-217385872-project] 10.222.0.32 "GET /v2.0/ports?device_id=994527d7-146c-46c8-a16a-bc04ce3e770b HTTP/1.1" status: 200 len: 944 time: 0.0615187 Aug 13 11:19:53.577091 dv-cinder-797608-16-iscsi neutron-server[93883]: INFO neutron.wsgi [req-e57f2716-08a1-4431-97e1-d6a5dd6e8f9d req-c487e20a-5145-48ff-91cb-e2f0eab7a106 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=526ee671-31e3-4c26-a725-d78ee3f191b2 HTTP/1.1" status: 200 len: 217 time: 0.0418754 Aug 13 11:19:53.621038 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-4fe03832-f719-4d62-8ba2-e383cbdeb773 req-7c9e8298-a431-479b-b1d1-6b96095eb910 service neutron] Notify callbacks [] for security_group, before_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 11:19:53.621804 dv-cinder-797608-16-iscsi neutron-server[93884]: INFO neutron.wsgi [req-8fd7fcbf-259a-4e65-8c54-fbffb6e05321 req-b263ce16-ed8e-4cba-bf00-19c1dcf89d38 tempest-ServerRescueNegativeTestJSON-217385872 tempest-ServerRescueNegativeTestJSON-217385872-project] 10.222.0.32 "GET /v2.0/security-groups?id=5e66df65-70b0-476d-97cd-4e9936c292c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421357 Aug 13 11:19:53.657732 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron.plugins.ml2.db [req-65acabf4-b636-4b96-a2b9-6d74b637dbb1 req-42e966ce-891f-47e0-bd0b-4bec7bc1f224 service neutron] For port 5d3c7948-d52d-4294-a06f-d0394ef47e0f, host hv-cinder-79760, cleared binding levels {{(pid=93883) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 13 11:19:53.678356 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e57f2716-08a1-4431-97e1-d6a5dd6e8f9d req-58590386-6b6f-4c36-af73-0129a36ec8cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 11:19:53.680217 dv-cinder-797608-16-iscsi neutron-server[93883]: INFO neutron.wsgi [req-e57f2716-08a1-4431-97e1-d6a5dd6e8f9d req-58590386-6b6f-4c36-af73-0129a36ec8cb service neutron] 10.222.0.20 "GET /v2.0/subnets?id=4d0dfa4f-d7e7-4367-877a-a49567302b15 HTTP/1.1" status: 200 len: 858 time: 0.0929210 Aug 13 11:19:53.686322 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron.plugins.ml2.db [req-65acabf4-b636-4b96-a2b9-6d74b637dbb1 req-42e966ce-891f-47e0-bd0b-4bec7bc1f224 service neutron] For port 5d3c7948-d52d-4294-a06f-d0394ef47e0f, host hv-cinder-79760, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79760',level=0,port_id=5d3c7948-d52d-4294-a06f-d0394ef47e0f,segment=NetworkSegment(d8719896-e4f7-4cd8-9639-acde7eb05d04),segment_id=d8719896-e4f7-4cd8-9639-acde7eb05d04)] {{(pid=93883) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 13 11:19:53.707818 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-65acabf4-b636-4b96-a2b9-6d74b637dbb1 req-42e966ce-891f-47e0-bd0b-4bec7bc1f224 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935844', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611014', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782137889940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782137337613', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782137337631'] for port, after_update {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 11:19:53.735427 dv-cinder-797608-16-iscsi neutron-server[93883]: INFO neutron.wsgi [req-e57f2716-08a1-4431-97e1-d6a5dd6e8f9d req-12e2b1b8-d542-4557-b508-df708d467e27 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=02c7fb52-0ad2-484c-84d8-96df36c92bd5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0445359 Aug 13 11:19:53.747276 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65acabf4-b636-4b96-a2b9-6d74b637dbb1 req-42e966ce-891f-47e0-bd0b-4bec7bc1f224 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 11:19:53.747876 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-65acabf4-b636-4b96-a2b9-6d74b637dbb1 req-42e966ce-891f-47e0-bd0b-4bec7bc1f224 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-128352', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1611032'] for port, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 11:19:53.749472 dv-cinder-797608-16-iscsi neutron-server[93883]: INFO neutron.wsgi [req-65acabf4-b636-4b96-a2b9-6d74b637dbb1 req-42e966ce-891f-47e0-bd0b-4bec7bc1f224 service neutron] 10.222.0.20 "PUT /v2.0/ports/5d3c7948-d52d-4294-a06f-d0394ef47e0f HTTP/1.1" status: 200 len: 1093 time: 1.5293543 Aug 13 11:19:53.750894 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '210d2391-7cc4-41fd-87e2-e84f6d335633', 'tag': '5d3c7948-d52d-4294-a06f-d0394ef47e0f'}] {{(pid=93883) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 13 11:19:53.753446 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}db1a1fbc245c58e73290e58258e46ca41fe4e785cc79cbd57aa3dae940aad292" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d8076283-11d7-4064-a5ed-41c2a496140b" -d '{"events": [{"name": "network-changed", "server_uuid": "210d2391-7cc4-41fd-87e2-e84f6d335633", "tag": "5d3c7948-d52d-4294-a06f-d0394ef47e0f"}]}' {{(pid=93883) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 13 11:19:53.885085 dv-cinder-797608-16-iscsi neutron-server[93883]: INFO neutron.wsgi [req-4fe03832-f719-4d62-8ba2-e383cbdeb773 req-7c9e8298-a431-479b-b1d1-6b96095eb910 service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=8cd093f5-7080-4f8f-a2ab-8e997754e5fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.0804431 Aug 13 11:19:53.907994 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 13 Aug 2021 11:19:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5cfb1e6f-4bd9-4976-ba13-adccc3d9e8a6 x-openstack-request-id: req-5cfb1e6f-4bd9-4976-ba13-adccc3d9e8a6 {{(pid=93883) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 13 11:19:53.907994 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "210d2391-7cc4-41fd-87e2-e84f6d335633", "tag": "5d3c7948-d52d-4294-a06f-d0394ef47e0f", "status": "completed", "code": 200}]} {{(pid=93883) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 13 11:19:53.907994 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-5cfb1e6f-4bd9-4976-ba13-adccc3d9e8a6 {{(pid=93883) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 13 11:19:53.907994 dv-cinder-797608-16-iscsi neutron-server[93883]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '210d2391-7cc4-41fd-87e2-e84f6d335633', 'tag': '5d3c7948-d52d-4294-a06f-d0394ef47e0f', 'status': 'completed', 'code': 200} Aug 13 11:19:53.941208 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42e966ce-891f-47e0-bd0b-4bec7bc1f224 service neutron] Pushing event updated for resources: {'Port': ['ID=5d3c7948-d52d-4294-a06f-d0394ef47e0f,revision_number=3']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 11:19:53.968778 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65acabf4-b636-4b96-a2b9-6d74b637dbb1 req-9f1732e3-f5fc-4396-86e4-a836b46e9916 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 11:19:53.969593 dv-cinder-797608-16-iscsi neutron-server[93883]: INFO neutron.wsgi [req-65acabf4-b636-4b96-a2b9-6d74b637dbb1 req-9f1732e3-f5fc-4396-86e4-a836b46e9916 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=79ef1636c6ae4656a27be7ebe99adfd8&device_id=210d2391-7cc4-41fd-87e2-e84f6d335633 HTTP/1.1" status: 200 len: 1096 time: 0.1429267 Aug 13 11:19:53.990989 dv-cinder-797608-16-iscsi neutron-server[93883]: INFO neutron.wsgi [req-e57f2716-08a1-4431-97e1-d6a5dd6e8f9d req-d20cb02a-06bc-4c32-b729-b428ca799ddc service neutron] 10.222.0.20 "GET /v2.0/networks/02c7fb52-0ad2-484c-84d8-96df36c92bd5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2329943 Aug 13 11:19:53.998348 dv-cinder-797608-16-iscsi neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9dd370f-c4bf-4a85-8a30-b70a5b955c82 req-fb88a603-ead9-409f-8fd7-8252968521f6 tempest-DeleteServersTestJSON-100487038 tempest-DeleteServersTestJSON-100487038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 11:19:54.008233 dv-cinder-797608-16-iscsi neutron-server[93884]: INFO neutron.wsgi [req-a9dd370f-c4bf-4a85-8a30-b70a5b955c82 req-fb88a603-ead9-409f-8fd7-8252968521f6 tempest-DeleteServersTestJSON-100487038 tempest-DeleteServersTestJSON-100487038-project] 10.222.0.32 "GET /v2.0/ports?device_id=f796e873-a356-4bc8-8591-8116569f8f94 HTTP/1.1" status: 200 len: 945 time: 0.1565280 Aug 13 11:19:54.052519 dv-cinder-797608-16-iscsi neutron-server[93884]: INFO neutron.wsgi [req-a9dd370f-c4bf-4a85-8a30-b70a5b955c82 req-a6d528bc-3638-4f6e-858a-e63b2758c94b tempest-DeleteServersTestJSON-100487038 tempest-DeleteServersTestJSON-100487038-project] 10.222.0.32 "GET /v2.0/security-groups?id=8cd093f5-7080-4f8f-a2ab-8e997754e5fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433323 Aug 13 11:19:54.204808 dv-cinder-797608-16-iscsi neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-730d8e83-569a-48d8-90d2-f79c259d5552 req-a91f6de8-ade7-4b41-b889-c17b2169de10 tempest-AttachVolumeTestJSON-893493791 tempest-AttachVolumeTestJSON-893493791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 11:19:54.206300 dv-cinder-797608-16-iscsi neutron-server[93884]: INFO neutron.wsgi [req-730d8e83-569a-48d8-90d2-f79c259d5552 req-a91f6de8-ade7-4b41-b889-c17b2169de10 tempest-AttachVolumeTestJSON-893493791 tempest-AttachVolumeTestJSON-893493791-project] 10.222.0.32 "GET /v2.0/ports?device_id=210d2391-7cc4-41fd-87e2-e84f6d335633 HTTP/1.1" status: 200 len: 943 time: 0.0476320 Aug 13 11:19:54.243584 dv-cinder-797608-16-iscsi neutron-server[93884]: INFO neutron.wsgi [req-730d8e83-569a-48d8-90d2-f79c259d5552 req-da634a1d-8ab8-4527-9ba4-7bf73d8fa869 tempest-AttachVolumeTestJSON-893493791 tempest-AttachVolumeTestJSON-893493791-project] 10.222.0.32 "GET /v2.0/security-groups?id=04a16d11-7ca4-462a-891c-e4a125fe1a42&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310910 Aug 13 11:19:54.248803 dv-cinder-797608-16-iscsi neutron-server[93883]: INFO neutron.wsgi [req-65acabf4-b636-4b96-a2b9-6d74b637dbb1 req-bb148f0c-044e-4a61-b5a5-1f21af02d7cd service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=5d3c7948-d52d-4294-a06f-d0394ef47e0f HTTP/1.1" status: 200 len: 217 time: 0.0748036 Aug 13 11:19:54.319317 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65acabf4-b636-4b96-a2b9-6d74b637dbb1 req-f5350ddb-deb9-42c4-8f3e-add92df7989a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 11:19:54.320645 dv-cinder-797608-16-iscsi neutron-server[93883]: INFO neutron.wsgi [req-65acabf4-b636-4b96-a2b9-6d74b637dbb1 req-f5350ddb-deb9-42c4-8f3e-add92df7989a service neutron] 10.222.0.20 "GET /v2.0/subnets?id=8f355941-9ea6-47f3-b4b3-219d5394ef79 HTTP/1.1" status: 200 len: 850 time: 0.0637555 Aug 13 11:19:54.325855 dv-cinder-797608-16-iscsi neutron-server[93883]: INFO neutron.wsgi [req-e57f2716-08a1-4431-97e1-d6a5dd6e8f9d req-9c880a8f-755d-4495-b52d-8c1bc9a75ad6 service neutron] 10.222.0.20 "GET /v2.0/networks/02c7fb52-0ad2-484c-84d8-96df36c92bd5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1531031 Aug 13 11:19:54.391628 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65acabf4-b636-4b96-a2b9-6d74b637dbb1 req-54f2ba14-be60-4da2-a369-9388dd1502d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 11:19:54.392565 dv-cinder-797608-16-iscsi neutron-server[93883]: INFO neutron.wsgi [req-65acabf4-b636-4b96-a2b9-6d74b637dbb1 req-54f2ba14-be60-4da2-a369-9388dd1502d1 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=ec8923c9-e8aa-4fb7-a57a-17b8964f1574&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0497169 Aug 13 11:19:54.513437 dv-cinder-797608-16-iscsi neutron-server[93883]: INFO neutron.wsgi [req-65acabf4-b636-4b96-a2b9-6d74b637dbb1 req-41c34800-a672-4b24-927d-9b4da1f05503 service neutron] 10.222.0.20 "GET /v2.0/networks/ec8923c9-e8aa-4fb7-a57a-17b8964f1574?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0915728 Aug 13 11:19:54.536823 dv-cinder-797608-16-iscsi neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73cc8961-f906-4b9d-82c0-5ac4ceca8dcc req-847ea655-6ef6-4052-801f-399ebdcf90cf tempest-AttachVolumeNegativeTest-1779138385 tempest-AttachVolumeNegativeTest-1779138385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 11:19:54.538355 dv-cinder-797608-16-iscsi neutron-server[93884]: INFO neutron.wsgi [req-73cc8961-f906-4b9d-82c0-5ac4ceca8dcc req-847ea655-6ef6-4052-801f-399ebdcf90cf tempest-AttachVolumeNegativeTest-1779138385 tempest-AttachVolumeNegativeTest-1779138385-project] 10.222.0.32 "GET /v2.0/ports?device_id=c1224182-6442-47ad-be32-6a6dcdfe90a7 HTTP/1.1" status: 200 len: 945 time: 0.0584147 Aug 13 11:19:54.586243 dv-cinder-797608-16-iscsi neutron-server[93884]: INFO neutron.wsgi [req-73cc8961-f906-4b9d-82c0-5ac4ceca8dcc req-9f2d092b-0fe1-4a5e-bda7-d8e3795ebb65 tempest-AttachVolumeNegativeTest-1779138385 tempest-AttachVolumeNegativeTest-1779138385-project] 10.222.0.32 "GET /v2.0/security-groups?id=e9ebb553-6898-47d0-8034-10e78e802a38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414310 Aug 13 11:19:54.614663 dv-cinder-797608-16-iscsi neutron-server[93883]: INFO neutron.wsgi [req-65acabf4-b636-4b96-a2b9-6d74b637dbb1 req-9d032fc4-04ae-4c11-bec6-5b33af0ee906 service neutron] 10.222.0.20 "GET /v2.0/networks/ec8923c9-e8aa-4fb7-a57a-17b8964f1574?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0926626 Aug 13 11:19:54.741001 dv-cinder-797608-16-iscsi neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6842212-2c39-476b-a2dd-c23d05197050 req-472533fa-f350-44f9-b15b-ff30492307de tempest-ServerRescueNegativeTestJSON-217385872 tempest-ServerRescueNegativeTestJSON-217385872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 11:19:54.742496 dv-cinder-797608-16-iscsi neutron-server[93884]: INFO neutron.wsgi [req-f6842212-2c39-476b-a2dd-c23d05197050 req-472533fa-f350-44f9-b15b-ff30492307de tempest-ServerRescueNegativeTestJSON-217385872 tempest-ServerRescueNegativeTestJSON-217385872-project] 10.222.0.32 "GET /v2.0/ports?device_id=994527d7-146c-46c8-a16a-bc04ce3e770b HTTP/1.1" status: 200 len: 944 time: 0.0498879 Aug 13 11:19:54.792720 dv-cinder-797608-16-iscsi neutron-server[93884]: INFO neutron.wsgi [req-f6842212-2c39-476b-a2dd-c23d05197050 req-5e19b053-fad1-42ff-8223-22d3d186668c tempest-ServerRescueNegativeTestJSON-217385872 tempest-ServerRescueNegativeTestJSON-217385872-project] 10.222.0.32 "GET /v2.0/security-groups?id=5e66df65-70b0-476d-97cd-4e9936c292c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437400 Aug 13 11:19:54.838530 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8076283-11d7-4064-a5ed-41c2a496140b req-ddd3d4b9-d6b9-4e7f-80e4-8aaa43272bb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 11:19:54.839926 dv-cinder-797608-16-iscsi neutron-server[93883]: INFO neutron.wsgi [req-d8076283-11d7-4064-a5ed-41c2a496140b req-ddd3d4b9-d6b9-4e7f-80e4-8aaa43272bb3 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=79ef1636c6ae4656a27be7ebe99adfd8&device_id=210d2391-7cc4-41fd-87e2-e84f6d335633 HTTP/1.1" status: 200 len: 1096 time: 0.0554621 Aug 13 11:19:55.201296 dv-cinder-797608-16-iscsi neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dd4870e-6ef7-4dbd-ba29-f165862fb9b9 req-36413a1f-69d8-467d-ba1e-7921f95581ac tempest-DeleteServersTestJSON-100487038 tempest-DeleteServersTestJSON-100487038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 11:19:55.202817 dv-cinder-797608-16-iscsi neutron-server[93884]: INFO neutron.wsgi [req-2dd4870e-6ef7-4dbd-ba29-f165862fb9b9 req-36413a1f-69d8-467d-ba1e-7921f95581ac tempest-DeleteServersTestJSON-100487038 tempest-DeleteServersTestJSON-100487038-project] 10.222.0.32 "GET /v2.0/ports?device_id=f796e873-a356-4bc8-8591-8116569f8f94 HTTP/1.1" status: 200 len: 945 time: 0.0573266 Aug 13 11:19:55.239986 dv-cinder-797608-16-iscsi neutron-server[93884]: INFO neutron.wsgi [req-2dd4870e-6ef7-4dbd-ba29-f165862fb9b9 req-5101d339-e0f0-4305-813b-360d4a49ca5a tempest-DeleteServersTestJSON-100487038 tempest-DeleteServersTestJSON-100487038-project] 10.222.0.32 "GET /v2.0/security-groups?id=8cd093f5-7080-4f8f-a2ab-8e997754e5fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311532 Aug 13 11:19:55.358236 dv-cinder-797608-16-iscsi neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c215a921-7bda-47d5-ac16-60adcd81b109 req-3372d636-e30c-44f4-971f-9ce5f870629a tempest-AttachVolumeTestJSON-893493791 tempest-AttachVolumeTestJSON-893493791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 11:19:55.359696 dv-cinder-797608-16-iscsi neutron-server[93884]: INFO neutron.wsgi [req-c215a921-7bda-47d5-ac16-60adcd81b109 req-3372d636-e30c-44f4-971f-9ce5f870629a tempest-AttachVolumeTestJSON-893493791 tempest-AttachVolumeTestJSON-893493791-project] 10.222.0.32 "GET /v2.0/ports?device_id=210d2391-7cc4-41fd-87e2-e84f6d335633 HTTP/1.1" status: 200 len: 943 time: 0.0483572 Aug 13 11:19:55.397461 dv-cinder-797608-16-iscsi neutron-server[93884]: INFO neutron.wsgi [req-c215a921-7bda-47d5-ac16-60adcd81b109 req-7b2cdc4f-26a6-49d6-a4ab-1f44f7b4ed97 tempest-AttachVolumeTestJSON-893493791 tempest-AttachVolumeTestJSON-893493791-project] 10.222.0.32 "GET /v2.0/security-groups?id=04a16d11-7ca4-462a-891c-e4a125fe1a42&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318232 Aug 13 11:19:55.408672 dv-cinder-797608-16-iscsi neutron-server[93884]: DEBUG neutron.wsgi [-] (93884) accepted ('10.222.0.32', 44156) {{(pid=93884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 11:19:55.510834 dv-cinder-797608-16-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-583eaf55-cfb0-4a16-bb5c-da05fc479567 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 11:19:55.600262 dv-cinder-797608-16-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-583eaf55-cfb0-4a16-bb5c-da05fc479567 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 11:19:55.603937 dv-cinder-797608-16-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-583eaf55-cfb0-4a16-bb5c-da05fc479567 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651637'] for security_group, after_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 11:19:55.645043 dv-cinder-797608-16-iscsi neutron-server[93884]: INFO neutron.wsgi [None req-583eaf55-cfb0-4a16-bb5c-da05fc479567 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=39209bab7a7d4839b6d005dc77c0d9b5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2352252 Aug 13 11:19:55.645874 dv-cinder-797608-16-iscsi neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-583eaf55-cfb0-4a16-bb5c-da05fc479567 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a322e0df-2e58-4909-b0a9-c4af22e85c29,revision_number=1']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 11:19:55.648148 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.32', 44164) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 11:19:55.698338 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-a2c376ec-6e17-439e-82e2-459d9f18a4e4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 11:19:55.701041 dv-cinder-797608-16-iscsi neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-265dcbaf-08c5-43d5-9a3c-43872da3ec7d req-0bd9c928-b04d-4ad3-8170-ebe0e6283d88 tempest-AttachVolumeNegativeTest-1779138385 tempest-AttachVolumeNegativeTest-1779138385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 11:19:55.702536 dv-cinder-797608-16-iscsi neutron-server[93884]: INFO neutron.wsgi [req-265dcbaf-08c5-43d5-9a3c-43872da3ec7d req-0bd9c928-b04d-4ad3-8170-ebe0e6283d88 tempest-AttachVolumeNegativeTest-1779138385 tempest-AttachVolumeNegativeTest-1779138385-project] 10.222.0.32 "GET /v2.0/ports?device_id=c1224182-6442-47ad-be32-6a6dcdfe90a7 HTTP/1.1" status: 200 len: 945 time: 0.0471175 Aug 13 11:19:55.722087 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-a2c376ec-6e17-439e-82e2-459d9f18a4e4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 11:19:55.744205 dv-cinder-797608-16-iscsi neutron-server[93884]: INFO neutron.wsgi [req-265dcbaf-08c5-43d5-9a3c-43872da3ec7d req-73b8189c-f926-477c-9c34-2e25e9c52a47 tempest-AttachVolumeNegativeTest-1779138385 tempest-AttachVolumeNegativeTest-1779138385-project] 10.222.0.32 "GET /v2.0/security-groups?id=e9ebb553-6898-47d0-8034-10e78e802a38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316999 Aug 13 11:19:55.769410 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-a2c376ec-6e17-439e-82e2-459d9f18a4e4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651637'] for security_group, after_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 11:19:55.772452 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-a2c376ec-6e17-439e-82e2-459d9f18a4e4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 11:19:55.773590 dv-cinder-797608-16-iscsi neutron-server[93883]: INFO neutron.wsgi [None req-a2c376ec-6e17-439e-82e2-459d9f18a4e4 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/a322e0df-2e58-4909-b0a9-c4af22e85c29 HTTP/1.1" status: 204 len: 168 time: 0.1242733 Aug 13 11:19:55.781228 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2c376ec-6e17-439e-82e2-459d9f18a4e4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a322e0df-2e58-4909-b0a9-c4af22e85c29,revision_number=None']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 11:19:55.904984 dv-cinder-797608-16-iscsi neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49b71648-5d9a-4ccf-9918-6ea8685db6ff req-7c520075-7c50-42d5-b5bb-c8a36a82d8fc tempest-ServerRescueNegativeTestJSON-217385872 tempest-ServerRescueNegativeTestJSON-217385872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 11:19:55.906522 dv-cinder-797608-16-iscsi neutron-server[93884]: INFO neutron.wsgi [req-49b71648-5d9a-4ccf-9918-6ea8685db6ff req-7c520075-7c50-42d5-b5bb-c8a36a82d8fc tempest-ServerRescueNegativeTestJSON-217385872 tempest-ServerRescueNegativeTestJSON-217385872-project] 10.222.0.32 "GET /v2.0/ports?device_id=994527d7-146c-46c8-a16a-bc04ce3e770b HTTP/1.1" status: 200 len: 944 time: 0.0510755 Aug 13 11:19:55.943521 dv-cinder-797608-16-iscsi neutron-server[93884]: INFO neutron.wsgi [req-49b71648-5d9a-4ccf-9918-6ea8685db6ff req-f2a9d341-30b8-4971-af4d-09c38b4dd9e3 tempest-ServerRescueNegativeTestJSON-217385872 tempest-ServerRescueNegativeTestJSON-217385872-project] 10.222.0.32 "GET /v2.0/security-groups?id=5e66df65-70b0-476d-97cd-4e9936c292c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308335 Aug 13 11:19:56.034781 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.32', 44172) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 11:19:56.047693 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-65e2fc0f-6dc6-4297-891f-875e68ef688d admin admin] Notify callbacks [] for security_group, before_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 11:19:56.134418 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-65e2fc0f-6dc6-4297-891f-875e68ef688d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 11:19:56.139882 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-65e2fc0f-6dc6-4297-891f-875e68ef688d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651637'] for security_group, after_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 11:19:56.176212 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65e2fc0f-6dc6-4297-891f-875e68ef688d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f01b54db-7088-4349-9ea3-970245cd141a,revision_number=1']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 11:19:56.181373 dv-cinder-797608-16-iscsi neutron-server[93883]: INFO neutron.wsgi [None req-65e2fc0f-6dc6-4297-891f-875e68ef688d admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=50fbc8c6ab0d4048811621f115f7749c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1455164 Aug 13 11:19:56.183902 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.32', 44176) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 11:19:56.235280 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-4135a086-6028-421f-b396-305c8c538b40 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 11:19:56.256014 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-4135a086-6028-421f-b396-305c8c538b40 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 11:19:56.301976 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-4135a086-6028-421f-b396-305c8c538b40 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651637'] for security_group, after_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 11:19:56.304553 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-4135a086-6028-421f-b396-305c8c538b40 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 11:19:56.307949 dv-cinder-797608-16-iscsi neutron-server[93883]: INFO neutron.wsgi [None req-4135a086-6028-421f-b396-305c8c538b40 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/f01b54db-7088-4349-9ea3-970245cd141a HTTP/1.1" status: 204 len: 168 time: 0.1209135 Aug 13 11:19:56.313847 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4135a086-6028-421f-b396-305c8c538b40 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f01b54db-7088-4349-9ea3-970245cd141a,revision_number=None']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 11:19:56.357256 dv-cinder-797608-16-iscsi neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-034c30e3-1f64-4a95-8e0b-a30438a52832 req-1ba42c68-af88-4825-86d3-50681356c354 tempest-DeleteServersTestJSON-100487038 tempest-DeleteServersTestJSON-100487038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 11:19:56.358845 dv-cinder-797608-16-iscsi neutron-server[93884]: INFO neutron.wsgi [req-034c30e3-1f64-4a95-8e0b-a30438a52832 req-1ba42c68-af88-4825-86d3-50681356c354 tempest-DeleteServersTestJSON-100487038 tempest-DeleteServersTestJSON-100487038-project] 10.222.0.32 "GET /v2.0/ports?device_id=f796e873-a356-4bc8-8591-8116569f8f94 HTTP/1.1" status: 200 len: 945 time: 0.0522392 Aug 13 11:19:56.397471 dv-cinder-797608-16-iscsi neutron-server[93884]: INFO neutron.wsgi [req-034c30e3-1f64-4a95-8e0b-a30438a52832 req-c624d657-858d-4738-8ac8-f1b52a2efb76 tempest-DeleteServersTestJSON-100487038 tempest-DeleteServersTestJSON-100487038-project] 10.222.0.32 "GET /v2.0/security-groups?id=8cd093f5-7080-4f8f-a2ab-8e997754e5fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322237 Aug 13 11:19:56.510720 dv-cinder-797608-16-iscsi neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91895861-0f54-41b8-a132-3267472ce785 req-357b32d1-3272-4617-acbf-3ba2648d70a3 tempest-AttachVolumeTestJSON-893493791 tempest-AttachVolumeTestJSON-893493791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 11:19:56.512216 dv-cinder-797608-16-iscsi neutron-server[93884]: INFO neutron.wsgi [req-91895861-0f54-41b8-a132-3267472ce785 req-357b32d1-3272-4617-acbf-3ba2648d70a3 tempest-AttachVolumeTestJSON-893493791 tempest-AttachVolumeTestJSON-893493791-project] 10.222.0.32 "GET /v2.0/ports?device_id=210d2391-7cc4-41fd-87e2-e84f6d335633 HTTP/1.1" status: 200 len: 943 time: 0.0487618 Aug 13 11:19:56.548906 dv-cinder-797608-16-iscsi neutron-server[93884]: INFO neutron.wsgi [req-91895861-0f54-41b8-a132-3267472ce785 req-3f3b778a-82b0-4426-a165-7707c136fcad tempest-AttachVolumeTestJSON-893493791 tempest-AttachVolumeTestJSON-893493791-project] 10.222.0.32 "GET /v2.0/security-groups?id=04a16d11-7ca4-462a-891c-e4a125fe1a42&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0308652 Aug 13 11:19:56.860263 dv-cinder-797608-16-iscsi neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-797fa46d-12bd-4d2e-84a2-7a3c00b09d2f req-61e827dd-2c0c-4423-918c-40fccce0903b tempest-AttachVolumeNegativeTest-1779138385 tempest-AttachVolumeNegativeTest-1779138385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 11:19:56.861743 dv-cinder-797608-16-iscsi neutron-server[93884]: INFO neutron.wsgi [req-797fa46d-12bd-4d2e-84a2-7a3c00b09d2f req-61e827dd-2c0c-4423-918c-40fccce0903b tempest-AttachVolumeNegativeTest-1779138385 tempest-AttachVolumeNegativeTest-1779138385-project] 10.222.0.32 "GET /v2.0/ports?device_id=c1224182-6442-47ad-be32-6a6dcdfe90a7 HTTP/1.1" status: 200 len: 945 time: 0.0509036 Aug 13 11:19:56.899659 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8076283-11d7-4064-a5ed-41c2a496140b req-4f5f2236-375b-4650-9c20-952874f755c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 11:19:56.901697 dv-cinder-797608-16-iscsi neutron-server[93883]: INFO neutron.wsgi [req-d8076283-11d7-4064-a5ed-41c2a496140b req-4f5f2236-375b-4650-9c20-952874f755c9 service neutron] 10.222.0.20 "GET /v2.0/networks?id=ec8923c9-e8aa-4fb7-a57a-17b8964f1574 HTTP/1.1" status: 200 len: 912 time: 0.0939212 Aug 13 11:19:56.907078 dv-cinder-797608-16-iscsi neutron-server[93884]: INFO neutron.wsgi [req-797fa46d-12bd-4d2e-84a2-7a3c00b09d2f req-970f4167-4cde-41b7-ae81-ee9851942288 tempest-AttachVolumeNegativeTest-1779138385 tempest-AttachVolumeNegativeTest-1779138385-project] 10.222.0.32 "GET /v2.0/security-groups?id=e9ebb553-6898-47d0-8034-10e78e802a38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0371552 Aug 13 11:19:57.057703 dv-cinder-797608-16-iscsi neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b23482f-efe9-488e-819c-42053340877e req-1a338cc9-a9b6-430a-baa8-7696383cce74 tempest-ServerRescueNegativeTestJSON-217385872 tempest-ServerRescueNegativeTestJSON-217385872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 11:19:57.059185 dv-cinder-797608-16-iscsi neutron-server[93884]: INFO neutron.wsgi [req-8b23482f-efe9-488e-819c-42053340877e req-1a338cc9-a9b6-430a-baa8-7696383cce74 tempest-ServerRescueNegativeTestJSON-217385872 tempest-ServerRescueNegativeTestJSON-217385872-project] 10.222.0.32 "GET /v2.0/ports?device_id=994527d7-146c-46c8-a16a-bc04ce3e770b HTTP/1.1" status: 200 len: 944 time: 0.0503366 Aug 13 11:19:57.097185 dv-cinder-797608-16-iscsi neutron-server[93884]: INFO neutron.wsgi [req-8b23482f-efe9-488e-819c-42053340877e req-ca4e4f6d-dc28-4a4c-889e-4cbc9ce0bbf8 tempest-ServerRescueNegativeTestJSON-217385872 tempest-ServerRescueNegativeTestJSON-217385872-project] 10.222.0.32 "GET /v2.0/security-groups?id=5e66df65-70b0-476d-97cd-4e9936c292c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320544 Aug 13 11:19:57.508002 dv-cinder-797608-16-iscsi neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-816cc543-18c5-4fd9-84d7-3502075f6db9 req-5d7de758-b298-46c2-b1c8-6e9a13cb81a9 tempest-DeleteServersTestJSON-100487038 tempest-DeleteServersTestJSON-100487038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 11:19:57.509628 dv-cinder-797608-16-iscsi neutron-server[93884]: INFO neutron.wsgi [req-816cc543-18c5-4fd9-84d7-3502075f6db9 req-5d7de758-b298-46c2-b1c8-6e9a13cb81a9 tempest-DeleteServersTestJSON-100487038 tempest-DeleteServersTestJSON-100487038-project] 10.222.0.32 "GET /v2.0/ports?device_id=f796e873-a356-4bc8-8591-8116569f8f94 HTTP/1.1" status: 200 len: 945 time: 0.0475953 Aug 13 11:19:57.546825 dv-cinder-797608-16-iscsi neutron-server[93884]: INFO neutron.wsgi [req-816cc543-18c5-4fd9-84d7-3502075f6db9 req-299b0b55-ecad-4f05-95be-4d4fd7962ed5 tempest-DeleteServersTestJSON-100487038 tempest-DeleteServersTestJSON-100487038-project] 10.222.0.32 "GET /v2.0/security-groups?id=8cd093f5-7080-4f8f-a2ab-8e997754e5fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314407 Aug 13 11:19:57.666859 dv-cinder-797608-16-iscsi neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6f1416f-fcca-4c37-888a-edf4d8b8cc5f req-19765158-dcc2-4283-8bb0-3d8058e2af30 tempest-AttachVolumeTestJSON-893493791 tempest-AttachVolumeTestJSON-893493791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 11:19:57.668454 dv-cinder-797608-16-iscsi neutron-server[93884]: INFO neutron.wsgi [req-d6f1416f-fcca-4c37-888a-edf4d8b8cc5f req-19765158-dcc2-4283-8bb0-3d8058e2af30 tempest-AttachVolumeTestJSON-893493791 tempest-AttachVolumeTestJSON-893493791-project] 10.222.0.32 "GET /v2.0/ports?device_id=210d2391-7cc4-41fd-87e2-e84f6d335633 HTTP/1.1" status: 200 len: 943 time: 0.0507007 Aug 13 11:19:57.708411 dv-cinder-797608-16-iscsi neutron-server[93884]: INFO neutron.wsgi [req-d6f1416f-fcca-4c37-888a-edf4d8b8cc5f req-1440edda-0782-4ced-bafb-0f8c6325e647 tempest-AttachVolumeTestJSON-893493791 tempest-AttachVolumeTestJSON-893493791-project] 10.222.0.32 "GET /v2.0/security-groups?id=04a16d11-7ca4-462a-891c-e4a125fe1a42&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0336580 Aug 13 11:19:57.834658 dv-cinder-797608-16-iscsi neutron-server[93885]: DEBUG neutron.plugins.ml2.rpc [None req-a0b9b986-0706-4fc6-9cf9-0eb02d2513dc None None] Device 51600623-03db-4e3a-a453-54b221839aac details requested by agent hyperv_hv-cinder-79760 with host hv-cinder-79760 {{(pid=93885) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 13 11:19:57.856453 dv-cinder-797608-16-iscsi neutron-server[93883]: INFO neutron.wsgi [req-d8076283-11d7-4064-a5ed-41c2a496140b req-501e7a72-0dbe-4055-a573-280872d49430 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=5d3c7948-d52d-4294-a06f-d0394ef47e0f HTTP/1.1" status: 200 len: 217 time: 0.0414419 Aug 13 11:19:57.924239 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8076283-11d7-4064-a5ed-41c2a496140b req-0ba2bbd0-38d8-41cb-bb58-7fe68253ae0c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 11:19:57.926638 dv-cinder-797608-16-iscsi neutron-server[93883]: INFO neutron.wsgi [req-d8076283-11d7-4064-a5ed-41c2a496140b req-0ba2bbd0-38d8-41cb-bb58-7fe68253ae0c service neutron] 10.222.0.20 "GET /v2.0/subnets?id=8f355941-9ea6-47f3-b4b3-219d5394ef79 HTTP/1.1" status: 200 len: 850 time: 0.0560653 Aug 13 11:19:57.941213 dv-cinder-797608-16-iscsi neutron-server[93885]: DEBUG neutron.plugins.ml2.db [None req-a0b9b986-0706-4fc6-9cf9-0eb02d2513dc None None] For port 51600623-03db-4e3a-a453-54b221839aac, host hv-cinder-79760, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79760',level=0,port_id=51600623-03db-4e3a-a453-54b221839aac,segment=NetworkSegment(f91f77da-5339-477e-a1d0-b21d720c56da),segment_id=f91f77da-5339-477e-a1d0-b21d720c56da)] {{(pid=93885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 13 11:19:57.954521 dv-cinder-797608-16-iscsi neutron-server[93885]: DEBUG neutron.plugins.ml2.rpc [None req-a0b9b986-0706-4fc6-9cf9-0eb02d2513dc None None] Returning: {'device': '51600623-03db-4e3a-a453-54b221839aac', 'network_id': '02c7fb52-0ad2-484c-84d8-96df36c92bd5', 'port_id': '51600623-03db-4e3a-a453-54b221839aac', 'mac_address': 'fa:16:3e:a0:4f:44', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 172, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4d0dfa4f-d7e7-4367-877a-a49567302b15', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93885) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 13 11:19:57.998921 dv-cinder-797608-16-iscsi neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-a0b9b986-0706-4fc6-9cf9-0eb02d2513dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935434'] for port, before_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 11:19:58.014888 dv-cinder-797608-16-iscsi neutron-server[93885]: DEBUG neutron.notifiers.nova [None req-a0b9b986-0706-4fc6-9cf9-0eb02d2513dc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 51600623-03db-4e3a-a453-54b221839aac {{(pid=93885) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 13 11:19:58.040442 dv-cinder-797608-16-iscsi neutron-server[93885]: DEBUG neutron.plugins.ml2.db [None req-a0b9b986-0706-4fc6-9cf9-0eb02d2513dc None None] For port 51600623-03db-4e3a-a453-54b221839aac, host hv-cinder-79760, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79760',level=0,port_id=51600623-03db-4e3a-a453-54b221839aac,segment=NetworkSegment(f91f77da-5339-477e-a1d0-b21d720c56da),segment_id=f91f77da-5339-477e-a1d0-b21d720c56da)] {{(pid=93885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 13 11:19:58.046606 dv-cinder-797608-16-iscsi neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-a0b9b986-0706-4fc6-9cf9-0eb02d2513dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935844', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611014', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782137889940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782137337613', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782137337631'] for port, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 11:19:58.047100 dv-cinder-797608-16-iscsi neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04ba8f07-06d7-4e43-929f-6a2966f16848 req-45fa1a9d-497f-44a5-a498-dccf81ed3fb5 tempest-AttachVolumeNegativeTest-1779138385 tempest-AttachVolumeNegativeTest-1779138385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 11:19:58.053715 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8076283-11d7-4064-a5ed-41c2a496140b req-27582c22-5ad2-4946-99db-a54c19057643 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 11:19:58.055238 dv-cinder-797608-16-iscsi neutron-server[93883]: INFO neutron.wsgi [req-d8076283-11d7-4064-a5ed-41c2a496140b req-27582c22-5ad2-4946-99db-a54c19057643 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=ec8923c9-e8aa-4fb7-a57a-17b8964f1574&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0956502 Aug 13 11:19:58.055376 dv-cinder-797608-16-iscsi neutron-server[93884]: INFO neutron.wsgi [req-04ba8f07-06d7-4e43-929f-6a2966f16848 req-45fa1a9d-497f-44a5-a498-dccf81ed3fb5 tempest-AttachVolumeNegativeTest-1779138385 tempest-AttachVolumeNegativeTest-1779138385-project] 10.222.0.32 "GET /v2.0/ports?device_id=c1224182-6442-47ad-be32-6a6dcdfe90a7 HTTP/1.1" status: 200 len: 945 time: 0.0623412 Aug 13 11:19:58.098617 dv-cinder-797608-16-iscsi neutron-server[93884]: INFO neutron.wsgi [req-04ba8f07-06d7-4e43-929f-6a2966f16848 req-829d0f35-b5d2-4a6a-82eb-3e9e9de9f014 tempest-AttachVolumeNegativeTest-1779138385 tempest-AttachVolumeNegativeTest-1779138385-project] 10.222.0.32 "GET /v2.0/security-groups?id=e9ebb553-6898-47d0-8034-10e78e802a38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423391 Aug 13 11:19:58.107778 dv-cinder-797608-16-iscsi neutron-server[93885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0b9b986-0706-4fc6-9cf9-0eb02d2513dc None None] Pushing event updated for resources: {'Port': ['ID=51600623-03db-4e3a-a453-54b221839aac,revision_number=4']} {{(pid=93885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 11:19:58.227825 dv-cinder-797608-16-iscsi neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94ba8c66-a269-42b5-8660-4a846495490b req-8eb8f501-31e5-48dd-92f3-d8d8a6243c0f tempest-ServerRescueNegativeTestJSON-217385872 tempest-ServerRescueNegativeTestJSON-217385872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 11:19:58.230841 dv-cinder-797608-16-iscsi neutron-server[93884]: INFO neutron.wsgi [req-94ba8c66-a269-42b5-8660-4a846495490b req-8eb8f501-31e5-48dd-92f3-d8d8a6243c0f tempest-ServerRescueNegativeTestJSON-217385872 tempest-ServerRescueNegativeTestJSON-217385872-project] 10.222.0.32 "GET /v2.0/ports?device_id=994527d7-146c-46c8-a16a-bc04ce3e770b HTTP/1.1" status: 200 len: 944 time: 0.0630662 Aug 13 11:19:58.263587 dv-cinder-797608-16-iscsi neutron-server[93883]: INFO neutron.wsgi [req-d8076283-11d7-4064-a5ed-41c2a496140b req-a20d1c43-22c9-4eba-b152-8dcd7dada987 service neutron] 10.222.0.20 "GET /v2.0/networks/ec8923c9-e8aa-4fb7-a57a-17b8964f1574?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1000648 Aug 13 11:19:58.284485 dv-cinder-797608-16-iscsi neutron-server[93884]: INFO neutron.wsgi [req-94ba8c66-a269-42b5-8660-4a846495490b req-a538096b-a883-4a7e-a981-9a3591c04927 tempest-ServerRescueNegativeTestJSON-217385872 tempest-ServerRescueNegativeTestJSON-217385872-project] 10.222.0.32 "GET /v2.0/security-groups?id=5e66df65-70b0-476d-97cd-4e9936c292c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0465565 Aug 13 11:19:58.405188 dv-cinder-797608-16-iscsi neutron-server[93883]: INFO neutron.wsgi [req-d8076283-11d7-4064-a5ed-41c2a496140b req-0b020d4a-572c-44fe-867a-8321c3ac3b9d service neutron] 10.222.0.20 "GET /v2.0/networks/ec8923c9-e8aa-4fb7-a57a-17b8964f1574?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1198807 Aug 13 11:19:58.554512 dv-cinder-797608-16-iscsi neutron-server[93885]: DEBUG neutron.plugins.ml2.db [None req-a0b9b986-0706-4fc6-9cf9-0eb02d2513dc None None] get_ports_and_sgs() called for port_ids ['51600623-03db-4e3a-a453-54b221839aac'] {{(pid=93885) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 13 11:19:58.681516 dv-cinder-797608-16-iscsi neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d08e91d4-4d74-4d88-8746-05634c9c6914 req-86f6da3d-0277-4382-b3ae-aa37a02940a1 tempest-DeleteServersTestJSON-100487038 tempest-DeleteServersTestJSON-100487038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 11:19:58.683026 dv-cinder-797608-16-iscsi neutron-server[93884]: INFO neutron.wsgi [req-d08e91d4-4d74-4d88-8746-05634c9c6914 req-86f6da3d-0277-4382-b3ae-aa37a02940a1 tempest-DeleteServersTestJSON-100487038 tempest-DeleteServersTestJSON-100487038-project] 10.222.0.32 "GET /v2.0/ports?device_id=f796e873-a356-4bc8-8591-8116569f8f94 HTTP/1.1" status: 200 len: 945 time: 0.0633173 Aug 13 11:19:58.727307 dv-cinder-797608-16-iscsi neutron-server[93884]: INFO neutron.wsgi [req-d08e91d4-4d74-4d88-8746-05634c9c6914 req-28982a75-9b03-45df-9345-293d66028ad7 tempest-DeleteServersTestJSON-100487038 tempest-DeleteServersTestJSON-100487038-project] 10.222.0.32 "GET /v2.0/security-groups?id=8cd093f5-7080-4f8f-a2ab-8e997754e5fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384178 Aug 13 11:19:58.835011 dv-cinder-797608-16-iscsi neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a823df63-adbe-4775-8ac9-3862daff0cc2 req-2327e221-e6a8-4579-9494-9b2453dc2cde tempest-AttachVolumeTestJSON-893493791 tempest-AttachVolumeTestJSON-893493791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 11:19:58.836495 dv-cinder-797608-16-iscsi neutron-server[93884]: INFO neutron.wsgi [req-a823df63-adbe-4775-8ac9-3862daff0cc2 req-2327e221-e6a8-4579-9494-9b2453dc2cde tempest-AttachVolumeTestJSON-893493791 tempest-AttachVolumeTestJSON-893493791-project] 10.222.0.32 "GET /v2.0/ports?device_id=210d2391-7cc4-41fd-87e2-e84f6d335633 HTTP/1.1" status: 200 len: 943 time: 0.0566065 Aug 13 11:19:58.875929 dv-cinder-797608-16-iscsi neutron-server[93884]: INFO neutron.wsgi [req-a823df63-adbe-4775-8ac9-3862daff0cc2 req-526d6616-0ef1-407f-a5ef-f88a556f8bf4 tempest-AttachVolumeTestJSON-893493791 tempest-AttachVolumeTestJSON-893493791-project] 10.222.0.32 "GET /v2.0/security-groups?id=04a16d11-7ca4-462a-891c-e4a125fe1a42&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0336163 Aug 13 11:19:59.217781 dv-cinder-797608-16-iscsi neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ab79f60-54a8-4eb8-8829-7923a521ac7e req-d28a0de4-a725-45f3-8c40-cc0730154e11 tempest-AttachVolumeNegativeTest-1779138385 tempest-AttachVolumeNegativeTest-1779138385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 11:19:59.219431 dv-cinder-797608-16-iscsi neutron-server[93884]: INFO neutron.wsgi [req-5ab79f60-54a8-4eb8-8829-7923a521ac7e req-d28a0de4-a725-45f3-8c40-cc0730154e11 tempest-AttachVolumeNegativeTest-1779138385 tempest-AttachVolumeNegativeTest-1779138385-project] 10.222.0.32 "GET /v2.0/ports?device_id=c1224182-6442-47ad-be32-6a6dcdfe90a7 HTTP/1.1" status: 200 len: 945 time: 0.0483799 Aug 13 11:19:59.258911 dv-cinder-797608-16-iscsi neutron-server[93884]: INFO neutron.wsgi [req-5ab79f60-54a8-4eb8-8829-7923a521ac7e req-bf1739bf-1e96-4420-a03e-443bea49e2c4 tempest-AttachVolumeNegativeTest-1779138385 tempest-AttachVolumeNegativeTest-1779138385-project] 10.222.0.32 "GET /v2.0/security-groups?id=e9ebb553-6898-47d0-8034-10e78e802a38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334754 Aug 13 11:19:59.391959 dv-cinder-797608-16-iscsi neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c8d5d12-0e5c-4608-b1af-49546b935c04 req-da2e9b34-dc7c-44b8-9588-43f42aeed1bb tempest-ServerRescueNegativeTestJSON-217385872 tempest-ServerRescueNegativeTestJSON-217385872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 11:19:59.393498 dv-cinder-797608-16-iscsi neutron-server[93884]: INFO neutron.wsgi [req-8c8d5d12-0e5c-4608-b1af-49546b935c04 req-da2e9b34-dc7c-44b8-9588-43f42aeed1bb tempest-ServerRescueNegativeTestJSON-217385872 tempest-ServerRescueNegativeTestJSON-217385872-project] 10.222.0.32 "GET /v2.0/ports?device_id=994527d7-146c-46c8-a16a-bc04ce3e770b HTTP/1.1" status: 200 len: 944 time: 0.0502827 Aug 13 11:19:59.440843 dv-cinder-797608-16-iscsi neutron-server[93884]: INFO neutron.wsgi [req-8c8d5d12-0e5c-4608-b1af-49546b935c04 req-2505afd9-2992-409e-9f05-5ddb15bc98e6 tempest-ServerRescueNegativeTestJSON-217385872 tempest-ServerRescueNegativeTestJSON-217385872-project] 10.222.0.32 "GET /v2.0/security-groups?id=5e66df65-70b0-476d-97cd-4e9936c292c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408697 Aug 13 11:20:00.019777 dv-cinder-797608-16-iscsi neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61314b3b-6d4f-46e2-b3fe-83db6892b532 req-0f8b0eba-f1c9-48ef-9e4f-efa7df9b83df tempest-AttachVolumeTestJSON-893493791 tempest-AttachVolumeTestJSON-893493791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 11:20:00.022977 dv-cinder-797608-16-iscsi neutron-server[93884]: INFO neutron.wsgi [req-61314b3b-6d4f-46e2-b3fe-83db6892b532 req-0f8b0eba-f1c9-48ef-9e4f-efa7df9b83df tempest-AttachVolumeTestJSON-893493791 tempest-AttachVolumeTestJSON-893493791-project] 10.222.0.32 "GET /v2.0/ports?device_id=210d2391-7cc4-41fd-87e2-e84f6d335633 HTTP/1.1" status: 200 len: 943 time: 0.0767610 Aug 13 11:20:00.085807 dv-cinder-797608-16-iscsi neutron-server[93884]: INFO neutron.wsgi [req-61314b3b-6d4f-46e2-b3fe-83db6892b532 req-3d4d563f-1218-4987-87e3-b9d6b733d15d tempest-AttachVolumeTestJSON-893493791 tempest-AttachVolumeTestJSON-893493791-project] 10.222.0.32 "GET /v2.0/security-groups?id=04a16d11-7ca4-462a-891c-e4a125fe1a42&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0568624 Aug 13 11:20:00.153463 dv-cinder-797608-16-iscsi neutron-server[93885]: DEBUG neutron.plugins.ml2.rpc [None req-a0b9b986-0706-4fc6-9cf9-0eb02d2513dc None None] Device 5d3c7948-d52d-4294-a06f-d0394ef47e0f details requested by agent hyperv_hv-cinder-79760 with host hv-cinder-79760 {{(pid=93885) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 13 11:20:00.164464 dv-cinder-797608-16-iscsi neutron-server[93885]: DEBUG neutron.plugins.ml2.rpc [None req-a0b9b986-0706-4fc6-9cf9-0eb02d2513dc None None] Device 51600623-03db-4e3a-a453-54b221839aac up at agent hyperv_hv-cinder-79760 {{(pid=93885) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 13 11:20:00.264648 dv-cinder-797608-16-iscsi neutron-server[93885]: DEBUG neutron.db.provisioning_blocks [None req-a0b9b986-0706-4fc6-9cf9-0eb02d2513dc None None] Provisioning for port 51600623-03db-4e3a-a453-54b221839aac completed by entity L2. {{(pid=93885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 13 11:20:00.273159 dv-cinder-797608-16-iscsi neutron-server[93885]: DEBUG neutron.db.provisioning_blocks [None req-a0b9b986-0706-4fc6-9cf9-0eb02d2513dc None None] Provisioning complete for port 51600623-03db-4e3a-a453-54b221839aac triggered by entity L2. {{(pid=93885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 13 11:20:00.273529 dv-cinder-797608-16-iscsi neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-a0b9b986-0706-4fc6-9cf9-0eb02d2513dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-997193'] for port, provisioning_complete {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 11:20:00.308597 dv-cinder-797608-16-iscsi neutron-server[93885]: DEBUG neutron.plugins.ml2.db [None req-a0b9b986-0706-4fc6-9cf9-0eb02d2513dc None None] For port 5d3c7948-d52d-4294-a06f-d0394ef47e0f, host hv-cinder-79760, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79760',level=0,port_id=5d3c7948-d52d-4294-a06f-d0394ef47e0f,segment=NetworkSegment(d8719896-e4f7-4cd8-9639-acde7eb05d04),segment_id=d8719896-e4f7-4cd8-9639-acde7eb05d04)] {{(pid=93885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 13 11:20:00.325705 dv-cinder-797608-16-iscsi neutron-server[93885]: DEBUG neutron.plugins.ml2.rpc [None req-a0b9b986-0706-4fc6-9cf9-0eb02d2513dc None None] Returning: {'device': '5d3c7948-d52d-4294-a06f-d0394ef47e0f', 'network_id': 'ec8923c9-e8aa-4fb7-a57a-17b8964f1574', 'port_id': '5d3c7948-d52d-4294-a06f-d0394ef47e0f', 'mac_address': 'fa:16:3e:8a:cc:b1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 168, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8f355941-9ea6-47f3-b4b3-219d5394ef79', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93885) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 13 11:20:00.391258 dv-cinder-797608-16-iscsi neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-a0b9b986-0706-4fc6-9cf9-0eb02d2513dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935434'] for port, before_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 11:20:00.410677 dv-cinder-797608-16-iscsi neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-a0b9b986-0706-4fc6-9cf9-0eb02d2513dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935434'] for port, before_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 11:20:00.413155 dv-cinder-797608-16-iscsi neutron-server[93885]: DEBUG neutron.notifiers.nova [None req-a0b9b986-0706-4fc6-9cf9-0eb02d2513dc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5d3c7948-d52d-4294-a06f-d0394ef47e0f {{(pid=93885) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 13 11:20:00.445623 dv-cinder-797608-16-iscsi neutron-server[93885]: DEBUG neutron.plugins.ml2.db [None req-a0b9b986-0706-4fc6-9cf9-0eb02d2513dc None None] For port 5d3c7948-d52d-4294-a06f-d0394ef47e0f, host hv-cinder-79760, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79760',level=0,port_id=5d3c7948-d52d-4294-a06f-d0394ef47e0f,segment=NetworkSegment(d8719896-e4f7-4cd8-9639-acde7eb05d04),segment_id=d8719896-e4f7-4cd8-9639-acde7eb05d04)] {{(pid=93885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 13 11:20:00.450790 dv-cinder-797608-16-iscsi neutron-server[93885]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f07a0f18-2b98-479b-bd6a-186739dfba26', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '51600623-03db-4e3a-a453-54b221839aac'}] {{(pid=93885) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 13 11:20:00.453497 dv-cinder-797608-16-iscsi neutron-server[93885]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6271a0dfd589c32cbc3478448621ce6e19c81a8dd821b4c159629fbe4478ed77" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-18010c2b-6c08-4f79-948e-d258d943f6bc" -d '{"events": [{"server_uuid": "f07a0f18-2b98-479b-bd6a-186739dfba26", "name": "network-vif-plugged", "status": "completed", "tag": "51600623-03db-4e3a-a453-54b221839aac"}]}' {{(pid=93885) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 13 11:20:00.463391 dv-cinder-797608-16-iscsi neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-a0b9b986-0706-4fc6-9cf9-0eb02d2513dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935844', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611014', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782137889940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782137337613', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782137337631'] for port, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 11:20:00.464033 dv-cinder-797608-16-iscsi neutron-server[93885]: DEBUG neutron.plugins.ml2.rpc [None req-a0b9b986-0706-4fc6-9cf9-0eb02d2513dc None None] Device 526ee671-31e3-4c26-a725-d78ee3f191b2 details requested by agent hyperv_hv-cinder-79760 with host hv-cinder-79760 {{(pid=93885) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 13 11:20:00.471366 dv-cinder-797608-16-iscsi neutron-server[93885]: DEBUG neutron.plugins.ml2.db [None req-a0b9b986-0706-4fc6-9cf9-0eb02d2513dc None None] For port 51600623-03db-4e3a-a453-54b221839aac, host hv-cinder-79760, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79760',level=0,port_id=51600623-03db-4e3a-a453-54b221839aac,segment=NetworkSegment(f91f77da-5339-477e-a1d0-b21d720c56da),segment_id=f91f77da-5339-477e-a1d0-b21d720c56da)] {{(pid=93885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 13 11:20:00.499804 dv-cinder-797608-16-iscsi neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-a0b9b986-0706-4fc6-9cf9-0eb02d2513dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935844', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611014', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782137889940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782137337613', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782137337631'] for port, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 11:20:00.506986 dv-cinder-797608-16-iscsi neutron-server[93885]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 13 Aug 2021 11:20:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f07a287f-7113-43a7-b100-54d96b435e22 x-openstack-request-id: req-f07a287f-7113-43a7-b100-54d96b435e22 {{(pid=93885) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 13 11:20:00.507271 dv-cinder-797608-16-iscsi neutron-server[93885]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f07a0f18-2b98-479b-bd6a-186739dfba26", "name": "network-vif-plugged", "status": "completed", "tag": "51600623-03db-4e3a-a453-54b221839aac", "code": 200}]} {{(pid=93885) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 13 11:20:00.507515 dv-cinder-797608-16-iscsi neutron-server[93885]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-f07a287f-7113-43a7-b100-54d96b435e22 {{(pid=93885) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 13 11:20:00.507891 dv-cinder-797608-16-iscsi neutron-server[93885]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f07a0f18-2b98-479b-bd6a-186739dfba26', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '51600623-03db-4e3a-a453-54b221839aac', 'code': 200} Aug 13 11:20:00.570640 dv-cinder-797608-16-iscsi neutron-server[93885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0b9b986-0706-4fc6-9cf9-0eb02d2513dc None None] Pushing event updated for resources: {'Port': ['ID=5d3c7948-d52d-4294-a06f-d0394ef47e0f,revision_number=4']} {{(pid=93885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 11:20:00.618535 dv-cinder-797608-16-iscsi neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5ba1807-e68d-4d67-87fa-7ed6d34ab0af req-5241faf7-d1cb-48ae-babe-1ee0fb771d1b tempest-ServerRescueNegativeTestJSON-217385872 tempest-ServerRescueNegativeTestJSON-217385872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 11:20:00.620708 dv-cinder-797608-16-iscsi neutron-server[93884]: INFO neutron.wsgi [req-f5ba1807-e68d-4d67-87fa-7ed6d34ab0af req-5241faf7-d1cb-48ae-babe-1ee0fb771d1b tempest-ServerRescueNegativeTestJSON-217385872 tempest-ServerRescueNegativeTestJSON-217385872-project] 10.222.0.32 "GET /v2.0/ports?device_id=994527d7-146c-46c8-a16a-bc04ce3e770b HTTP/1.1" status: 200 len: 944 time: 0.0659447 Aug 13 11:20:00.648034 dv-cinder-797608-16-iscsi neutron-server[93885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0b9b986-0706-4fc6-9cf9-0eb02d2513dc None None] Pushing event updated for resources: {'Port': ['ID=51600623-03db-4e3a-a453-54b221839aac,revision_number=5']} {{(pid=93885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 11:20:00.673914 dv-cinder-797608-16-iscsi neutron-server[93885]: DEBUG neutron.plugins.ml2.db [None req-a0b9b986-0706-4fc6-9cf9-0eb02d2513dc None None] For port 526ee671-31e3-4c26-a725-d78ee3f191b2, host hv-cinder-79760, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79760',level=0,port_id=526ee671-31e3-4c26-a725-d78ee3f191b2,segment=NetworkSegment(f91f77da-5339-477e-a1d0-b21d720c56da),segment_id=f91f77da-5339-477e-a1d0-b21d720c56da)] {{(pid=93885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 13 11:20:00.680854 dv-cinder-797608-16-iscsi neutron-server[93884]: INFO neutron.wsgi [req-f5ba1807-e68d-4d67-87fa-7ed6d34ab0af req-e4d4f974-b122-406b-ae91-f846b300e833 tempest-ServerRescueNegativeTestJSON-217385872 tempest-ServerRescueNegativeTestJSON-217385872-project] 10.222.0.32 "GET /v2.0/security-groups?id=5e66df65-70b0-476d-97cd-4e9936c292c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0531020 Aug 13 11:20:00.702329 dv-cinder-797608-16-iscsi neutron-server[93885]: DEBUG neutron.plugins.ml2.rpc [None req-a0b9b986-0706-4fc6-9cf9-0eb02d2513dc None None] Returning: {'device': '526ee671-31e3-4c26-a725-d78ee3f191b2', 'network_id': '02c7fb52-0ad2-484c-84d8-96df36c92bd5', 'port_id': '526ee671-31e3-4c26-a725-d78ee3f191b2', 'mac_address': 'fa:16:3e:d9:a0:3e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 172, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4d0dfa4f-d7e7-4367-877a-a49567302b15', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93885) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 13 11:20:00.741084 dv-cinder-797608-16-iscsi neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-a0b9b986-0706-4fc6-9cf9-0eb02d2513dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935434'] for port, before_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 11:20:00.756404 dv-cinder-797608-16-iscsi neutron-server[93885]: DEBUG neutron.notifiers.nova [None req-a0b9b986-0706-4fc6-9cf9-0eb02d2513dc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 526ee671-31e3-4c26-a725-d78ee3f191b2 {{(pid=93885) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 13 11:20:00.782591 dv-cinder-797608-16-iscsi neutron-server[93885]: DEBUG neutron.plugins.ml2.db [None req-a0b9b986-0706-4fc6-9cf9-0eb02d2513dc None None] For port 526ee671-31e3-4c26-a725-d78ee3f191b2, host hv-cinder-79760, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79760',level=0,port_id=526ee671-31e3-4c26-a725-d78ee3f191b2,segment=NetworkSegment(f91f77da-5339-477e-a1d0-b21d720c56da),segment_id=f91f77da-5339-477e-a1d0-b21d720c56da)] {{(pid=93885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 13 11:20:00.787620 dv-cinder-797608-16-iscsi neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-a0b9b986-0706-4fc6-9cf9-0eb02d2513dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935844', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611014', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782137889940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782137337613', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782137337631'] for port, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 11:20:00.838268 dv-cinder-797608-16-iscsi neutron-server[93885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0b9b986-0706-4fc6-9cf9-0eb02d2513dc None None] Pushing event updated for resources: {'Port': ['ID=526ee671-31e3-4c26-a725-d78ee3f191b2,revision_number=4']} {{(pid=93885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 11:20:01.194842 dv-cinder-797608-16-iscsi neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7f2d312-de81-43e8-8d96-d3fe3042d44f req-ddcc0668-0806-4699-9f39-bdaf29b9f4e5 tempest-AttachVolumeTestJSON-893493791 tempest-AttachVolumeTestJSON-893493791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 11:20:01.196573 dv-cinder-797608-16-iscsi neutron-server[93884]: INFO neutron.wsgi [req-c7f2d312-de81-43e8-8d96-d3fe3042d44f req-ddcc0668-0806-4699-9f39-bdaf29b9f4e5 tempest-AttachVolumeTestJSON-893493791 tempest-AttachVolumeTestJSON-893493791-project] 10.222.0.32 "GET /v2.0/ports?device_id=210d2391-7cc4-41fd-87e2-e84f6d335633 HTTP/1.1" status: 200 len: 944 time: 0.0518715 Aug 13 11:20:01.234415 dv-cinder-797608-16-iscsi neutron-server[93884]: INFO neutron.wsgi [req-c7f2d312-de81-43e8-8d96-d3fe3042d44f req-beeb29ed-9d69-41f7-8efc-ef1d7ea9b258 tempest-AttachVolumeTestJSON-893493791 tempest-AttachVolumeTestJSON-893493791-project] 10.222.0.32 "GET /v2.0/security-groups?id=04a16d11-7ca4-462a-891c-e4a125fe1a42&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319393 Aug 13 11:20:01.794943 dv-cinder-797608-16-iscsi neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be0220c6-507e-4522-a77d-88e931639453 req-1b0438c9-96c1-4a64-8b9d-26ce74f1379c tempest-ServerRescueNegativeTestJSON-217385872 tempest-ServerRescueNegativeTestJSON-217385872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 11:20:01.796373 dv-cinder-797608-16-iscsi neutron-server[93884]: INFO neutron.wsgi [req-be0220c6-507e-4522-a77d-88e931639453 req-1b0438c9-96c1-4a64-8b9d-26ce74f1379c tempest-ServerRescueNegativeTestJSON-217385872 tempest-ServerRescueNegativeTestJSON-217385872-project] 10.222.0.32 "GET /v2.0/ports?device_id=994527d7-146c-46c8-a16a-bc04ce3e770b HTTP/1.1" status: 200 len: 945 time: 0.0501471 Aug 13 11:20:01.831831 dv-cinder-797608-16-iscsi neutron-server[93884]: INFO neutron.wsgi [req-be0220c6-507e-4522-a77d-88e931639453 req-83e8e28d-48ae-48bd-9a37-e15075a6f296 tempest-ServerRescueNegativeTestJSON-217385872 tempest-ServerRescueNegativeTestJSON-217385872-project] 10.222.0.32 "GET /v2.0/security-groups?id=5e66df65-70b0-476d-97cd-4e9936c292c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0297530 Aug 13 11:20:02.344299 dv-cinder-797608-16-iscsi neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6126edfd-92cd-4e90-9c6f-3faf0b663fcb req-c4e42721-e6ed-42eb-8c7b-6f336de37970 tempest-AttachVolumeTestJSON-893493791 tempest-AttachVolumeTestJSON-893493791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 11:20:02.345665 dv-cinder-797608-16-iscsi neutron-server[93884]: INFO neutron.wsgi [req-6126edfd-92cd-4e90-9c6f-3faf0b663fcb req-c4e42721-e6ed-42eb-8c7b-6f336de37970 tempest-AttachVolumeTestJSON-893493791 tempest-AttachVolumeTestJSON-893493791-project] 10.222.0.32 "GET /v2.0/ports?device_id=210d2391-7cc4-41fd-87e2-e84f6d335633 HTTP/1.1" status: 200 len: 944 time: 0.0486634 Aug 13 11:20:02.382209 dv-cinder-797608-16-iscsi neutron-server[93884]: INFO neutron.wsgi [req-6126edfd-92cd-4e90-9c6f-3faf0b663fcb req-43b15dd1-bef2-426a-8579-b647c9574c95 tempest-AttachVolumeTestJSON-893493791 tempest-AttachVolumeTestJSON-893493791-project] 10.222.0.32 "GET /v2.0/security-groups?id=04a16d11-7ca4-462a-891c-e4a125fe1a42&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0300834 Aug 13 11:20:02.943096 dv-cinder-797608-16-iscsi neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79c42b42-757d-4757-b160-f477d83a3ec5 req-614143b6-3112-4d62-ad13-8e87185536ce tempest-ServerRescueNegativeTestJSON-217385872 tempest-ServerRescueNegativeTestJSON-217385872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 11:20:02.944458 dv-cinder-797608-16-iscsi neutron-server[93884]: INFO neutron.wsgi [req-79c42b42-757d-4757-b160-f477d83a3ec5 req-614143b6-3112-4d62-ad13-8e87185536ce tempest-ServerRescueNegativeTestJSON-217385872 tempest-ServerRescueNegativeTestJSON-217385872-project] 10.222.0.32 "GET /v2.0/ports?device_id=994527d7-146c-46c8-a16a-bc04ce3e770b HTTP/1.1" status: 200 len: 945 time: 0.0469477 Aug 13 11:20:02.980526 dv-cinder-797608-16-iscsi neutron-server[93884]: INFO neutron.wsgi [req-79c42b42-757d-4757-b160-f477d83a3ec5 req-33be37ca-6d7b-40c9-9332-ed297957415f tempest-ServerRescueNegativeTestJSON-217385872 tempest-ServerRescueNegativeTestJSON-217385872-project] 10.222.0.32 "GET /v2.0/security-groups?id=5e66df65-70b0-476d-97cd-4e9936c292c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0302391 Aug 13 11:20:03.496336 dv-cinder-797608-16-iscsi neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05d1af6e-3a04-47a9-8d5e-d85ae1ad9468 req-87e1d020-979d-431d-95c7-6acb70814f47 tempest-AttachVolumeTestJSON-893493791 tempest-AttachVolumeTestJSON-893493791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 11:20:03.497690 dv-cinder-797608-16-iscsi neutron-server[93884]: INFO neutron.wsgi [req-05d1af6e-3a04-47a9-8d5e-d85ae1ad9468 req-87e1d020-979d-431d-95c7-6acb70814f47 tempest-AttachVolumeTestJSON-893493791 tempest-AttachVolumeTestJSON-893493791-project] 10.222.0.32 "GET /v2.0/ports?device_id=210d2391-7cc4-41fd-87e2-e84f6d335633 HTTP/1.1" status: 200 len: 944 time: 0.0502105 Aug 13 11:20:03.533953 dv-cinder-797608-16-iscsi neutron-server[93884]: INFO neutron.wsgi [req-05d1af6e-3a04-47a9-8d5e-d85ae1ad9468 req-7b173d22-a0dd-42f4-be84-b47f35344c0b tempest-AttachVolumeTestJSON-893493791 tempest-AttachVolumeTestJSON-893493791-project] 10.222.0.32 "GET /v2.0/security-groups?id=04a16d11-7ca4-462a-891c-e4a125fe1a42&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0299146 Aug 13 11:20:03.666114 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7c75cb5-2bbb-4cb9-a743-e2b88d3c3cf6 req-8cd067bf-b6ee-49fb-ba1b-7d367ca79bed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 11:20:03.667711 dv-cinder-797608-16-iscsi neutron-server[93883]: INFO neutron.wsgi [req-c7c75cb5-2bbb-4cb9-a743-e2b88d3c3cf6 req-8cd067bf-b6ee-49fb-ba1b-7d367ca79bed service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=f07a0f18-2b98-479b-bd6a-186739dfba26 HTTP/1.1" status: 200 len: 1098 time: 0.0397735 Aug 13 11:20:03.716802 dv-cinder-797608-16-iscsi neutron-server[93883]: INFO neutron.wsgi [req-c7c75cb5-2bbb-4cb9-a743-e2b88d3c3cf6 req-63f9fafa-439e-4eb0-a24f-1be5800ed88b service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=5e66df65-70b0-476d-97cd-4e9936c292c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394530 Aug 13 11:20:03.939522 dv-cinder-797608-16-iscsi neutron-server[93885]: DEBUG neutron.plugins.ml2.db [None req-a0b9b986-0706-4fc6-9cf9-0eb02d2513dc None None] get_ports_and_sgs() called for port_ids ['526ee671-31e3-4c26-a725-d78ee3f191b2'] {{(pid=93885) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 13 11:20:03.963946 dv-cinder-797608-16-iscsi neutron-server[93885]: DEBUG neutron.plugins.ml2.db [None req-a0b9b986-0706-4fc6-9cf9-0eb02d2513dc None None] get_ports_and_sgs() called for port_ids ['5d3c7948-d52d-4294-a06f-d0394ef47e0f'] {{(pid=93885) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 13 11:20:04.101096 dv-cinder-797608-16-iscsi neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-111bcc36-89e2-4eb3-aa88-884485b30049 req-61ff0d2c-1d35-4501-bfdb-549c819468fa tempest-ServerRescueNegativeTestJSON-217385872 tempest-ServerRescueNegativeTestJSON-217385872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 11:20:04.102630 dv-cinder-797608-16-iscsi neutron-server[93884]: INFO neutron.wsgi [req-111bcc36-89e2-4eb3-aa88-884485b30049 req-61ff0d2c-1d35-4501-bfdb-549c819468fa tempest-ServerRescueNegativeTestJSON-217385872 tempest-ServerRescueNegativeTestJSON-217385872-project] 10.222.0.32 "GET /v2.0/ports?device_id=994527d7-146c-46c8-a16a-bc04ce3e770b HTTP/1.1" status: 200 len: 945 time: 0.0498629 Aug 13 11:20:04.142665 dv-cinder-797608-16-iscsi neutron-server[93884]: INFO neutron.wsgi [req-111bcc36-89e2-4eb3-aa88-884485b30049 req-8f141858-83f3-4feb-a13b-967f5f25298f tempest-ServerRescueNegativeTestJSON-217385872 tempest-ServerRescueNegativeTestJSON-217385872-project] 10.222.0.32 "GET /v2.0/security-groups?id=5e66df65-70b0-476d-97cd-4e9936c292c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326052 Aug 13 11:20:04.223033 dv-cinder-797608-16-iscsi neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-a0b9b986-0706-4fc6-9cf9-0eb02d2513dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782137812740', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-997306'] for agent, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 11:20:04.647425 dv-cinder-797608-16-iscsi neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bbad9b0-a16e-441f-b8ec-3a26e36f569f req-a7f3cd4c-bd5f-4bf9-ae05-52d31e9c6815 tempest-AttachVolumeTestJSON-893493791 tempest-AttachVolumeTestJSON-893493791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 11:20:04.649032 dv-cinder-797608-16-iscsi neutron-server[93884]: INFO neutron.wsgi [req-0bbad9b0-a16e-441f-b8ec-3a26e36f569f req-a7f3cd4c-bd5f-4bf9-ae05-52d31e9c6815 tempest-AttachVolumeTestJSON-893493791 tempest-AttachVolumeTestJSON-893493791-project] 10.222.0.32 "GET /v2.0/ports?device_id=210d2391-7cc4-41fd-87e2-e84f6d335633 HTTP/1.1" status: 200 len: 944 time: 0.0487709 Aug 13 11:20:04.684832 dv-cinder-797608-16-iscsi neutron-server[93884]: INFO neutron.wsgi [req-0bbad9b0-a16e-441f-b8ec-3a26e36f569f req-985ee183-b8c4-4b13-95e6-895e7659a6ff tempest-AttachVolumeTestJSON-893493791 tempest-AttachVolumeTestJSON-893493791-project] 10.222.0.32 "GET /v2.0/security-groups?id=04a16d11-7ca4-462a-891c-e4a125fe1a42&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0300183 Aug 13 11:20:05.259146 dv-cinder-797608-16-iscsi neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a9dc72b-66c4-41cf-811f-e3ce184574c0 req-60056b6b-59c0-4d1c-b63b-d2b46543c652 tempest-ServerRescueNegativeTestJSON-217385872 tempest-ServerRescueNegativeTestJSON-217385872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 11:20:05.260578 dv-cinder-797608-16-iscsi neutron-server[93884]: INFO neutron.wsgi [req-4a9dc72b-66c4-41cf-811f-e3ce184574c0 req-60056b6b-59c0-4d1c-b63b-d2b46543c652 tempest-ServerRescueNegativeTestJSON-217385872 tempest-ServerRescueNegativeTestJSON-217385872-project] 10.222.0.32 "GET /v2.0/ports?device_id=994527d7-146c-46c8-a16a-bc04ce3e770b HTTP/1.1" status: 200 len: 945 time: 0.0506942 Aug 13 11:20:05.296650 dv-cinder-797608-16-iscsi neutron-server[93884]: INFO neutron.wsgi [req-4a9dc72b-66c4-41cf-811f-e3ce184574c0 req-21c833a7-53bf-413b-9396-86ed7802828b tempest-ServerRescueNegativeTestJSON-217385872 tempest-ServerRescueNegativeTestJSON-217385872-project] 10.222.0.32 "GET /v2.0/security-groups?id=5e66df65-70b0-476d-97cd-4e9936c292c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0304024 Aug 13 11:20:05.796582 dv-cinder-797608-16-iscsi neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a844cb97-2ce2-47e4-8e45-5c271b59b025 req-196b4de8-b673-4b4a-a599-65561a364f1d tempest-AttachVolumeTestJSON-893493791 tempest-AttachVolumeTestJSON-893493791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 11:20:05.798046 dv-cinder-797608-16-iscsi neutron-server[93884]: INFO neutron.wsgi [req-a844cb97-2ce2-47e4-8e45-5c271b59b025 req-196b4de8-b673-4b4a-a599-65561a364f1d tempest-AttachVolumeTestJSON-893493791 tempest-AttachVolumeTestJSON-893493791-project] 10.222.0.32 "GET /v2.0/ports?device_id=210d2391-7cc4-41fd-87e2-e84f6d335633 HTTP/1.1" status: 200 len: 944 time: 0.0486708 Aug 13 11:20:05.835749 dv-cinder-797608-16-iscsi neutron-server[93884]: INFO neutron.wsgi [req-a844cb97-2ce2-47e4-8e45-5c271b59b025 req-60efffea-0b4d-47be-bbc9-639317825de1 tempest-AttachVolumeTestJSON-893493791 tempest-AttachVolumeTestJSON-893493791-project] 10.222.0.32 "GET /v2.0/security-groups?id=04a16d11-7ca4-462a-891c-e4a125fe1a42&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318043 Aug 13 11:20:06.406442 dv-cinder-797608-16-iscsi neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-233a0502-7d0b-43c1-b6e2-4f78986d790c req-af671a72-d734-4627-842b-8d6d5e8999ba tempest-ServerRescueNegativeTestJSON-217385872 tempest-ServerRescueNegativeTestJSON-217385872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 11:20:06.407905 dv-cinder-797608-16-iscsi neutron-server[93884]: INFO neutron.wsgi [req-233a0502-7d0b-43c1-b6e2-4f78986d790c req-af671a72-d734-4627-842b-8d6d5e8999ba tempest-ServerRescueNegativeTestJSON-217385872 tempest-ServerRescueNegativeTestJSON-217385872-project] 10.222.0.32 "GET /v2.0/ports?device_id=994527d7-146c-46c8-a16a-bc04ce3e770b HTTP/1.1" status: 200 len: 945 time: 0.0471516 Aug 13 11:20:06.445106 dv-cinder-797608-16-iscsi neutron-server[93884]: INFO neutron.wsgi [req-233a0502-7d0b-43c1-b6e2-4f78986d790c req-087c9c9f-179e-4797-b46f-cd7f3023aea5 tempest-ServerRescueNegativeTestJSON-217385872 tempest-ServerRescueNegativeTestJSON-217385872-project] 10.222.0.32 "GET /v2.0/security-groups?id=5e66df65-70b0-476d-97cd-4e9936c292c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308249 Aug 13 11:20:06.951447 dv-cinder-797608-16-iscsi neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c66139e-3f1d-4df3-bfef-0107ae052507 req-24118bc9-05ae-44d6-8e04-339de7746b29 tempest-AttachVolumeTestJSON-893493791 tempest-AttachVolumeTestJSON-893493791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 11:20:06.952879 dv-cinder-797608-16-iscsi neutron-server[93884]: INFO neutron.wsgi [req-7c66139e-3f1d-4df3-bfef-0107ae052507 req-24118bc9-05ae-44d6-8e04-339de7746b29 tempest-AttachVolumeTestJSON-893493791 tempest-AttachVolumeTestJSON-893493791-project] 10.222.0.32 "GET /v2.0/ports?device_id=210d2391-7cc4-41fd-87e2-e84f6d335633 HTTP/1.1" status: 200 len: 944 time: 0.0503364 Aug 13 11:20:06.988761 dv-cinder-797608-16-iscsi neutron-server[93884]: INFO neutron.wsgi [req-7c66139e-3f1d-4df3-bfef-0107ae052507 req-7470f054-b4f6-4790-8545-531a42013de8 tempest-AttachVolumeTestJSON-893493791 tempest-AttachVolumeTestJSON-893493791-project] 10.222.0.32 "GET /v2.0/security-groups?id=04a16d11-7ca4-462a-891c-e4a125fe1a42&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0295389 Aug 13 11:20:07.558156 dv-cinder-797608-16-iscsi neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-164bcf7c-0fd0-4e87-b8ea-4ba581b3b099 req-2f582e2e-4836-4379-8af1-687e72d4a4db tempest-ServerRescueNegativeTestJSON-217385872 tempest-ServerRescueNegativeTestJSON-217385872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 11:20:07.559638 dv-cinder-797608-16-iscsi neutron-server[93884]: INFO neutron.wsgi [req-164bcf7c-0fd0-4e87-b8ea-4ba581b3b099 req-2f582e2e-4836-4379-8af1-687e72d4a4db tempest-ServerRescueNegativeTestJSON-217385872 tempest-ServerRescueNegativeTestJSON-217385872-project] 10.222.0.32 "GET /v2.0/ports?device_id=994527d7-146c-46c8-a16a-bc04ce3e770b HTTP/1.1" status: 200 len: 945 time: 0.0476558 Aug 13 11:20:07.599585 dv-cinder-797608-16-iscsi neutron-server[93884]: INFO neutron.wsgi [req-164bcf7c-0fd0-4e87-b8ea-4ba581b3b099 req-0f67f576-37d8-4fbd-9884-87e9e2aa7164 tempest-ServerRescueNegativeTestJSON-217385872 tempest-ServerRescueNegativeTestJSON-217385872-project] 10.222.0.32 "GET /v2.0/security-groups?id=5e66df65-70b0-476d-97cd-4e9936c292c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329678 Aug 13 11:20:08.109946 dv-cinder-797608-16-iscsi neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e432f9d8-4344-487a-a517-3ad9ef91f474 req-7cec776b-dbf7-4e70-883c-a88a3d896c05 tempest-AttachVolumeTestJSON-893493791 tempest-AttachVolumeTestJSON-893493791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 11:20:08.111552 dv-cinder-797608-16-iscsi neutron-server[93884]: INFO neutron.wsgi [req-e432f9d8-4344-487a-a517-3ad9ef91f474 req-7cec776b-dbf7-4e70-883c-a88a3d896c05 tempest-AttachVolumeTestJSON-893493791 tempest-AttachVolumeTestJSON-893493791-project] 10.222.0.32 "GET /v2.0/ports?device_id=210d2391-7cc4-41fd-87e2-e84f6d335633 HTTP/1.1" status: 200 len: 944 time: 0.0558863 Aug 13 11:20:08.152527 dv-cinder-797608-16-iscsi neutron-server[93884]: INFO neutron.wsgi [req-e432f9d8-4344-487a-a517-3ad9ef91f474 req-8a61ebe0-77f0-4a6a-8caa-ed94e8156ca2 tempest-AttachVolumeTestJSON-893493791 tempest-AttachVolumeTestJSON-893493791-project] 10.222.0.32 "GET /v2.0/security-groups?id=04a16d11-7ca4-462a-891c-e4a125fe1a42&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0333819 Aug 13 11:20:08.721792 dv-cinder-797608-16-iscsi neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b01f97d-7e70-4931-9677-a15877523805 req-d2b2581b-9607-44cf-a1ba-3660be91cb9f tempest-ServerRescueNegativeTestJSON-217385872 tempest-ServerRescueNegativeTestJSON-217385872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 11:20:08.723869 dv-cinder-797608-16-iscsi neutron-server[93884]: INFO neutron.wsgi [req-1b01f97d-7e70-4931-9677-a15877523805 req-d2b2581b-9607-44cf-a1ba-3660be91cb9f tempest-ServerRescueNegativeTestJSON-217385872 tempest-ServerRescueNegativeTestJSON-217385872-project] 10.222.0.32 "GET /v2.0/ports?device_id=994527d7-146c-46c8-a16a-bc04ce3e770b HTTP/1.1" status: 200 len: 945 time: 0.0547671 Aug 13 11:20:08.771502 dv-cinder-797608-16-iscsi neutron-server[93884]: INFO neutron.wsgi [req-1b01f97d-7e70-4931-9677-a15877523805 req-5954bdc8-ca97-413b-b3af-d62986dd45d0 tempest-ServerRescueNegativeTestJSON-217385872 tempest-ServerRescueNegativeTestJSON-217385872-project] 10.222.0.32 "GET /v2.0/security-groups?id=5e66df65-70b0-476d-97cd-4e9936c292c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402493 Aug 13 11:20:08.826950 dv-cinder-797608-16-iscsi neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-bae1e062-0e01-43b2-b63c-e1a81b32f926 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782137812740', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-997306'] for agent, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 11:20:09.266522 dv-cinder-797608-16-iscsi neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a50cfa0-4aa0-4709-b456-60ced650abe0 req-84de8a7f-519b-40c5-ba0c-76eeb5eca693 tempest-AttachVolumeTestJSON-893493791 tempest-AttachVolumeTestJSON-893493791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 11:20:09.268019 dv-cinder-797608-16-iscsi neutron-server[93884]: INFO neutron.wsgi [req-6a50cfa0-4aa0-4709-b456-60ced650abe0 req-84de8a7f-519b-40c5-ba0c-76eeb5eca693 tempest-AttachVolumeTestJSON-893493791 tempest-AttachVolumeTestJSON-893493791-project] 10.222.0.32 "GET /v2.0/ports?device_id=210d2391-7cc4-41fd-87e2-e84f6d335633 HTTP/1.1" status: 200 len: 944 time: 0.0481505 Aug 13 11:20:09.308258 dv-cinder-797608-16-iscsi neutron-server[93884]: INFO neutron.wsgi [req-6a50cfa0-4aa0-4709-b456-60ced650abe0 req-0c797c89-138b-42c7-b5c9-0384d527c8e7 tempest-AttachVolumeTestJSON-893493791 tempest-AttachVolumeTestJSON-893493791-project] 10.222.0.32 "GET /v2.0/security-groups?id=04a16d11-7ca4-462a-891c-e4a125fe1a42&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0339050 Aug 13 11:20:09.882949 dv-cinder-797608-16-iscsi neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60f83171-aeaf-4974-b148-92518b664472 req-06dbee1a-bb10-4981-b588-c8caa06e7f0f tempest-ServerRescueNegativeTestJSON-217385872 tempest-ServerRescueNegativeTestJSON-217385872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 11:20:09.884398 dv-cinder-797608-16-iscsi neutron-server[93884]: INFO neutron.wsgi [req-60f83171-aeaf-4974-b148-92518b664472 req-06dbee1a-bb10-4981-b588-c8caa06e7f0f tempest-ServerRescueNegativeTestJSON-217385872 tempest-ServerRescueNegativeTestJSON-217385872-project] 10.222.0.32 "GET /v2.0/ports?device_id=994527d7-146c-46c8-a16a-bc04ce3e770b HTTP/1.1" status: 200 len: 945 time: 0.0470426 Aug 13 11:20:09.920897 dv-cinder-797608-16-iscsi neutron-server[93884]: INFO neutron.wsgi [req-60f83171-aeaf-4974-b148-92518b664472 req-29a1d048-dc3b-4db1-bd39-b9d7aa7c32b5 tempest-ServerRescueNegativeTestJSON-217385872 tempest-ServerRescueNegativeTestJSON-217385872-project] 10.222.0.32 "GET /v2.0/security-groups?id=5e66df65-70b0-476d-97cd-4e9936c292c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0304971 Aug 13 11:20:10.156972 dv-cinder-797608-16-iscsi neutron-server[93885]: DEBUG neutron.plugins.ml2.rpc [None req-a0b9b986-0706-4fc6-9cf9-0eb02d2513dc None None] Device 5d3c7948-d52d-4294-a06f-d0394ef47e0f up at agent hyperv_hv-cinder-79760 {{(pid=93885) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 13 11:20:10.210868 dv-cinder-797608-16-iscsi neutron-server[93885]: DEBUG neutron.db.provisioning_blocks [None req-a0b9b986-0706-4fc6-9cf9-0eb02d2513dc None None] Provisioning for port 5d3c7948-d52d-4294-a06f-d0394ef47e0f completed by entity L2. {{(pid=93885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 13 11:20:10.214988 dv-cinder-797608-16-iscsi neutron-server[93885]: DEBUG neutron.db.provisioning_blocks [None req-a0b9b986-0706-4fc6-9cf9-0eb02d2513dc None None] Provisioning complete for port 5d3c7948-d52d-4294-a06f-d0394ef47e0f triggered by entity L2. {{(pid=93885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 13 11:20:10.215400 dv-cinder-797608-16-iscsi neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-a0b9b986-0706-4fc6-9cf9-0eb02d2513dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-997193'] for port, provisioning_complete {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 11:20:10.289247 dv-cinder-797608-16-iscsi neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-a0b9b986-0706-4fc6-9cf9-0eb02d2513dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935434'] for port, before_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 11:20:10.311000 dv-cinder-797608-16-iscsi neutron-server[93885]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '210d2391-7cc4-41fd-87e2-e84f6d335633', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5d3c7948-d52d-4294-a06f-d0394ef47e0f'}] {{(pid=93885) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 13 11:20:10.313208 dv-cinder-797608-16-iscsi neutron-server[93885]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6271a0dfd589c32cbc3478448621ce6e19c81a8dd821b4c159629fbe4478ed77" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-73b9e5bc-bb5e-4935-82c5-e785a33abf62" -d '{"events": [{"server_uuid": "210d2391-7cc4-41fd-87e2-e84f6d335633", "name": "network-vif-plugged", "status": "completed", "tag": "5d3c7948-d52d-4294-a06f-d0394ef47e0f"}]}' {{(pid=93885) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 13 11:20:10.327398 dv-cinder-797608-16-iscsi neutron-server[93885]: DEBUG neutron.plugins.ml2.db [None req-a0b9b986-0706-4fc6-9cf9-0eb02d2513dc None None] For port 5d3c7948-d52d-4294-a06f-d0394ef47e0f, host hv-cinder-79760, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79760',level=0,port_id=5d3c7948-d52d-4294-a06f-d0394ef47e0f,segment=NetworkSegment(d8719896-e4f7-4cd8-9639-acde7eb05d04),segment_id=d8719896-e4f7-4cd8-9639-acde7eb05d04)] {{(pid=93885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 13 11:20:10.337304 dv-cinder-797608-16-iscsi neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-a0b9b986-0706-4fc6-9cf9-0eb02d2513dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935844', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611014', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782137889940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782137337613', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782137337631'] for port, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 11:20:10.338173 dv-cinder-797608-16-iscsi neutron-server[93885]: DEBUG neutron.plugins.ml2.rpc [None req-a0b9b986-0706-4fc6-9cf9-0eb02d2513dc None None] Device 526ee671-31e3-4c26-a725-d78ee3f191b2 up at agent hyperv_hv-cinder-79760 {{(pid=93885) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 13 11:20:10.378438 dv-cinder-797608-16-iscsi neutron-server[93885]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 13 Aug 2021 11:20:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c9edb8bd-032e-4a05-b1ff-59daab57a135 x-openstack-request-id: req-c9edb8bd-032e-4a05-b1ff-59daab57a135 {{(pid=93885) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 13 11:20:10.379248 dv-cinder-797608-16-iscsi neutron-server[93885]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "210d2391-7cc4-41fd-87e2-e84f6d335633", "name": "network-vif-plugged", "status": "completed", "tag": "5d3c7948-d52d-4294-a06f-d0394ef47e0f", "code": 200}]} {{(pid=93885) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 13 11:20:10.379499 dv-cinder-797608-16-iscsi neutron-server[93885]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-c9edb8bd-032e-4a05-b1ff-59daab57a135 {{(pid=93885) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 13 11:20:10.379883 dv-cinder-797608-16-iscsi neutron-server[93885]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '210d2391-7cc4-41fd-87e2-e84f6d335633', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5d3c7948-d52d-4294-a06f-d0394ef47e0f', 'code': 200} Aug 13 11:20:10.416761 dv-cinder-797608-16-iscsi neutron-server[93885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0b9b986-0706-4fc6-9cf9-0eb02d2513dc None None] Pushing event updated for resources: {'Port': ['ID=5d3c7948-d52d-4294-a06f-d0394ef47e0f,revision_number=5']} {{(pid=93885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 11:20:10.428243 dv-cinder-797608-16-iscsi neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-740b47ef-0288-41f0-a80b-f8be720561cc req-4328b58d-97ab-4ac8-814f-fadfac6bd4e4 tempest-AttachVolumeTestJSON-893493791 tempest-AttachVolumeTestJSON-893493791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 11:20:10.429872 dv-cinder-797608-16-iscsi neutron-server[93884]: INFO neutron.wsgi [req-740b47ef-0288-41f0-a80b-f8be720561cc req-4328b58d-97ab-4ac8-814f-fadfac6bd4e4 tempest-AttachVolumeTestJSON-893493791 tempest-AttachVolumeTestJSON-893493791-project] 10.222.0.32 "GET /v2.0/ports?device_id=210d2391-7cc4-41fd-87e2-e84f6d335633 HTTP/1.1" status: 200 len: 945 time: 0.0553331 Aug 13 11:20:10.432153 dv-cinder-797608-16-iscsi neutron-server[93885]: DEBUG neutron.db.provisioning_blocks [None req-a0b9b986-0706-4fc6-9cf9-0eb02d2513dc None None] Provisioning for port 526ee671-31e3-4c26-a725-d78ee3f191b2 completed by entity L2. {{(pid=93885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 13 11:20:10.436418 dv-cinder-797608-16-iscsi neutron-server[93885]: DEBUG neutron.db.provisioning_blocks [None req-a0b9b986-0706-4fc6-9cf9-0eb02d2513dc None None] Provisioning complete for port 526ee671-31e3-4c26-a725-d78ee3f191b2 triggered by entity L2. {{(pid=93885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 13 11:20:10.436758 dv-cinder-797608-16-iscsi neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-a0b9b986-0706-4fc6-9cf9-0eb02d2513dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-997193'] for port, provisioning_complete {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 11:20:10.469658 dv-cinder-797608-16-iscsi neutron-server[93884]: INFO neutron.wsgi [req-740b47ef-0288-41f0-a80b-f8be720561cc req-68404cef-d619-4686-a32b-97d207bf384a tempest-AttachVolumeTestJSON-893493791 tempest-AttachVolumeTestJSON-893493791-project] 10.222.0.32 "GET /v2.0/security-groups?id=04a16d11-7ca4-462a-891c-e4a125fe1a42&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322742 Aug 13 11:20:10.511822 dv-cinder-797608-16-iscsi neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-a0b9b986-0706-4fc6-9cf9-0eb02d2513dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935434'] for port, before_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 11:20:10.545445 dv-cinder-797608-16-iscsi neutron-server[93885]: DEBUG neutron.plugins.ml2.db [None req-a0b9b986-0706-4fc6-9cf9-0eb02d2513dc None None] For port 526ee671-31e3-4c26-a725-d78ee3f191b2, host hv-cinder-79760, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79760',level=0,port_id=526ee671-31e3-4c26-a725-d78ee3f191b2,segment=NetworkSegment(f91f77da-5339-477e-a1d0-b21d720c56da),segment_id=f91f77da-5339-477e-a1d0-b21d720c56da)] {{(pid=93885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 13 11:20:10.549194 dv-cinder-797608-16-iscsi neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-a0b9b986-0706-4fc6-9cf9-0eb02d2513dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935844', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611014', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782137889940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782137337613', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782137337631'] for port, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 11:20:10.593957 dv-cinder-797608-16-iscsi neutron-server[93885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0b9b986-0706-4fc6-9cf9-0eb02d2513dc None None] Pushing event updated for resources: {'Port': ['ID=526ee671-31e3-4c26-a725-d78ee3f191b2,revision_number=5']} {{(pid=93885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 11:20:11.033150 dv-cinder-797608-16-iscsi neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3539ab6-144d-4ea0-ad2b-0f615aa6aed6 req-58708d21-f6ac-46cb-a170-605665eeea00 tempest-ServerRescueNegativeTestJSON-217385872 tempest-ServerRescueNegativeTestJSON-217385872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 11:20:11.034614 dv-cinder-797608-16-iscsi neutron-server[93884]: INFO neutron.wsgi [req-d3539ab6-144d-4ea0-ad2b-0f615aa6aed6 req-58708d21-f6ac-46cb-a170-605665eeea00 tempest-ServerRescueNegativeTestJSON-217385872 tempest-ServerRescueNegativeTestJSON-217385872-project] 10.222.0.32 "GET /v2.0/ports?device_id=994527d7-146c-46c8-a16a-bc04ce3e770b HTTP/1.1" status: 200 len: 946 time: 0.0476434 Aug 13 11:20:11.070563 dv-cinder-797608-16-iscsi neutron-server[93884]: INFO neutron.wsgi [req-d3539ab6-144d-4ea0-ad2b-0f615aa6aed6 req-d5b116de-8e2b-4fb2-b7f3-2700293b119f tempest-ServerRescueNegativeTestJSON-217385872 tempest-ServerRescueNegativeTestJSON-217385872-project] 10.222.0.32 "GET /v2.0/security-groups?id=5e66df65-70b0-476d-97cd-4e9936c292c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0301759 Aug 13 11:20:11.279548 dv-cinder-797608-16-iscsi neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-00065f45-8453-44a3-aad0-d3d7ca56fe88 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782137812740', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-997306'] for agent, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 11:20:11.397759 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a009b479-3f0f-4a6a-aa65-300decbd9e99 req-f2315737-343a-4d06-8b4d-fe6a801df324 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 11:20:11.399273 dv-cinder-797608-16-iscsi neutron-server[93883]: INFO neutron.wsgi [req-a009b479-3f0f-4a6a-aa65-300decbd9e99 req-f2315737-343a-4d06-8b4d-fe6a801df324 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=210d2391-7cc4-41fd-87e2-e84f6d335633 HTTP/1.1" status: 200 len: 1098 time: 0.0455189 Aug 13 11:20:11.440702 dv-cinder-797608-16-iscsi neutron-server[93883]: INFO neutron.wsgi [req-a009b479-3f0f-4a6a-aa65-300decbd9e99 req-c6f42b84-8119-45aa-9ad3-a4dea8fe877d service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=04a16d11-7ca4-462a-891c-e4a125fe1a42&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0281882 Aug 13 11:20:11.549764 dv-cinder-797608-16-iscsi neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-05931952-e11e-4e12-af58-ece1398d134b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782137812740', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-997306'] for agent, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 11:20:11.584426 dv-cinder-797608-16-iscsi neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e0afd94-b5f8-4417-9b5e-9d75ce715c42 req-cfceb84c-dab3-4981-9911-e8aaa38daa1b tempest-AttachVolumeTestJSON-893493791 tempest-AttachVolumeTestJSON-893493791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 11:20:11.585928 dv-cinder-797608-16-iscsi neutron-server[93884]: INFO neutron.wsgi [req-1e0afd94-b5f8-4417-9b5e-9d75ce715c42 req-cfceb84c-dab3-4981-9911-e8aaa38daa1b tempest-AttachVolumeTestJSON-893493791 tempest-AttachVolumeTestJSON-893493791-project] 10.222.0.32 "GET /v2.0/ports?device_id=210d2391-7cc4-41fd-87e2-e84f6d335633 HTTP/1.1" status: 200 len: 945 time: 0.0500185 Aug 13 11:20:11.624214 dv-cinder-797608-16-iscsi neutron-server[93884]: INFO neutron.wsgi [req-1e0afd94-b5f8-4417-9b5e-9d75ce715c42 req-b779b433-91e9-467e-a2e5-f6da3618a1e7 tempest-AttachVolumeTestJSON-893493791 tempest-AttachVolumeTestJSON-893493791-project] 10.222.0.32 "GET /v2.0/security-groups?id=04a16d11-7ca4-462a-891c-e4a125fe1a42&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323005 Aug 13 11:20:12.357624 dv-cinder-797608-16-iscsi neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae917b71-972f-43ad-97d6-177ec4681ce3 req-bb9d0d67-69e0-47f9-b376-80418005d755 tempest-ServerRescueNegativeTestJSON-217385872 tempest-ServerRescueNegativeTestJSON-217385872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 11:20:12.359106 dv-cinder-797608-16-iscsi neutron-server[93884]: INFO neutron.wsgi [req-ae917b71-972f-43ad-97d6-177ec4681ce3 req-bb9d0d67-69e0-47f9-b376-80418005d755 tempest-ServerRescueNegativeTestJSON-217385872 tempest-ServerRescueNegativeTestJSON-217385872-project] 10.222.0.32 "GET /v2.0/ports?device_id=994527d7-146c-46c8-a16a-bc04ce3e770b HTTP/1.1" status: 200 len: 946 time: 0.2222507 Aug 13 11:20:12.381134 dv-cinder-797608-16-iscsi neutron-server[93885]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '994527d7-146c-46c8-a16a-bc04ce3e770b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '526ee671-31e3-4c26-a725-d78ee3f191b2'}] {{(pid=93885) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 13 11:20:12.384003 dv-cinder-797608-16-iscsi neutron-server[93885]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6271a0dfd589c32cbc3478448621ce6e19c81a8dd821b4c159629fbe4478ed77" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-554b630a-fa9d-46ef-a8bd-1d630b3c2b52" -d '{"events": [{"server_uuid": "994527d7-146c-46c8-a16a-bc04ce3e770b", "name": "network-vif-plugged", "status": "completed", "tag": "526ee671-31e3-4c26-a725-d78ee3f191b2"}]}' {{(pid=93885) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 13 11:20:12.399939 dv-cinder-797608-16-iscsi neutron-server[93884]: INFO neutron.wsgi [req-ae917b71-972f-43ad-97d6-177ec4681ce3 req-c9d033e5-99a2-4607-bdc9-dc34297177ec tempest-ServerRescueNegativeTestJSON-217385872 tempest-ServerRescueNegativeTestJSON-217385872-project] 10.222.0.32 "GET /v2.0/security-groups?id=5e66df65-70b0-476d-97cd-4e9936c292c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343523 Aug 13 11:20:12.429270 dv-cinder-797608-16-iscsi neutron-server[93885]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 13 Aug 2021 11:20:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e2354c02-5a23-4aa7-bbc7-03c907696252 x-openstack-request-id: req-e2354c02-5a23-4aa7-bbc7-03c907696252 {{(pid=93885) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 13 11:20:12.429559 dv-cinder-797608-16-iscsi neutron-server[93885]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "994527d7-146c-46c8-a16a-bc04ce3e770b", "name": "network-vif-plugged", "status": "completed", "tag": "526ee671-31e3-4c26-a725-d78ee3f191b2", "code": 200}]} {{(pid=93885) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 13 11:20:12.429810 dv-cinder-797608-16-iscsi neutron-server[93885]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-e2354c02-5a23-4aa7-bbc7-03c907696252 {{(pid=93885) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 13 11:20:12.430240 dv-cinder-797608-16-iscsi neutron-server[93885]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '994527d7-146c-46c8-a16a-bc04ce3e770b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '526ee671-31e3-4c26-a725-d78ee3f191b2', 'code': 200} Aug 13 11:20:12.472907 dv-cinder-797608-16-iscsi neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-c8cb50cc-12ff-4088-b7b1-9c64999b964c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782137812740', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-997306'] for agent, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 11:20:12.736708 dv-cinder-797608-16-iscsi neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2231b64-d3d1-48a7-a306-faf4a9a1cc66 req-c4af9aba-28d6-49b7-8304-b9f8658a587c tempest-AttachVolumeTestJSON-893493791 tempest-AttachVolumeTestJSON-893493791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 11:20:12.738848 dv-cinder-797608-16-iscsi neutron-server[93884]: INFO neutron.wsgi [req-d2231b64-d3d1-48a7-a306-faf4a9a1cc66 req-c4af9aba-28d6-49b7-8304-b9f8658a587c tempest-AttachVolumeTestJSON-893493791 tempest-AttachVolumeTestJSON-893493791-project] 10.222.0.32 "GET /v2.0/ports?device_id=210d2391-7cc4-41fd-87e2-e84f6d335633 HTTP/1.1" status: 200 len: 945 time: 0.0470331 Aug 13 11:20:12.782089 dv-cinder-797608-16-iscsi neutron-server[93884]: INFO neutron.wsgi [req-d2231b64-d3d1-48a7-a306-faf4a9a1cc66 req-035864e4-6d37-4558-8809-23fadf95f4bc tempest-AttachVolumeTestJSON-893493791 tempest-AttachVolumeTestJSON-893493791-project] 10.222.0.32 "GET /v2.0/security-groups?id=04a16d11-7ca4-462a-891c-e4a125fe1a42&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0373023 Aug 13 11:20:13.515630 dv-cinder-797608-16-iscsi neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1745c70-2db1-4988-89df-757395d2ec03 req-03e1204a-e144-452b-a56a-97f2aa2d802f tempest-ServerRescueNegativeTestJSON-217385872 tempest-ServerRescueNegativeTestJSON-217385872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 11:20:13.517084 dv-cinder-797608-16-iscsi neutron-server[93884]: INFO neutron.wsgi [req-a1745c70-2db1-4988-89df-757395d2ec03 req-03e1204a-e144-452b-a56a-97f2aa2d802f tempest-ServerRescueNegativeTestJSON-217385872 tempest-ServerRescueNegativeTestJSON-217385872-project] 10.222.0.32 "GET /v2.0/ports?device_id=994527d7-146c-46c8-a16a-bc04ce3e770b HTTP/1.1" status: 200 len: 946 time: 0.0464914 Aug 13 11:20:13.553971 dv-cinder-797608-16-iscsi neutron-server[93884]: INFO neutron.wsgi [req-a1745c70-2db1-4988-89df-757395d2ec03 req-2048031b-b015-4228-ac25-893a7bae2e82 tempest-ServerRescueNegativeTestJSON-217385872 tempest-ServerRescueNegativeTestJSON-217385872-project] 10.222.0.32 "GET /v2.0/security-groups?id=5e66df65-70b0-476d-97cd-4e9936c292c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0303915 Aug 13 11:20:13.900831 dv-cinder-797608-16-iscsi neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7414e7a4-4b72-4708-b292-99dc01536df3 req-d838976a-306a-4bae-9b4d-1e8298a9b729 tempest-AttachVolumeTestJSON-893493791 tempest-AttachVolumeTestJSON-893493791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 11:20:13.902446 dv-cinder-797608-16-iscsi neutron-server[93884]: INFO neutron.wsgi [req-7414e7a4-4b72-4708-b292-99dc01536df3 req-d838976a-306a-4bae-9b4d-1e8298a9b729 tempest-AttachVolumeTestJSON-893493791 tempest-AttachVolumeTestJSON-893493791-project] 10.222.0.32 "GET /v2.0/ports?device_id=210d2391-7cc4-41fd-87e2-e84f6d335633 HTTP/1.1" status: 200 len: 945 time: 0.0503829 Aug 13 11:20:13.939965 dv-cinder-797608-16-iscsi neutron-server[93884]: INFO neutron.wsgi [req-7414e7a4-4b72-4708-b292-99dc01536df3 req-37fa39f1-3723-4eca-ab76-013683b64d0f tempest-AttachVolumeTestJSON-893493791 tempest-AttachVolumeTestJSON-893493791-project] 10.222.0.32 "GET /v2.0/security-groups?id=04a16d11-7ca4-462a-891c-e4a125fe1a42&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318863 Aug 13 11:20:14.032127 dv-cinder-797608-16-iscsi neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-71795f1a-9c4d-4630-a580-a9486fbcc3ea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782137812740', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-997306'] for agent, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 11:20:14.664845 dv-cinder-797608-16-iscsi neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62a5944b-9781-4364-8835-34e4927bd9f3 req-63e8b8fb-8a51-4c7e-98ac-fb5b175bfe28 tempest-ServerRescueNegativeTestJSON-217385872 tempest-ServerRescueNegativeTestJSON-217385872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 11:20:14.666282 dv-cinder-797608-16-iscsi neutron-server[93884]: INFO neutron.wsgi [req-62a5944b-9781-4364-8835-34e4927bd9f3 req-63e8b8fb-8a51-4c7e-98ac-fb5b175bfe28 tempest-ServerRescueNegativeTestJSON-217385872 tempest-ServerRescueNegativeTestJSON-217385872-project] 10.222.0.32 "GET /v2.0/ports?device_id=994527d7-146c-46c8-a16a-bc04ce3e770b HTTP/1.1" status: 200 len: 946 time: 0.0482943 Aug 13 11:20:14.702991 dv-cinder-797608-16-iscsi neutron-server[93884]: INFO neutron.wsgi [req-62a5944b-9781-4364-8835-34e4927bd9f3 req-688da9e8-e958-42dd-bf49-4ecd52bf7930 tempest-ServerRescueNegativeTestJSON-217385872 tempest-ServerRescueNegativeTestJSON-217385872-project] 10.222.0.32 "GET /v2.0/security-groups?id=5e66df65-70b0-476d-97cd-4e9936c292c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0306945 Aug 13 11:20:14.848189 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cceb387-8a9d-4b2c-a259-a026557b5cd9 req-bc1c5b74-8b96-42f6-97a1-b0e7bae47fd1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 11:20:14.849684 dv-cinder-797608-16-iscsi neutron-server[93883]: INFO neutron.wsgi [req-5cceb387-8a9d-4b2c-a259-a026557b5cd9 req-bc1c5b74-8b96-42f6-97a1-b0e7bae47fd1 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=994527d7-146c-46c8-a16a-bc04ce3e770b HTTP/1.1" status: 200 len: 1099 time: 0.0400825 Aug 13 11:20:14.884062 dv-cinder-797608-16-iscsi neutron-server[93883]: INFO neutron.wsgi [req-5cceb387-8a9d-4b2c-a259-a026557b5cd9 req-740bff94-ce3a-4697-b875-7a33672fc43e service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=5e66df65-70b0-476d-97cd-4e9936c292c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0272348 Aug 13 11:20:15.053279 dv-cinder-797608-16-iscsi neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e726112-7f41-4966-92f3-95c952da6a62 req-e0caf334-2df4-4301-8458-943ee0791d49 tempest-AttachVolumeTestJSON-893493791 tempest-AttachVolumeTestJSON-893493791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 11:20:15.054766 dv-cinder-797608-16-iscsi neutron-server[93884]: INFO neutron.wsgi [req-6e726112-7f41-4966-92f3-95c952da6a62 req-e0caf334-2df4-4301-8458-943ee0791d49 tempest-AttachVolumeTestJSON-893493791 tempest-AttachVolumeTestJSON-893493791-project] 10.222.0.32 "GET /v2.0/ports?device_id=210d2391-7cc4-41fd-87e2-e84f6d335633 HTTP/1.1" status: 200 len: 945 time: 0.0471065 Aug 13 11:20:15.090881 dv-cinder-797608-16-iscsi neutron-server[93884]: INFO neutron.wsgi [req-6e726112-7f41-4966-92f3-95c952da6a62 req-4e22c5d9-4414-4793-9050-48d02b34896d tempest-AttachVolumeTestJSON-893493791 tempest-AttachVolumeTestJSON-893493791-project] 10.222.0.32 "GET /v2.0/security-groups?id=04a16d11-7ca4-462a-891c-e4a125fe1a42&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0302675 Aug 13 11:20:15.818479 dv-cinder-797608-16-iscsi neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7436aab-4e05-4277-a096-93b0151fb2cb req-0f07bace-0e4e-491f-82fa-5d98df813853 tempest-ServerRescueNegativeTestJSON-217385872 tempest-ServerRescueNegativeTestJSON-217385872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 11:20:15.819932 dv-cinder-797608-16-iscsi neutron-server[93884]: INFO neutron.wsgi [req-f7436aab-4e05-4277-a096-93b0151fb2cb req-0f07bace-0e4e-491f-82fa-5d98df813853 tempest-ServerRescueNegativeTestJSON-217385872 tempest-ServerRescueNegativeTestJSON-217385872-project] 10.222.0.32 "GET /v2.0/ports?device_id=994527d7-146c-46c8-a16a-bc04ce3e770b HTTP/1.1" status: 200 len: 946 time: 0.0498133 Aug 13 11:20:15.862332 dv-cinder-797608-16-iscsi neutron-server[93884]: INFO neutron.wsgi [req-f7436aab-4e05-4277-a096-93b0151fb2cb req-5eb03688-09cc-4033-9c7c-792a179bc942 tempest-ServerRescueNegativeTestJSON-217385872 tempest-ServerRescueNegativeTestJSON-217385872-project] 10.222.0.32 "GET /v2.0/security-groups?id=5e66df65-70b0-476d-97cd-4e9936c292c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0363328 Aug 13 11:20:16.212091 dv-cinder-797608-16-iscsi neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9e927d8-3a2d-4ced-bc0f-e9d5730a6abc req-bf3512fd-0a95-482b-95bc-a238fad478c7 tempest-AttachVolumeTestJSON-893493791 tempest-AttachVolumeTestJSON-893493791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 11:20:16.213633 dv-cinder-797608-16-iscsi neutron-server[93884]: INFO neutron.wsgi [req-b9e927d8-3a2d-4ced-bc0f-e9d5730a6abc req-bf3512fd-0a95-482b-95bc-a238fad478c7 tempest-AttachVolumeTestJSON-893493791 tempest-AttachVolumeTestJSON-893493791-project] 10.222.0.32 "GET /v2.0/ports?device_id=210d2391-7cc4-41fd-87e2-e84f6d335633 HTTP/1.1" status: 200 len: 945 time: 0.0496702 Aug 13 11:20:16.273354 dv-cinder-797608-16-iscsi neutron-server[93884]: INFO neutron.wsgi [req-b9e927d8-3a2d-4ced-bc0f-e9d5730a6abc req-aa06b9fb-5264-40ca-a9be-2c4f407b46bd tempest-AttachVolumeTestJSON-893493791 tempest-AttachVolumeTestJSON-893493791-project] 10.222.0.32 "GET /v2.0/security-groups?id=04a16d11-7ca4-462a-891c-e4a125fe1a42&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0532529 Aug 13 11:20:16.989622 dv-cinder-797608-16-iscsi neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c75ab0b-25ae-44ec-828c-e7611c5d7493 req-79b676e4-d223-481e-8bf9-e1256c6ed0cc tempest-ServerRescueNegativeTestJSON-217385872 tempest-ServerRescueNegativeTestJSON-217385872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 11:20:16.991129 dv-cinder-797608-16-iscsi neutron-server[93884]: INFO neutron.wsgi [req-7c75ab0b-25ae-44ec-828c-e7611c5d7493 req-79b676e4-d223-481e-8bf9-e1256c6ed0cc tempest-ServerRescueNegativeTestJSON-217385872 tempest-ServerRescueNegativeTestJSON-217385872-project] 10.222.0.32 "GET /v2.0/ports?device_id=994527d7-146c-46c8-a16a-bc04ce3e770b HTTP/1.1" status: 200 len: 946 time: 0.0473859 Aug 13 11:20:17.029755 dv-cinder-797608-16-iscsi neutron-server[93884]: INFO neutron.wsgi [req-7c75ab0b-25ae-44ec-828c-e7611c5d7493 req-267b5897-9d21-4618-bca1-0e3aa40b8d40 tempest-ServerRescueNegativeTestJSON-217385872 tempest-ServerRescueNegativeTestJSON-217385872-project] 10.222.0.32 "GET /v2.0/security-groups?id=5e66df65-70b0-476d-97cd-4e9936c292c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328135 Aug 13 11:20:17.305372 dv-cinder-797608-16-iscsi neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9efba20d-9b81-470d-9442-89fd6b287db2 req-042b87ad-49e6-41db-80fc-2aa6f79727a5 tempest-ServerRescueNegativeTestJSON-217385872 tempest-ServerRescueNegativeTestJSON-217385872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 11:20:17.306937 dv-cinder-797608-16-iscsi neutron-server[93884]: INFO neutron.wsgi [req-9efba20d-9b81-470d-9442-89fd6b287db2 req-042b87ad-49e6-41db-80fc-2aa6f79727a5 tempest-ServerRescueNegativeTestJSON-217385872 tempest-ServerRescueNegativeTestJSON-217385872-project] 10.222.0.32 "GET /v2.0/ports?device_id=994527d7-146c-46c8-a16a-bc04ce3e770b HTTP/1.1" status: 200 len: 946 time: 0.0526519 Aug 13 11:20:17.349737 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08c37922-92d2-4d1f-a54c-4dd4b2d8761e req-47596e53-e000-4710-b33b-ce59189ec5b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 11:20:17.351903 dv-cinder-797608-16-iscsi neutron-server[93883]: INFO neutron.wsgi [req-08c37922-92d2-4d1f-a54c-4dd4b2d8761e req-47596e53-e000-4710-b33b-ce59189ec5b5 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=7ce5ec11b3fa4a3da17a044b60c4d7c0&device_id=994527d7-146c-46c8-a16a-bc04ce3e770b HTTP/1.1" status: 200 len: 1099 time: 0.0714900 Aug 13 11:20:17.372079 dv-cinder-797608-16-iscsi neutron-server[93884]: INFO neutron.wsgi [req-9efba20d-9b81-470d-9442-89fd6b287db2 req-bfe6c91b-0937-402c-ac89-01e3af317f16 tempest-ServerRescueNegativeTestJSON-217385872 tempest-ServerRescueNegativeTestJSON-217385872-project] 10.222.0.32 "GET /v2.0/security-groups?id=5e66df65-70b0-476d-97cd-4e9936c292c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0543830 Aug 13 11:20:17.412517 dv-cinder-797608-16-iscsi neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cde300f-2e96-4284-8745-500ffaa163a6 req-4971daf9-4259-4726-852a-cd22ab1fd2ea tempest-AttachVolumeTestJSON-893493791 tempest-AttachVolumeTestJSON-893493791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 11:20:17.415015 dv-cinder-797608-16-iscsi neutron-server[93884]: INFO neutron.wsgi [req-2cde300f-2e96-4284-8745-500ffaa163a6 req-4971daf9-4259-4726-852a-cd22ab1fd2ea tempest-AttachVolumeTestJSON-893493791 tempest-AttachVolumeTestJSON-893493791-project] 10.222.0.32 "GET /v2.0/ports?device_id=210d2391-7cc4-41fd-87e2-e84f6d335633 HTTP/1.1" status: 200 len: 945 time: 0.0583308 Aug 13 11:20:17.457605 dv-cinder-797608-16-iscsi neutron-server[93884]: INFO neutron.wsgi [req-2cde300f-2e96-4284-8745-500ffaa163a6 req-86db5686-2c0a-4487-b760-d34d4c3dd832 tempest-AttachVolumeTestJSON-893493791 tempest-AttachVolumeTestJSON-893493791-project] 10.222.0.32 "GET /v2.0/security-groups?id=04a16d11-7ca4-462a-891c-e4a125fe1a42&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0347762 Aug 13 11:20:17.468627 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08c37922-92d2-4d1f-a54c-4dd4b2d8761e req-38718220-b288-4954-83da-19cc0acb3b41 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 11:20:17.470368 dv-cinder-797608-16-iscsi neutron-server[93883]: INFO neutron.wsgi [req-08c37922-92d2-4d1f-a54c-4dd4b2d8761e req-38718220-b288-4954-83da-19cc0acb3b41 service neutron] 10.222.0.20 "GET /v2.0/networks?id=02c7fb52-0ad2-484c-84d8-96df36c92bd5 HTTP/1.1" status: 200 len: 919 time: 0.1074297 Aug 13 11:20:17.538678 dv-cinder-797608-16-iscsi neutron-server[93883]: INFO neutron.wsgi [req-08c37922-92d2-4d1f-a54c-4dd4b2d8761e req-1152571d-5a75-4b87-a01a-b737fcfc0e47 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=526ee671-31e3-4c26-a725-d78ee3f191b2 HTTP/1.1" status: 200 len: 217 time: 0.0563598 Aug 13 11:20:17.612110 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08c37922-92d2-4d1f-a54c-4dd4b2d8761e req-40e21a6b-6954-42c9-b7b7-8920f5a84895 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 11:20:17.615180 dv-cinder-797608-16-iscsi neutron-server[93883]: INFO neutron.wsgi [req-08c37922-92d2-4d1f-a54c-4dd4b2d8761e req-40e21a6b-6954-42c9-b7b7-8920f5a84895 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=4d0dfa4f-d7e7-4367-877a-a49567302b15 HTTP/1.1" status: 200 len: 858 time: 0.0648715 Aug 13 11:20:17.623883 dv-cinder-797608-16-iscsi neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc78b495-2e46-402b-bce6-2ff7adecb04a req-343d61bd-4f51-4594-9d92-b13463858396 tempest-AttachVolumeTestJSON-893493791 tempest-AttachVolumeTestJSON-893493791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 11:20:17.625710 dv-cinder-797608-16-iscsi neutron-server[93884]: INFO neutron.wsgi [req-bc78b495-2e46-402b-bce6-2ff7adecb04a req-343d61bd-4f51-4594-9d92-b13463858396 tempest-AttachVolumeTestJSON-893493791 tempest-AttachVolumeTestJSON-893493791-project] 10.222.0.32 "GET /v2.0/ports?device_id=210d2391-7cc4-41fd-87e2-e84f6d335633 HTTP/1.1" status: 200 len: 945 time: 0.0538824 Aug 13 11:20:17.634706 dv-cinder-797608-16-iscsi neutron-server[93884]: DEBUG neutron.wsgi [-] (93884) accepted ('10.222.0.32', 44806) {{(pid=93884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 11:20:17.639531 dv-cinder-797608-16-iscsi neutron-server[93884]: DEBUG neutron.api.v2.base [None req-56d8b809-eb79-4c39-be92-d2cbeed2b57e tempest-AttachVolumeTestJSON-893493791 tempest-AttachVolumeTestJSON-893493791-project] Request body: {'floatingip': {'port_id': '5d3c7948-d52d-4294-a06f-d0394ef47e0f'}} {{(pid=93884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 13 11:20:17.664325 dv-cinder-797608-16-iscsi neutron-server[93883]: INFO neutron.wsgi [req-08c37922-92d2-4d1f-a54c-4dd4b2d8761e req-cdd632e4-4cfd-4c9d-869e-60d8e991a6c8 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=02c7fb52-0ad2-484c-84d8-96df36c92bd5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0418117 Aug 13 11:20:17.727800 dv-cinder-797608-16-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-56d8b809-eb79-4c39-be92-d2cbeed2b57e tempest-AttachVolumeTestJSON-893493791 tempest-AttachVolumeTestJSON-893493791-project] Notify callbacks [] for floatingip, before_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 11:20:17.785909 dv-cinder-797608-16-iscsi neutron-server[93883]: INFO neutron.wsgi [req-08c37922-92d2-4d1f-a54c-4dd4b2d8761e req-a4050f05-386a-4de5-8109-4301fc1e14f9 service neutron] 10.222.0.20 "GET /v2.0/networks/02c7fb52-0ad2-484c-84d8-96df36c92bd5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1052752 Aug 13 11:20:17.899177 dv-cinder-797608-16-iscsi neutron-server[93883]: INFO neutron.wsgi [req-08c37922-92d2-4d1f-a54c-4dd4b2d8761e req-61a59959-fc6d-40d6-ad03-fe07411da2d5 service neutron] 10.222.0.20 "GET /v2.0/networks/02c7fb52-0ad2-484c-84d8-96df36c92bd5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0952539 Aug 13 11:20:18.363467 dv-cinder-797608-16-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-56d8b809-eb79-4c39-be92-d2cbeed2b57e tempest-AttachVolumeTestJSON-893493791 tempest-AttachVolumeTestJSON-893493791-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 11:20:18.368430 dv-cinder-797608-16-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-56d8b809-eb79-4c39-be92-d2cbeed2b57e tempest-AttachVolumeTestJSON-893493791 tempest-AttachVolumeTestJSON-893493791-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1585555'] for floatingip, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 11:20:18.529428 dv-cinder-797608-16-iscsi neutron-server[93884]: INFO neutron.db.l3_db [None req-56d8b809-eb79-4c39-be92-d2cbeed2b57e tempest-AttachVolumeTestJSON-893493791 tempest-AttachVolumeTestJSON-893493791-project] Floating IP 4b4510a9-1535-4bf1-b097-6d04b4a5a6c6 associated. External IP: 172.27.2.69, port: 5d3c7948-d52d-4294-a06f-d0394ef47e0f. Aug 13 11:20:18.708083 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.32', 44852) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 11:20:18.776415 dv-cinder-797608-16-iscsi neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baa817c2-fb2b-4488-a481-a7801c9c73d0 req-0a969c86-34cc-4697-b7a1-d4503d482992 tempest-ServerRescueNegativeTestJSON-217385872 tempest-ServerRescueNegativeTestJSON-217385872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 11:20:18.778210 dv-cinder-797608-16-iscsi neutron-server[93884]: INFO neutron.wsgi [req-baa817c2-fb2b-4488-a481-a7801c9c73d0 req-0a969c86-34cc-4697-b7a1-d4503d482992 tempest-ServerRescueNegativeTestJSON-217385872 tempest-ServerRescueNegativeTestJSON-217385872-project] 10.222.0.32 "GET /v2.0/ports?device_id=994527d7-146c-46c8-a16a-bc04ce3e770b HTTP/1.1" status: 200 len: 946 time: 0.3181050 Aug 13 11:20:18.885364 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-527dbe59-7fff-4130-b8bf-cca94297c50b admin admin] Notify callbacks [] for security_group, before_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 11:20:18.887376 dv-cinder-797608-16-iscsi neutron-server[93884]: INFO neutron.wsgi [req-baa817c2-fb2b-4488-a481-a7801c9c73d0 req-83f030bc-cf7c-4efa-bd5a-57cc68e0026a tempest-ServerRescueNegativeTestJSON-217385872 tempest-ServerRescueNegativeTestJSON-217385872-project] 10.222.0.32 "GET /v2.0/security-groups?id=5e66df65-70b0-476d-97cd-4e9936c292c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1001065 Aug 13 11:20:18.992549 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-527dbe59-7fff-4130-b8bf-cca94297c50b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 11:20:18.996645 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-527dbe59-7fff-4130-b8bf-cca94297c50b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651637'] for security_group, after_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 11:20:19.016575 dv-cinder-797608-16-iscsi neutron-server[93884]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-56d8b809-eb79-4c39-be92-d2cbeed2b57e tempest-AttachVolumeTestJSON-893493791 tempest-AttachVolumeTestJSON-893493791-project] Router 9ce99fb3-1792-4e70-ad92-c4a7231a35f2 has already been hosted by L3 agent 120d27b5-31d8-4cd2-97b4-2412c45088e1 {{(pid=93884) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 13 11:20:19.035730 dv-cinder-797608-16-iscsi neutron-server[93883]: INFO neutron.wsgi [None req-527dbe59-7fff-4130-b8bf-cca94297c50b admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=5778368bf9bf4469bb5a337b4cbe5876&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3264329 Aug 13 11:20:19.036971 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-527dbe59-7fff-4130-b8bf-cca94297c50b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a9cc5742-90ca-425e-83a4-ff9f7b3a99bc,revision_number=1']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 11:20:19.039109 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.32', 44866) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 11:20:19.056418 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-527dbe59-7fff-4130-b8bf-cca94297c50b admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797608-16-iscsi {{(pid=93883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 11:20:19.056792 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-527dbe59-7fff-4130-b8bf-cca94297c50b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797608-16-iscsi {{(pid=93883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 11:20:19.057171 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-527dbe59-7fff-4130-b8bf-cca94297c50b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797608-16-iscsi {{(pid=93883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 11:20:19.057524 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-527dbe59-7fff-4130-b8bf-cca94297c50b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797608-16-iscsi {{(pid=93883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 11:20:19.057838 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-527dbe59-7fff-4130-b8bf-cca94297c50b admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-797608-16-iscsi {{(pid=93883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 11:20:19.058192 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-527dbe59-7fff-4130-b8bf-cca94297c50b admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797608-16-iscsi {{(pid=93883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 11:20:19.058546 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-527dbe59-7fff-4130-b8bf-cca94297c50b admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-797608-16-iscsi {{(pid=93883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 11:20:19.058900 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-527dbe59-7fff-4130-b8bf-cca94297c50b admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-797608-16-iscsi {{(pid=93883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 11:20:19.059257 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-527dbe59-7fff-4130-b8bf-cca94297c50b admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797608-16-iscsi {{(pid=93883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 11:20:19.059601 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-527dbe59-7fff-4130-b8bf-cca94297c50b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797608-16-iscsi {{(pid=93883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 11:20:19.059945 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-527dbe59-7fff-4130-b8bf-cca94297c50b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797608-16-iscsi {{(pid=93883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 11:20:19.060303 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-527dbe59-7fff-4130-b8bf-cca94297c50b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797608-16-iscsi {{(pid=93883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 11:20:19.101438 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-669f3f0a-e2d5-41d1-bf49-8549144a4170 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 11:20:19.121731 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-669f3f0a-e2d5-41d1-bf49-8549144a4170 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 11:20:19.127164 dv-cinder-797608-16-iscsi neutron-server[93884]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-56d8b809-eb79-4c39-be92-d2cbeed2b57e tempest-AttachVolumeTestJSON-893493791 tempest-AttachVolumeTestJSON-893493791-project] Notify agent at l3_agent.dv-cinder-797608-16-iscsi the message routers_updated {{(pid=93884) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 13 11:20:19.131691 dv-cinder-797608-16-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-56d8b809-eb79-4c39-be92-d2cbeed2b57e tempest-AttachVolumeTestJSON-893493791 tempest-AttachVolumeTestJSON-893493791-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-128352'] for floatingip, before_response {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 11:20:19.141267 dv-cinder-797608-16-iscsi neutron-server[93886]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6905d914-f178-4f0d-9bb2-4204ba7e6c2c None None] Sync routers for ids ['9ce99fb3-1792-4e70-ad92-c4a7231a35f2'] in dv-cinder-797608-16-iscsi {{(pid=93886) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 13 11:20:19.153330 dv-cinder-797608-16-iscsi neutron-server[93886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6905d914-f178-4f0d-9bb2-4204ba7e6c2c None None] Routers {'9ce99fb3-1792-4e70-ad92-c4a7231a35f2'} bound to L3 agent in host dv-cinder-797608-16-iscsi {{(pid=93886) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 13 11:20:19.153971 dv-cinder-797608-16-iscsi neutron-server[93886]: DEBUG neutron.db.l3_hamode_db [None req-6905d914-f178-4f0d-9bb2-4204ba7e6c2c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797608-16-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-13T11:11:41Z,description=,heartbeat_timestamp=2021-08-13T11:20:11Z,host='dv-cinder-797608-16-iscsi',id=120d27b5-31d8-4cd2-97b4-2412c45088e1,load=0,resource_versions=,resources_synced=,started_at=2021-08-13T11:11:41Z,topic='l3_agent')) {'router_ids': ['9ce99fb3-1792-4e70-ad92-c4a7231a35f2'], 'active': True} {{(pid=93886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 13 11:20:19.161158 dv-cinder-797608-16-iscsi neutron-server[93886]: DEBUG neutron.db.agents_db [None req-85e56f49-6478-4807-bf82-7523a15d9e55 None None] Agent healthcheck: found 6 active agents {{(pid=93886) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 13 11:20:19.165480 dv-cinder-797608-16-iscsi neutron-server[93884]: INFO neutron.wsgi [None req-56d8b809-eb79-4c39-be92-d2cbeed2b57e tempest-AttachVolumeTestJSON-893493791 tempest-AttachVolumeTestJSON-893493791-project] 10.222.0.32 "PUT /v2.0/floatingips/4b4510a9-1535-4bf1-b097-6d04b4a5a6c6 HTTP/1.1" status: 200 len: 990 time: 1.5270197 Aug 13 11:20:19.165480 dv-cinder-797608-16-iscsi neutron-server[93884]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '210d2391-7cc4-41fd-87e2-e84f6d335633', 'tag': '5d3c7948-d52d-4294-a06f-d0394ef47e0f'}] {{(pid=93884) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 13 11:20:19.165853 dv-cinder-797608-16-iscsi neutron-server[93884]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}70f01c08a00349be11dfcfb62f4fe7a1e23395be4279a346f0a082136c645f60" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5cc63a99-9399-4598-be69-fe59fa162aa3" -d '{"events": [{"name": "network-changed", "server_uuid": "210d2391-7cc4-41fd-87e2-e84f6d335633", "tag": "5d3c7948-d52d-4294-a06f-d0394ef47e0f"}]}' {{(pid=93884) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 13 11:20:19.205293 dv-cinder-797608-16-iscsi neutron-server[93884]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 13 Aug 2021 11:20:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6c5eb533-309a-4cfb-be0f-0f359db4e808 x-openstack-request-id: req-6c5eb533-309a-4cfb-be0f-0f359db4e808 {{(pid=93884) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 13 11:20:19.205588 dv-cinder-797608-16-iscsi neutron-server[93884]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "210d2391-7cc4-41fd-87e2-e84f6d335633", "tag": "5d3c7948-d52d-4294-a06f-d0394ef47e0f", "status": "completed", "code": 200}]} {{(pid=93884) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 13 11:20:19.205907 dv-cinder-797608-16-iscsi neutron-server[93884]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-6c5eb533-309a-4cfb-be0f-0f359db4e808 {{(pid=93884) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 13 11:20:19.206389 dv-cinder-797608-16-iscsi neutron-server[93884]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '210d2391-7cc4-41fd-87e2-e84f6d335633', 'tag': '5d3c7948-d52d-4294-a06f-d0394ef47e0f', 'status': 'completed', 'code': 200} Aug 13 11:20:19.208769 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-669f3f0a-e2d5-41d1-bf49-8549144a4170 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651637'] for security_group, after_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 11:20:19.212356 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-669f3f0a-e2d5-41d1-bf49-8549144a4170 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 11:20:19.213761 dv-cinder-797608-16-iscsi neutron-server[93883]: INFO neutron.wsgi [None req-669f3f0a-e2d5-41d1-bf49-8549144a4170 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/a9cc5742-90ca-425e-83a4-ff9f7b3a99bc HTTP/1.1" status: 204 len: 168 time: 0.1728129 Aug 13 11:20:19.233157 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-669f3f0a-e2d5-41d1-bf49-8549144a4170 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a9cc5742-90ca-425e-83a4-ff9f7b3a99bc,revision_number=None']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 11:20:19.289350 dv-cinder-797608-16-iscsi neutron-server[93886]: DEBUG neutron.db.l3_dvr_db [None req-6905d914-f178-4f0d-9bb2-4204ba7e6c2c None None] Set router 9ce99fb3-1792-4e70-ad92-c4a7231a35f2 gateway port host: dv-cinder-797608-16-iscsi {{(pid=93886) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 13 11:20:19.354532 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cc63a99-9399-4598-be69-fe59fa162aa3 req-d5556cc2-ce4e-43e2-a8bf-c9ba70b9a775 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 11:20:19.356359 dv-cinder-797608-16-iscsi neutron-server[93883]: INFO neutron.wsgi [req-5cc63a99-9399-4598-be69-fe59fa162aa3 req-d5556cc2-ce4e-43e2-a8bf-c9ba70b9a775 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=79ef1636c6ae4656a27be7ebe99adfd8&device_id=210d2391-7cc4-41fd-87e2-e84f6d335633 HTTP/1.1" status: 200 len: 1098 time: 0.0736432 Aug 13 11:20:19.498517 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cc63a99-9399-4598-be69-fe59fa162aa3 req-db9dd729-110e-404c-89d5-76081f1222b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 11:20:19.500260 dv-cinder-797608-16-iscsi neutron-server[93883]: INFO neutron.wsgi [req-5cc63a99-9399-4598-be69-fe59fa162aa3 req-db9dd729-110e-404c-89d5-76081f1222b5 service neutron] 10.222.0.20 "GET /v2.0/networks?id=ec8923c9-e8aa-4fb7-a57a-17b8964f1574 HTTP/1.1" status: 200 len: 912 time: 0.1269708 Aug 13 11:20:19.560547 dv-cinder-797608-16-iscsi neutron-server[93884]: DEBUG neutron.wsgi [-] (93884) accepted ('10.222.0.32', 44884) {{(pid=93884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 11:20:19.628319 dv-cinder-797608-16-iscsi neutron-server[93886]: DEBUG neutron.db.l3_hamode_db [None req-6905d914-f178-4f0d-9bb2-4204ba7e6c2c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9ce99fb3-1792-4e70-ad92-c4a7231a35f2', 'name': 'tempest-AttachVolumeTestJSON-1599166667-router', 'tenant_id': '79ef1636c6ae4656a27be7ebe99adfd8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c3f0979-58a5-4465-87f9-e256377c6b61', 'external_fixed_ips': [{'subnet_id': 'ba735781-2bff-41d5-99b4-7ca705ee91ca', 'ip_address': '172.27.2.244'}], 'enable_snat': True}, 'gw_port_id': '7f52f001-4b44-4e49-8196-dd3135a4d161', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-13T11:19:20Z', 'updated_at': '2021-08-13T11:19:33Z', 'revision_number': 4, 'project_id': '79ef1636c6ae4656a27be7ebe99adfd8', 'gw_port': {'id': '7f52f001-4b44-4e49-8196-dd3135a4d161', 'name': '', 'network_id': '7c3f0979-58a5-4465-87f9-e256377c6b61', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:91:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ce99fb3-1792-4e70-ad92-c4a7231a35f2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': 'ba735781-2bff-41d5-99b4-7ca705ee91ca', 'ip_address': '172.27.2.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-13T11:19:22Z', 'updated_at': '2021-08-13T11:19:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ba735781-2bff-41d5-99b4-7ca705ee91ca', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797608-16-iscsi', '_floatingips': [{'id': '4b4510a9-1535-4bf1-b097-6d04b4a5a6c6', 'tenant_id': '79ef1636c6ae4656a27be7ebe99adfd8', 'floating_ip_address': '172.27.2.69', 'floating_network_id': '7c3f0979-58a5-4465-87f9-e256377c6b61', 'router_id': '9ce99fb3-1792-4e70-ad92-c4a7231a35f2', 'port_id': '5d3c7948-d52d-4294-a06f-d0394ef47e0f', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 128, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ec8923c9-e8aa-4fb7-a57a-17b8964f1574', 'mac_address': 'fa:16:3e:8a:cc:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '210d2391-7cc4-41fd-87e2-e84f6d335633', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-13T11:19:41Z', 'updated_at': '2021-08-13T11:20:18Z', 'revision_number': 1, 'project_id': '79ef1636c6ae4656a27be7ebe99adfd8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fea4a98c-afc2-4593-8fb8-43379d480615', 'name': '', 'network_id': 'ec8923c9-e8aa-4fb7-a57a-17b8964f1574', 'tenant_id': '79ef1636c6ae4656a27be7ebe99adfd8', 'mac_address': 'fa:16:3e:0a:88:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ce99fb3-1792-4e70-ad92-c4a7231a35f2', 'device_owner': 'network:router_interface', 'standard_attr_id': 100, 'fixed_ips': [{'subnet_id': '8f355941-9ea6-47f3-b4b3-219d5394ef79', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-13T11:19:29Z', 'updated_at': '2021-08-13T11:19:40Z', 'revision_number': 5, 'project_id': '79ef1636c6ae4656a27be7ebe99adfd8', 'subnets': [{'id': '8f355941-9ea6-47f3-b4b3-219d5394ef79', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-797608-16-iscsi', False) {} {{(pid=93886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 13 11:20:19.650438 dv-cinder-797608-16-iscsi neutron-server[93883]: INFO neutron.wsgi [req-5cc63a99-9399-4598-be69-fe59fa162aa3 req-e15e3fbc-fd3d-4ead-9211-1b370a7eda4c service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=5d3c7948-d52d-4294-a06f-d0394ef47e0f HTTP/1.1" status: 200 len: 998 time: 0.1340373 Aug 13 11:20:19.663036 dv-cinder-797608-16-iscsi neutron-server[93886]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6905d914-f178-4f0d-9bb2-4204ba7e6c2c None None] Checking router: 9ce99fb3-1792-4e70-ad92-c4a7231a35f2 for host: dv-cinder-797608-16-iscsi {{(pid=93886) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 13 11:20:19.671462 dv-cinder-797608-16-iscsi neutron-server[93886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6905d914-f178-4f0d-9bb2-4204ba7e6c2c None None] Routers {'9ce99fb3-1792-4e70-ad92-c4a7231a35f2'} bound to L3 agent in host dv-cinder-797608-16-iscsi {{(pid=93886) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 13 11:20:19.672068 dv-cinder-797608-16-iscsi neutron-server[93886]: DEBUG neutron.db.l3_hamode_db [None req-6905d914-f178-4f0d-9bb2-4204ba7e6c2c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797608-16-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-13T11:11:41Z,description=,heartbeat_timestamp=2021-08-13T11:20:11Z,host='dv-cinder-797608-16-iscsi',id=120d27b5-31d8-4cd2-97b4-2412c45088e1,load=0,resource_versions=,resources_synced=,started_at=2021-08-13T11:11:41Z,topic='l3_agent')) {'router_ids': ['9ce99fb3-1792-4e70-ad92-c4a7231a35f2'], 'active': True} {{(pid=93886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 13 11:20:19.694338 dv-cinder-797608-16-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-8fc7c01d-3119-45ad-a4e1-0f75336a7b9e admin admin] Notify callbacks [] for security_group, before_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 11:20:19.706980 dv-cinder-797608-16-iscsi neutron-server[93884]: DEBUG neutron.wsgi [-] (93884) accepted ('10.222.0.32', 44888) {{(pid=93884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 11:20:19.720820 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cc63a99-9399-4598-be69-fe59fa162aa3 req-87f253a6-1238-4387-88ed-9b1080b48ea3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 11:20:19.722834 dv-cinder-797608-16-iscsi neutron-server[93883]: INFO neutron.wsgi [req-5cc63a99-9399-4598-be69-fe59fa162aa3 req-87f253a6-1238-4387-88ed-9b1080b48ea3 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=8f355941-9ea6-47f3-b4b3-219d5394ef79 HTTP/1.1" status: 200 len: 850 time: 0.0557339 Aug 13 11:20:19.728139 dv-cinder-797608-16-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-46525285-2c17-4afd-a8ae-8281aaaafdc4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 11:20:19.778035 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cc63a99-9399-4598-be69-fe59fa162aa3 req-fc41bf1e-81a4-455c-a1a2-8f7b1b720e08 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 11:20:19.779801 dv-cinder-797608-16-iscsi neutron-server[93883]: INFO neutron.wsgi [req-5cc63a99-9399-4598-be69-fe59fa162aa3 req-fc41bf1e-81a4-455c-a1a2-8f7b1b720e08 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=ec8923c9-e8aa-4fb7-a57a-17b8964f1574&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0490878 Aug 13 11:20:19.829701 dv-cinder-797608-16-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-8fc7c01d-3119-45ad-a4e1-0f75336a7b9e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 11:20:19.836193 dv-cinder-797608-16-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-8fc7c01d-3119-45ad-a4e1-0f75336a7b9e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651637'] for security_group, after_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 11:20:19.891056 dv-cinder-797608-16-iscsi neutron-server[93884]: INFO neutron.wsgi [None req-8fc7c01d-3119-45ad-a4e1-0f75336a7b9e admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=e554b656f1ce4798b0b812f2c5ae4005&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3266528 Aug 13 11:20:19.891457 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.32', 44896) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 11:20:19.898031 dv-cinder-797608-16-iscsi neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fc7c01d-3119-45ad-a4e1-0f75336a7b9e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5f1a0911-67be-405b-83b3-de7fe79e176e,revision_number=1']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 11:20:19.911724 dv-cinder-797608-16-iscsi neutron-server[93884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fc7c01d-3119-45ad-a4e1-0f75336a7b9e admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797608-16-iscsi {{(pid=93884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 11:20:19.911724 dv-cinder-797608-16-iscsi neutron-server[93884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fc7c01d-3119-45ad-a4e1-0f75336a7b9e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797608-16-iscsi {{(pid=93884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 11:20:19.912291 dv-cinder-797608-16-iscsi neutron-server[93884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fc7c01d-3119-45ad-a4e1-0f75336a7b9e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797608-16-iscsi {{(pid=93884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 11:20:19.912622 dv-cinder-797608-16-iscsi neutron-server[93884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fc7c01d-3119-45ad-a4e1-0f75336a7b9e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797608-16-iscsi {{(pid=93884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 11:20:19.913021 dv-cinder-797608-16-iscsi neutron-server[93884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fc7c01d-3119-45ad-a4e1-0f75336a7b9e admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-797608-16-iscsi {{(pid=93884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 11:20:19.913481 dv-cinder-797608-16-iscsi neutron-server[93884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fc7c01d-3119-45ad-a4e1-0f75336a7b9e admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797608-16-iscsi {{(pid=93884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 11:20:19.913815 dv-cinder-797608-16-iscsi neutron-server[93884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fc7c01d-3119-45ad-a4e1-0f75336a7b9e admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-797608-16-iscsi {{(pid=93884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 11:20:19.914172 dv-cinder-797608-16-iscsi neutron-server[93884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fc7c01d-3119-45ad-a4e1-0f75336a7b9e admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-797608-16-iscsi {{(pid=93884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 11:20:19.914558 dv-cinder-797608-16-iscsi neutron-server[93884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fc7c01d-3119-45ad-a4e1-0f75336a7b9e admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797608-16-iscsi {{(pid=93884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 11:20:19.914892 dv-cinder-797608-16-iscsi neutron-server[93884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fc7c01d-3119-45ad-a4e1-0f75336a7b9e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797608-16-iscsi {{(pid=93884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 11:20:19.915217 dv-cinder-797608-16-iscsi neutron-server[93884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fc7c01d-3119-45ad-a4e1-0f75336a7b9e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797608-16-iscsi {{(pid=93884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 11:20:19.915694 dv-cinder-797608-16-iscsi neutron-server[93884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fc7c01d-3119-45ad-a4e1-0f75336a7b9e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797608-16-iscsi {{(pid=93884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 11:20:19.936445 dv-cinder-797608-16-iscsi neutron-server[93886]: DEBUG neutron.db.l3_dvr_db [None req-6905d914-f178-4f0d-9bb2-4204ba7e6c2c None None] Set router 9ce99fb3-1792-4e70-ad92-c4a7231a35f2 gateway port host: dv-cinder-797608-16-iscsi {{(pid=93886) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 13 11:20:19.942671 dv-cinder-797608-16-iscsi neutron-server[93883]: INFO neutron.wsgi [req-5cc63a99-9399-4598-be69-fe59fa162aa3 req-eb2cbcb2-9c04-4b2d-b188-dc48fc7ae053 service neutron] 10.222.0.20 "GET /v2.0/networks/ec8923c9-e8aa-4fb7-a57a-17b8964f1574?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1484990 Aug 13 11:20:20.074196 dv-cinder-797608-16-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-46525285-2c17-4afd-a8ae-8281aaaafdc4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 11:20:20.080805 dv-cinder-797608-16-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-46525285-2c17-4afd-a8ae-8281aaaafdc4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651637'] for security_group, after_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 11:20:20.114450 dv-cinder-797608-16-iscsi neutron-server[93884]: INFO neutron.wsgi [None req-46525285-2c17-4afd-a8ae-8281aaaafdc4 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=158057109474466f9feb3ecd61fb2150&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4026387 Aug 13 11:20:20.114545 dv-cinder-797608-16-iscsi neutron-server[93884]: DEBUG neutron.wsgi [-] (93884) accepted ('10.222.0.32', 44912) {{(pid=93884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 11:20:20.180846 dv-cinder-797608-16-iscsi neutron-server[93883]: INFO neutron.wsgi [req-5cc63a99-9399-4598-be69-fe59fa162aa3 req-252a4bf6-0018-46af-830e-110086a63bbb service neutron] 10.222.0.20 "GET /v2.0/networks/ec8923c9-e8aa-4fb7-a57a-17b8964f1574?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2271259 Aug 13 11:20:20.193089 dv-cinder-797608-16-iscsi neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5850ce2-6f51-436e-adea-e489cf75a0aa req-bb099ab8-78ee-4b8a-be5e-e7ba1dc3e543 tempest-ServerRescueNegativeTestJSON-217385872 tempest-ServerRescueNegativeTestJSON-217385872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 11:20:20.195421 dv-cinder-797608-16-iscsi neutron-server[93884]: INFO neutron.wsgi [req-e5850ce2-6f51-436e-adea-e489cf75a0aa req-bb099ab8-78ee-4b8a-be5e-e7ba1dc3e543 tempest-ServerRescueNegativeTestJSON-217385872 tempest-ServerRescueNegativeTestJSON-217385872-project] 10.222.0.32 "GET /v2.0/ports?device_id=994527d7-146c-46c8-a16a-bc04ce3e770b HTTP/1.1" status: 200 len: 946 time: 0.1645877 Aug 13 11:20:20.199636 dv-cinder-797608-16-iscsi neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46525285-2c17-4afd-a8ae-8281aaaafdc4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=17169630-f2c8-4b38-a906-e8d3e5628fbb,revision_number=1']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 11:20:20.226716 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-585a34b6-bc1a-4dfc-87b4-7c81e2d3d03b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 11:20:20.238344 dv-cinder-797608-16-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-7f66c431-30a0-4c5d-9ba6-5d122cf142ba admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 11:20:20.249060 dv-cinder-797608-16-iscsi neutron-server[93886]: DEBUG neutron.db.l3_hamode_db [None req-6905d914-f178-4f0d-9bb2-4204ba7e6c2c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9ce99fb3-1792-4e70-ad92-c4a7231a35f2', 'name': 'tempest-AttachVolumeTestJSON-1599166667-router', 'tenant_id': '79ef1636c6ae4656a27be7ebe99adfd8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c3f0979-58a5-4465-87f9-e256377c6b61', 'external_fixed_ips': [{'subnet_id': 'ba735781-2bff-41d5-99b4-7ca705ee91ca', 'ip_address': '172.27.2.244'}], 'enable_snat': True}, 'gw_port_id': '7f52f001-4b44-4e49-8196-dd3135a4d161', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-13T11:19:20Z', 'updated_at': '2021-08-13T11:19:33Z', 'revision_number': 4, 'project_id': '79ef1636c6ae4656a27be7ebe99adfd8', 'gw_port': {'id': '7f52f001-4b44-4e49-8196-dd3135a4d161', 'name': '', 'network_id': '7c3f0979-58a5-4465-87f9-e256377c6b61', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:91:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ce99fb3-1792-4e70-ad92-c4a7231a35f2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': 'ba735781-2bff-41d5-99b4-7ca705ee91ca', 'ip_address': '172.27.2.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-13T11:19:22Z', 'updated_at': '2021-08-13T11:19:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ba735781-2bff-41d5-99b4-7ca705ee91ca', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797608-16-iscsi', '_floatingips': [{'id': '4b4510a9-1535-4bf1-b097-6d04b4a5a6c6', 'tenant_id': '79ef1636c6ae4656a27be7ebe99adfd8', 'floating_ip_address': '172.27.2.69', 'floating_network_id': '7c3f0979-58a5-4465-87f9-e256377c6b61', 'router_id': '9ce99fb3-1792-4e70-ad92-c4a7231a35f2', 'port_id': '5d3c7948-d52d-4294-a06f-d0394ef47e0f', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 128, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ec8923c9-e8aa-4fb7-a57a-17b8964f1574', 'mac_address': 'fa:16:3e:8a:cc:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '210d2391-7cc4-41fd-87e2-e84f6d335633', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-13T11:19:41Z', 'updated_at': '2021-08-13T11:20:18Z', 'revision_number': 1, 'project_id': '79ef1636c6ae4656a27be7ebe99adfd8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fea4a98c-afc2-4593-8fb8-43379d480615', 'name': '', 'network_id': 'ec8923c9-e8aa-4fb7-a57a-17b8964f1574', 'tenant_id': '79ef1636c6ae4656a27be7ebe99adfd8', 'mac_address': 'fa:16:3e:0a:88:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ce99fb3-1792-4e70-ad92-c4a7231a35f2', 'device_owner': 'network:router_interface', 'standard_attr_id': 100, 'fixed_ips': [{'subnet_id': '8f355941-9ea6-47f3-b4b3-219d5394ef79', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-13T11:19:29Z', 'updated_at': '2021-08-13T11:19:40Z', 'revision_number': 5, 'project_id': '79ef1636c6ae4656a27be7ebe99adfd8', 'subnets': [{'id': '8f355941-9ea6-47f3-b4b3-219d5394ef79', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-797608-16-iscsi', False) {} {{(pid=93886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 13 11:20:20.253990 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-585a34b6-bc1a-4dfc-87b4-7c81e2d3d03b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 11:20:20.265798 dv-cinder-797608-16-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-7f66c431-30a0-4c5d-9ba6-5d122cf142ba admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 11:20:20.286727 dv-cinder-797608-16-iscsi neutron-server[93886]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6905d914-f178-4f0d-9bb2-4204ba7e6c2c None None] The sync data for ids ['9ce99fb3-1792-4e70-ad92-c4a7231a35f2'] in dv-cinder-797608-16-iscsi is: [{'id': '9ce99fb3-1792-4e70-ad92-c4a7231a35f2', 'name': 'tempest-AttachVolumeTestJSON-1599166667-router', 'tenant_id': '79ef1636c6ae4656a27be7ebe99adfd8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c3f0979-58a5-4465-87f9-e256377c6b61', 'external_fixed_ips': [{'subnet_id': 'ba735781-2bff-41d5-99b4-7ca705ee91ca', 'ip_address': '172.27.2.244'}], 'enable_snat': True}, 'gw_port_id': '7f52f001-4b44-4e49-8196-dd3135a4d161', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-13T11:19:20Z', 'updated_at': '2021-08-13T11:19:33Z', 'revision_number': 4, 'project_id': '79ef1636c6ae4656a27be7ebe99adfd8', 'gw_port': {'id': '7f52f001-4b44-4e49-8196-dd3135a4d161', 'name': '', 'network_id': '7c3f0979-58a5-4465-87f9-e256377c6b61', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:91:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ce99fb3-1792-4e70-ad92-c4a7231a35f2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': 'ba735781-2bff-41d5-99b4-7ca705ee91ca', 'ip_address': '172.27.2.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-13T11:19:22Z', 'updated_at': '2021-08-13T11:19:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ba735781-2bff-41d5-99b4-7ca705ee91ca', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797608-16-iscsi', '_floatingips': [{'id': '4b4510a9-1535-4bf1-b097-6d04b4a5a6c6', 'tenant_id': '79ef1636c6ae4656a27be7ebe99adfd8', 'floating_ip_address': '172.27.2.69', 'floating_network_id': '7c3f0979-58a5-4465-87f9-e256377c6b61', 'router_id': '9ce99fb3-1792-4e70-ad92-c4a7231a35f2', 'port_id': '5d3c7948-d52d-4294-a06f-d0394ef47e0f', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 128, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ec8923c9-e8aa-4fb7-a57a-17b8964f1574', 'mac_address': 'fa:16:3e:8a:cc:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '210d2391-7cc4-41fd-87e2-e84f6d335633', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-13T11:19:41Z', 'updated_at': '2021-08-13T11:20:18Z', 'revision_number': 1, 'project_id': '79ef1636c6ae4656a27be7ebe99adfd8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fea4a98c-afc2-4593-8fb8-43379d480615', 'name': '', 'network_id': 'ec8923c9-e8aa-4fb7-a57a-17b8964f1574', 'tenant_id': '79ef1636c6ae4656a27be7ebe99adfd8', 'mac_address': 'fa:16:3e:0a:88:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ce99fb3-1792-4e70-ad92-c4a7231a35f2', 'device_owner': 'network:router_interface', 'standard_attr_id': 100, 'fixed_ips': [{'subnet_id': '8f355941-9ea6-47f3-b4b3-219d5394ef79', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-13T11:19:29Z', 'updated_at': '2021-08-13T11:19:40Z', 'revision_number': 5, 'project_id': '79ef1636c6ae4656a27be7ebe99adfd8', 'subnets': [{'id': '8f355941-9ea6-47f3-b4b3-219d5394ef79', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93886) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 13 11:20:20.325702 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-585a34b6-bc1a-4dfc-87b4-7c81e2d3d03b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651637'] for security_group, after_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 11:20:20.328623 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-585a34b6-bc1a-4dfc-87b4-7c81e2d3d03b admin admin] Notify callbacks [] for security_group, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 11:20:20.335177 dv-cinder-797608-16-iscsi neutron-server[93883]: INFO neutron.wsgi [None req-585a34b6-bc1a-4dfc-87b4-7c81e2d3d03b admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/5f1a0911-67be-405b-83b3-de7fe79e176e HTTP/1.1" status: 204 len: 168 time: 0.4430516 Aug 13 11:20:20.344803 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-585a34b6-bc1a-4dfc-87b4-7c81e2d3d03b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5f1a0911-67be-405b-83b3-de7fe79e176e,revision_number=None']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 11:20:20.351782 dv-cinder-797608-16-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-7f66c431-30a0-4c5d-9ba6-5d122cf142ba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651637'] for security_group, after_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 11:20:20.354584 dv-cinder-797608-16-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-7f66c431-30a0-4c5d-9ba6-5d122cf142ba admin admin] Notify callbacks [] for security_group, before_response {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 11:20:20.356136 dv-cinder-797608-16-iscsi neutron-server[93884]: INFO neutron.wsgi [None req-7f66c431-30a0-4c5d-9ba6-5d122cf142ba admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/17169630-f2c8-4b38-a906-e8d3e5628fbb HTTP/1.1" status: 204 len: 168 time: 0.2403021 Aug 13 11:20:20.366662 dv-cinder-797608-16-iscsi neutron-server[93884]: INFO neutron.wsgi [req-e5850ce2-6f51-436e-adea-e489cf75a0aa req-dd567802-a2c9-42f3-8730-65c15ba19226 tempest-ServerRescueNegativeTestJSON-217385872 tempest-ServerRescueNegativeTestJSON-217385872-project] 10.222.0.32 "GET /v2.0/security-groups?id=5e66df65-70b0-476d-97cd-4e9936c292c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1601200 Aug 13 11:20:20.378097 dv-cinder-797608-16-iscsi neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f66c431-30a0-4c5d-9ba6-5d122cf142ba admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=17169630-f2c8-4b38-a906-e8d3e5628fbb,revision_number=None']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 11:20:20.486157 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.32', 44928) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 11:20:20.586674 dv-cinder-797608-16-iscsi neutron-server[93885]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5dd7c802-ef79-45fd-bb74-b44deae9bd0d None None] New status for floating IP 4b4510a9-1535-4bf1-b097-6d04b4a5a6c6: ACTIVE {{(pid=93885) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 13 11:20:20.740144 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-11733a8e-45d0-4c56-b777-a4416c29a4f9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 11:20:20.799201 dv-cinder-797608-16-iscsi neutron-server[93884]: DEBUG neutron.wsgi [-] (93884) accepted ('10.222.0.32', 44938) {{(pid=93884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 11:20:20.820221 dv-cinder-797608-16-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-cef88913-8787-450f-a537-9e4ac3dcb3e3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 11:20:20.856713 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-11733a8e-45d0-4c56-b777-a4416c29a4f9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 11:20:20.866942 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-11733a8e-45d0-4c56-b777-a4416c29a4f9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651637'] for security_group, after_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 11:20:20.927317 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11733a8e-45d0-4c56-b777-a4416c29a4f9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=688e66e9-23c0-4628-9b17-ea46baa0626e,revision_number=1']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 11:20:20.936831 dv-cinder-797608-16-iscsi neutron-server[93883]: INFO neutron.wsgi [None req-11733a8e-45d0-4c56-b777-a4416c29a4f9 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=87d9b63172b246d286a31bfa85b36e35&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4495475 Aug 13 11:20:20.939561 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.32', 44946) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 11:20:21.011992 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-492f1c32-cc72-4beb-ac9d-029fa7e69b93 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 11:20:21.012370 dv-cinder-797608-16-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-cef88913-8787-450f-a537-9e4ac3dcb3e3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 11:20:21.019270 dv-cinder-797608-16-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-cef88913-8787-450f-a537-9e4ac3dcb3e3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651637'] for security_group, after_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 11:20:21.030629 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-492f1c32-cc72-4beb-ac9d-029fa7e69b93 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 11:20:21.062409 dv-cinder-797608-16-iscsi neutron-server[93884]: INFO neutron.wsgi [None req-cef88913-8787-450f-a537-9e4ac3dcb3e3 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=52402e786e774bbea56ba4f3a57f2923&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2594137 Aug 13 11:20:21.062507 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.32', 44952) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 11:20:21.063930 dv-cinder-797608-16-iscsi neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cef88913-8787-450f-a537-9e4ac3dcb3e3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=85e2a822-df5b-45fc-a736-db935c78c304,revision_number=1']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 11:20:21.124679 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-492f1c32-cc72-4beb-ac9d-029fa7e69b93 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651637'] for security_group, after_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 11:20:21.128281 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-492f1c32-cc72-4beb-ac9d-029fa7e69b93 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 11:20:21.129754 dv-cinder-797608-16-iscsi neutron-server[93883]: INFO neutron.wsgi [None req-492f1c32-cc72-4beb-ac9d-029fa7e69b93 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/688e66e9-23c0-4628-9b17-ea46baa0626e HTTP/1.1" status: 204 len: 168 time: 0.1888011 Aug 13 11:20:21.148671 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-3c67e405-a7b4-428a-b439-777015e3784b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 11:20:21.154426 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-492f1c32-cc72-4beb-ac9d-029fa7e69b93 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=688e66e9-23c0-4628-9b17-ea46baa0626e,revision_number=None']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 11:20:21.188887 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-3c67e405-a7b4-428a-b439-777015e3784b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 11:20:21.245675 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-3c67e405-a7b4-428a-b439-777015e3784b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651637'] for security_group, after_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 11:20:21.245675 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-3c67e405-a7b4-428a-b439-777015e3784b admin admin] Notify callbacks [] for security_group, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 11:20:21.247496 dv-cinder-797608-16-iscsi neutron-server[93883]: INFO neutron.wsgi [None req-3c67e405-a7b4-428a-b439-777015e3784b admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/85e2a822-df5b-45fc-a736-db935c78c304 HTTP/1.1" status: 204 len: 168 time: 0.1839037 Aug 13 11:20:21.258544 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c67e405-a7b4-428a-b439-777015e3784b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=85e2a822-df5b-45fc-a736-db935c78c304,revision_number=None']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 11:20:21.502501 dv-cinder-797608-16-iscsi neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c4dd6c6-8bf4-4a7d-83c9-f927aac86945 req-e4be06f0-8553-4268-8eec-fc7210d9805b tempest-ServerRescueNegativeTestJSON-217385872 tempest-ServerRescueNegativeTestJSON-217385872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 11:20:21.504626 dv-cinder-797608-16-iscsi neutron-server[93884]: INFO neutron.wsgi [req-3c4dd6c6-8bf4-4a7d-83c9-f927aac86945 req-e4be06f0-8553-4268-8eec-fc7210d9805b tempest-ServerRescueNegativeTestJSON-217385872 tempest-ServerRescueNegativeTestJSON-217385872-project] 10.222.0.32 "GET /v2.0/ports?device_id=994527d7-146c-46c8-a16a-bc04ce3e770b HTTP/1.1" status: 200 len: 946 time: 0.0535874 Aug 13 11:20:21.546881 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.32', 44978) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 11:20:21.548855 dv-cinder-797608-16-iscsi neutron-server[93884]: INFO neutron.wsgi [req-3c4dd6c6-8bf4-4a7d-83c9-f927aac86945 req-52d265eb-d6f9-454f-8994-5f6a18ee5da1 tempest-ServerRescueNegativeTestJSON-217385872 tempest-ServerRescueNegativeTestJSON-217385872-project] 10.222.0.32 "GET /v2.0/security-groups?id=5e66df65-70b0-476d-97cd-4e9936c292c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0358777 Aug 13 11:20:21.570917 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-f99e907c-2f37-465d-8c92-048b6dad4ca6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 11:20:21.707834 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-f99e907c-2f37-465d-8c92-048b6dad4ca6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 11:20:21.712609 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-f99e907c-2f37-465d-8c92-048b6dad4ca6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651637'] for security_group, after_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 11:20:21.765351 dv-cinder-797608-16-iscsi neutron-server[93883]: INFO neutron.wsgi [None req-f99e907c-2f37-465d-8c92-048b6dad4ca6 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=44e51c1bb0ac40c0acfbc5f9fe8b2c50&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2147858 Aug 13 11:20:21.765351 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f99e907c-2f37-465d-8c92-048b6dad4ca6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=596806b2-65f0-4531-aefb-d26a0a18b1e5,revision_number=1']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 11:20:21.766476 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.32', 44986) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 11:20:21.824770 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-d8ebd44b-034e-483c-b6d3-ed1ce460902c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 11:20:21.874359 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-d8ebd44b-034e-483c-b6d3-ed1ce460902c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 11:20:21.927408 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-d8ebd44b-034e-483c-b6d3-ed1ce460902c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651637'] for security_group, after_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 11:20:21.932140 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-d8ebd44b-034e-483c-b6d3-ed1ce460902c admin admin] Notify callbacks [] for security_group, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 11:20:21.936326 dv-cinder-797608-16-iscsi neutron-server[93883]: INFO neutron.wsgi [None req-d8ebd44b-034e-483c-b6d3-ed1ce460902c admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/596806b2-65f0-4531-aefb-d26a0a18b1e5 HTTP/1.1" status: 204 len: 168 time: 0.1666651 Aug 13 11:20:21.946730 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8ebd44b-034e-483c-b6d3-ed1ce460902c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=596806b2-65f0-4531-aefb-d26a0a18b1e5,revision_number=None']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 11:20:22.683213 dv-cinder-797608-16-iscsi neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36c15cd3-140d-49d2-a151-a4a81c7f2fb9 req-d130f93a-480b-43d6-8aa4-0beb7c468b8d tempest-ServerRescueNegativeTestJSON-217385872 tempest-ServerRescueNegativeTestJSON-217385872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 11:20:22.684851 dv-cinder-797608-16-iscsi neutron-server[93884]: INFO neutron.wsgi [req-36c15cd3-140d-49d2-a151-a4a81c7f2fb9 req-d130f93a-480b-43d6-8aa4-0beb7c468b8d tempest-ServerRescueNegativeTestJSON-217385872 tempest-ServerRescueNegativeTestJSON-217385872-project] 10.222.0.32 "GET /v2.0/ports?device_id=994527d7-146c-46c8-a16a-bc04ce3e770b HTTP/1.1" status: 200 len: 946 time: 0.0550177 Aug 13 11:20:22.728320 dv-cinder-797608-16-iscsi neutron-server[93884]: INFO neutron.wsgi [req-36c15cd3-140d-49d2-a151-a4a81c7f2fb9 req-5a2a1bd7-a838-4475-8683-f1c61be4597b tempest-ServerRescueNegativeTestJSON-217385872 tempest-ServerRescueNegativeTestJSON-217385872-project] 10.222.0.32 "GET /v2.0/security-groups?id=5e66df65-70b0-476d-97cd-4e9936c292c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0371373 Aug 13 11:20:23.867074 dv-cinder-797608-16-iscsi neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f83fda5-7624-4c3a-8c48-8dca01933ff8 req-8b9eb00a-bba2-4de5-92e8-aea99bdd2679 tempest-ServerRescueNegativeTestJSON-217385872 tempest-ServerRescueNegativeTestJSON-217385872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 11:20:23.874737 dv-cinder-797608-16-iscsi neutron-server[93884]: INFO neutron.wsgi [req-0f83fda5-7624-4c3a-8c48-8dca01933ff8 req-8b9eb00a-bba2-4de5-92e8-aea99bdd2679 tempest-ServerRescueNegativeTestJSON-217385872 tempest-ServerRescueNegativeTestJSON-217385872-project] 10.222.0.32 "GET /v2.0/ports?device_id=994527d7-146c-46c8-a16a-bc04ce3e770b HTTP/1.1" status: 200 len: 946 time: 0.0630226 Aug 13 11:20:23.908513 dv-cinder-797608-16-iscsi neutron-server[93884]: INFO neutron.wsgi [req-0f83fda5-7624-4c3a-8c48-8dca01933ff8 req-4dec20c0-5970-4fa1-a621-78242a47a504 tempest-ServerRescueNegativeTestJSON-217385872 tempest-ServerRescueNegativeTestJSON-217385872-project] 10.222.0.32 "GET /v2.0/security-groups?id=5e66df65-70b0-476d-97cd-4e9936c292c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326447 Aug 13 11:20:24.870960 dv-cinder-797608-16-iscsi neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e0dbdb5-0b71-4099-b3af-d41fb2de9670 req-511de26f-b75e-40c5-87b8-a5009dc1c63c tempest-DeleteServersTestJSON-100487038 tempest-DeleteServersTestJSON-100487038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 11:20:24.872550 dv-cinder-797608-16-iscsi neutron-server[93884]: INFO neutron.wsgi [req-8e0dbdb5-0b71-4099-b3af-d41fb2de9670 req-511de26f-b75e-40c5-87b8-a5009dc1c63c tempest-DeleteServersTestJSON-100487038 tempest-DeleteServersTestJSON-100487038-project] 10.222.0.32 "GET /v2.0/ports?device_id=f796e873-a356-4bc8-8591-8116569f8f94 HTTP/1.1" status: 200 len: 945 time: 0.0493002 Aug 13 11:20:24.912356 dv-cinder-797608-16-iscsi neutron-server[93884]: INFO neutron.wsgi [req-8e0dbdb5-0b71-4099-b3af-d41fb2de9670 req-202fdf84-39d0-4af9-8e5b-198316cea875 tempest-DeleteServersTestJSON-100487038 tempest-DeleteServersTestJSON-100487038-project] 10.222.0.32 "GET /v2.0/security-groups?id=8cd093f5-7080-4f8f-a2ab-8e997754e5fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315757 Aug 13 11:20:25.030885 dv-cinder-797608-16-iscsi neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3b06857-bdfa-4c7d-a1a7-031bc2813f63 req-3faecf0d-6f31-4246-bf4f-75a9132aa9bb tempest-ServerRescueNegativeTestJSON-217385872 tempest-ServerRescueNegativeTestJSON-217385872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 11:20:25.032556 dv-cinder-797608-16-iscsi neutron-server[93884]: INFO neutron.wsgi [req-a3b06857-bdfa-4c7d-a1a7-031bc2813f63 req-3faecf0d-6f31-4246-bf4f-75a9132aa9bb tempest-ServerRescueNegativeTestJSON-217385872 tempest-ServerRescueNegativeTestJSON-217385872-project] 10.222.0.32 "GET /v2.0/ports?device_id=994527d7-146c-46c8-a16a-bc04ce3e770b HTTP/1.1" status: 200 len: 946 time: 0.0512230 Aug 13 11:20:25.084051 dv-cinder-797608-16-iscsi neutron-server[93884]: INFO neutron.wsgi [req-a3b06857-bdfa-4c7d-a1a7-031bc2813f63 req-07cdcc51-d157-4b5f-9683-ec5ae80d62cf tempest-ServerRescueNegativeTestJSON-217385872 tempest-ServerRescueNegativeTestJSON-217385872-project] 10.222.0.32 "GET /v2.0/security-groups?id=5e66df65-70b0-476d-97cd-4e9936c292c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441434 Aug 13 11:20:26.021496 dv-cinder-797608-16-iscsi neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-428a16f1-f5ea-4b07-8887-7ebb961ef051 req-c103ad3b-1cd9-4cca-947a-43e83f40f83d tempest-DeleteServersTestJSON-100487038 tempest-DeleteServersTestJSON-100487038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 11:20:26.022986 dv-cinder-797608-16-iscsi neutron-server[93884]: INFO neutron.wsgi [req-428a16f1-f5ea-4b07-8887-7ebb961ef051 req-c103ad3b-1cd9-4cca-947a-43e83f40f83d tempest-DeleteServersTestJSON-100487038 tempest-DeleteServersTestJSON-100487038-project] 10.222.0.32 "GET /v2.0/ports?device_id=f796e873-a356-4bc8-8591-8116569f8f94 HTTP/1.1" status: 200 len: 945 time: 0.0469327 Aug 13 11:20:26.059039 dv-cinder-797608-16-iscsi neutron-server[93884]: INFO neutron.wsgi [req-428a16f1-f5ea-4b07-8887-7ebb961ef051 req-0b1c8f63-2f5c-434e-88a3-ee45468a204f tempest-DeleteServersTestJSON-100487038 tempest-DeleteServersTestJSON-100487038-project] 10.222.0.32 "GET /v2.0/security-groups?id=8cd093f5-7080-4f8f-a2ab-8e997754e5fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0303092 Aug 13 11:20:26.201235 dv-cinder-797608-16-iscsi neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b27e0ac-2408-474b-b7c8-12af1e471ffa req-9ad92a3f-5b8b-4981-bf44-ce701b7f9caf tempest-ServerRescueNegativeTestJSON-217385872 tempest-ServerRescueNegativeTestJSON-217385872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 11:20:26.202746 dv-cinder-797608-16-iscsi neutron-server[93884]: INFO neutron.wsgi [req-7b27e0ac-2408-474b-b7c8-12af1e471ffa req-9ad92a3f-5b8b-4981-bf44-ce701b7f9caf tempest-ServerRescueNegativeTestJSON-217385872 tempest-ServerRescueNegativeTestJSON-217385872-project] 10.222.0.32 "GET /v2.0/ports?device_id=994527d7-146c-46c8-a16a-bc04ce3e770b HTTP/1.1" status: 200 len: 946 time: 0.0515914 Aug 13 11:20:26.240143 dv-cinder-797608-16-iscsi neutron-server[93884]: INFO neutron.wsgi [req-7b27e0ac-2408-474b-b7c8-12af1e471ffa req-48303231-8dc0-45f9-b3be-a3733e16595e tempest-ServerRescueNegativeTestJSON-217385872 tempest-ServerRescueNegativeTestJSON-217385872-project] 10.222.0.32 "GET /v2.0/security-groups?id=5e66df65-70b0-476d-97cd-4e9936c292c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315366 Aug 13 11:20:27.175246 dv-cinder-797608-16-iscsi neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28cedf29-8226-4ff9-a0af-f1422b591df5 req-82d0b8c8-a213-4093-aa07-f48cda44246c tempest-DeleteServersTestJSON-100487038 tempest-DeleteServersTestJSON-100487038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 11:20:27.176733 dv-cinder-797608-16-iscsi neutron-server[93884]: INFO neutron.wsgi [req-28cedf29-8226-4ff9-a0af-f1422b591df5 req-82d0b8c8-a213-4093-aa07-f48cda44246c tempest-DeleteServersTestJSON-100487038 tempest-DeleteServersTestJSON-100487038-project] 10.222.0.32 "GET /v2.0/ports?device_id=f796e873-a356-4bc8-8591-8116569f8f94 HTTP/1.1" status: 200 len: 945 time: 0.0525985 Aug 13 11:20:27.213605 dv-cinder-797608-16-iscsi neutron-server[93884]: INFO neutron.wsgi [req-28cedf29-8226-4ff9-a0af-f1422b591df5 req-eab6f670-883b-4b6c-bd69-30f6b0abf1f2 tempest-DeleteServersTestJSON-100487038 tempest-DeleteServersTestJSON-100487038-project] 10.222.0.32 "GET /v2.0/security-groups?id=8cd093f5-7080-4f8f-a2ab-8e997754e5fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308182 Aug 13 11:20:27.352290 dv-cinder-797608-16-iscsi neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bb1be16-68ea-44b0-98d9-d89bbba21516 req-5eae7779-199e-4210-a741-e5bfe9786799 tempest-ServerRescueNegativeTestJSON-217385872 tempest-ServerRescueNegativeTestJSON-217385872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 11:20:27.353774 dv-cinder-797608-16-iscsi neutron-server[93884]: INFO neutron.wsgi [req-1bb1be16-68ea-44b0-98d9-d89bbba21516 req-5eae7779-199e-4210-a741-e5bfe9786799 tempest-ServerRescueNegativeTestJSON-217385872 tempest-ServerRescueNegativeTestJSON-217385872-project] 10.222.0.32 "GET /v2.0/ports?device_id=994527d7-146c-46c8-a16a-bc04ce3e770b HTTP/1.1" status: 200 len: 946 time: 0.0475717 Aug 13 11:20:27.392343 dv-cinder-797608-16-iscsi neutron-server[93884]: INFO neutron.wsgi [req-1bb1be16-68ea-44b0-98d9-d89bbba21516 req-3e9881e8-1b81-47a3-bdaa-3af8036ee1d7 tempest-ServerRescueNegativeTestJSON-217385872 tempest-ServerRescueNegativeTestJSON-217385872-project] 10.222.0.32 "GET /v2.0/security-groups?id=5e66df65-70b0-476d-97cd-4e9936c292c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326695 Aug 13 11:20:28.328817 dv-cinder-797608-16-iscsi neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12a1b7bb-f669-4a33-8257-d3cbaf31fc5d req-884dd49d-3528-46ca-9c08-4e8ca0bf4b4c tempest-DeleteServersTestJSON-100487038 tempest-DeleteServersTestJSON-100487038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 11:20:28.330341 dv-cinder-797608-16-iscsi neutron-server[93884]: INFO neutron.wsgi [req-12a1b7bb-f669-4a33-8257-d3cbaf31fc5d req-884dd49d-3528-46ca-9c08-4e8ca0bf4b4c tempest-DeleteServersTestJSON-100487038 tempest-DeleteServersTestJSON-100487038-project] 10.222.0.32 "GET /v2.0/ports?device_id=f796e873-a356-4bc8-8591-8116569f8f94 HTTP/1.1" status: 200 len: 945 time: 0.0488038 Aug 13 11:20:28.370722 dv-cinder-797608-16-iscsi neutron-server[93884]: INFO neutron.wsgi [req-12a1b7bb-f669-4a33-8257-d3cbaf31fc5d req-e8701a01-8767-4e03-b297-19898d6b7ed1 tempest-DeleteServersTestJSON-100487038 tempest-DeleteServersTestJSON-100487038-project] 10.222.0.32 "GET /v2.0/security-groups?id=8cd093f5-7080-4f8f-a2ab-8e997754e5fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338066 Aug 13 11:20:28.521056 dv-cinder-797608-16-iscsi neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eba6327-9647-432f-8a10-4296dcfba781 req-ddf0866c-9175-48c1-9ee7-d13668c7ac8c tempest-ServerRescueNegativeTestJSON-217385872 tempest-ServerRescueNegativeTestJSON-217385872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 11:20:28.522574 dv-cinder-797608-16-iscsi neutron-server[93884]: INFO neutron.wsgi [req-3eba6327-9647-432f-8a10-4296dcfba781 req-ddf0866c-9175-48c1-9ee7-d13668c7ac8c tempest-ServerRescueNegativeTestJSON-217385872 tempest-ServerRescueNegativeTestJSON-217385872-project] 10.222.0.32 "GET /v2.0/ports?device_id=994527d7-146c-46c8-a16a-bc04ce3e770b HTTP/1.1" status: 200 len: 946 time: 0.0622766 Aug 13 11:20:28.567461 dv-cinder-797608-16-iscsi neutron-server[93884]: INFO neutron.wsgi [req-3eba6327-9647-432f-8a10-4296dcfba781 req-ae461a03-178d-4578-a24d-6fd8866159a6 tempest-ServerRescueNegativeTestJSON-217385872 tempest-ServerRescueNegativeTestJSON-217385872-project] 10.222.0.32 "GET /v2.0/security-groups?id=5e66df65-70b0-476d-97cd-4e9936c292c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382640 Aug 13 11:20:29.306507 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.32', 45284) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 11:20:29.437258 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-af3f26f0-26d2-4fab-855d-e676a1b33642 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 11:20:29.508089 dv-cinder-797608-16-iscsi neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-975b402b-8525-448b-b7c0-99e20d59d613 req-4586919e-27f6-4ddf-afc7-f4d79fb28400 tempest-DeleteServersTestJSON-100487038 tempest-DeleteServersTestJSON-100487038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 11:20:29.514508 dv-cinder-797608-16-iscsi neutron-server[93884]: INFO neutron.wsgi [req-975b402b-8525-448b-b7c0-99e20d59d613 req-4586919e-27f6-4ddf-afc7-f4d79fb28400 tempest-DeleteServersTestJSON-100487038 tempest-DeleteServersTestJSON-100487038-project] 10.222.0.32 "GET /v2.0/ports?device_id=f796e873-a356-4bc8-8591-8116569f8f94 HTTP/1.1" status: 200 len: 945 time: 0.0570557 Aug 13 11:20:29.535070 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-af3f26f0-26d2-4fab-855d-e676a1b33642 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 11:20:29.539603 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-af3f26f0-26d2-4fab-855d-e676a1b33642 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651637'] for security_group, after_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 11:20:29.554076 dv-cinder-797608-16-iscsi neutron-server[93884]: INFO neutron.wsgi [req-975b402b-8525-448b-b7c0-99e20d59d613 req-09a81ee1-36a5-41f5-90a3-7ac33fb613e4 tempest-DeleteServersTestJSON-100487038 tempest-DeleteServersTestJSON-100487038-project] 10.222.0.32 "GET /v2.0/security-groups?id=8cd093f5-7080-4f8f-a2ab-8e997754e5fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378599 Aug 13 11:20:29.572430 dv-cinder-797608-16-iscsi neutron-server[93883]: INFO neutron.wsgi [None req-af3f26f0-26d2-4fab-855d-e676a1b33642 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=93960276c949402faf158428affa30b5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2648087 Aug 13 11:20:29.575733 dv-cinder-797608-16-iscsi neutron-server[93884]: DEBUG neutron.wsgi [-] (93884) accepted ('10.222.0.32', 45298) {{(pid=93884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 11:20:29.585521 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af3f26f0-26d2-4fab-855d-e676a1b33642 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e93a6797-90c1-45cf-9c3e-79cd6028deaa,revision_number=1']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 11:20:29.626574 dv-cinder-797608-16-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-aeb9693c-521b-41ea-8e7d-6a4996ce6071 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 11:20:29.656769 dv-cinder-797608-16-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-aeb9693c-521b-41ea-8e7d-6a4996ce6071 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 11:20:29.718905 dv-cinder-797608-16-iscsi neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aa383ed-c520-47c0-834d-b2a3234a9439 req-04459727-964d-4f71-9251-1b5aeec46e18 tempest-ServerRescueNegativeTestJSON-217385872 tempest-ServerRescueNegativeTestJSON-217385872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 11:20:29.720388 dv-cinder-797608-16-iscsi neutron-server[93884]: INFO neutron.wsgi [req-1aa383ed-c520-47c0-834d-b2a3234a9439 req-04459727-964d-4f71-9251-1b5aeec46e18 tempest-ServerRescueNegativeTestJSON-217385872 tempest-ServerRescueNegativeTestJSON-217385872-project] 10.222.0.32 "GET /v2.0/ports?device_id=994527d7-146c-46c8-a16a-bc04ce3e770b HTTP/1.1" status: 200 len: 946 time: 0.0798800 Aug 13 11:20:29.754132 dv-cinder-797608-16-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-aeb9693c-521b-41ea-8e7d-6a4996ce6071 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651637'] for security_group, after_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 11:20:29.756559 dv-cinder-797608-16-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-aeb9693c-521b-41ea-8e7d-6a4996ce6071 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 11:20:29.757647 dv-cinder-797608-16-iscsi neutron-server[93884]: INFO neutron.wsgi [None req-aeb9693c-521b-41ea-8e7d-6a4996ce6071 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/e93a6797-90c1-45cf-9c3e-79cd6028deaa HTTP/1.1" status: 204 len: 168 time: 0.1809633 Aug 13 11:20:29.770517 dv-cinder-797608-16-iscsi neutron-server[93884]: INFO neutron.wsgi [req-1aa383ed-c520-47c0-834d-b2a3234a9439 req-2ab6ea8e-3a90-4ba8-9f44-e236277c5918 tempest-ServerRescueNegativeTestJSON-217385872 tempest-ServerRescueNegativeTestJSON-217385872-project] 10.222.0.32 "GET /v2.0/security-groups?id=5e66df65-70b0-476d-97cd-4e9936c292c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433805 Aug 13 11:20:29.771571 dv-cinder-797608-16-iscsi neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aeb9693c-521b-41ea-8e7d-6a4996ce6071 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e93a6797-90c1-45cf-9c3e-79cd6028deaa,revision_number=None']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 11:20:30.672145 dv-cinder-797608-16-iscsi neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-820b3bf1-04a7-4b9f-a720-fa3e1ca96c31 req-b80435ac-2c4c-43a4-a570-41d338f76cc9 tempest-DeleteServersTestJSON-100487038 tempest-DeleteServersTestJSON-100487038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 11:20:30.673640 dv-cinder-797608-16-iscsi neutron-server[93884]: INFO neutron.wsgi [req-820b3bf1-04a7-4b9f-a720-fa3e1ca96c31 req-b80435ac-2c4c-43a4-a570-41d338f76cc9 tempest-DeleteServersTestJSON-100487038 tempest-DeleteServersTestJSON-100487038-project] 10.222.0.32 "GET /v2.0/ports?device_id=f796e873-a356-4bc8-8591-8116569f8f94 HTTP/1.1" status: 200 len: 945 time: 0.0516286 Aug 13 11:20:30.712064 dv-cinder-797608-16-iscsi neutron-server[93884]: INFO neutron.wsgi [req-820b3bf1-04a7-4b9f-a720-fa3e1ca96c31 req-698c3891-9b2f-4da5-964d-8388747fb0aa tempest-DeleteServersTestJSON-100487038 tempest-DeleteServersTestJSON-100487038-project] 10.222.0.32 "GET /v2.0/security-groups?id=8cd093f5-7080-4f8f-a2ab-8e997754e5fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324206 Aug 13 11:20:30.886477 dv-cinder-797608-16-iscsi neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d92d1b6-a69e-452e-ae92-a9cfa617ae3f req-69328af7-eeda-4169-823c-f4faeed61d43 tempest-ServerRescueNegativeTestJSON-217385872 tempest-ServerRescueNegativeTestJSON-217385872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 11:20:30.887945 dv-cinder-797608-16-iscsi neutron-server[93884]: INFO neutron.wsgi [req-3d92d1b6-a69e-452e-ae92-a9cfa617ae3f req-69328af7-eeda-4169-823c-f4faeed61d43 tempest-ServerRescueNegativeTestJSON-217385872 tempest-ServerRescueNegativeTestJSON-217385872-project] 10.222.0.32 "GET /v2.0/ports?device_id=994527d7-146c-46c8-a16a-bc04ce3e770b HTTP/1.1" status: 200 len: 946 time: 0.0465865 Aug 13 11:20:30.929027 dv-cinder-797608-16-iscsi neutron-server[93884]: INFO neutron.wsgi [req-3d92d1b6-a69e-452e-ae92-a9cfa617ae3f req-d43016d4-43c0-43c8-af0d-2463e8ef139a tempest-ServerRescueNegativeTestJSON-217385872 tempest-ServerRescueNegativeTestJSON-217385872-project] 10.222.0.32 "GET /v2.0/security-groups?id=5e66df65-70b0-476d-97cd-4e9936c292c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0352845 Aug 13 11:20:31.824414 dv-cinder-797608-16-iscsi neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b56807e3-ca32-4e18-b43f-0c46c64a6681 req-95cc4990-a03a-4cba-9bf8-f96c7f9d8fce tempest-DeleteServersTestJSON-100487038 tempest-DeleteServersTestJSON-100487038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 11:20:31.825857 dv-cinder-797608-16-iscsi neutron-server[93884]: INFO neutron.wsgi [req-b56807e3-ca32-4e18-b43f-0c46c64a6681 req-95cc4990-a03a-4cba-9bf8-f96c7f9d8fce tempest-DeleteServersTestJSON-100487038 tempest-DeleteServersTestJSON-100487038-project] 10.222.0.32 "GET /v2.0/ports?device_id=f796e873-a356-4bc8-8591-8116569f8f94 HTTP/1.1" status: 200 len: 945 time: 0.0463309 Aug 13 11:20:31.862765 dv-cinder-797608-16-iscsi neutron-server[93884]: INFO neutron.wsgi [req-b56807e3-ca32-4e18-b43f-0c46c64a6681 req-f5847bae-5cee-4613-8731-ed54fc7b13b8 tempest-DeleteServersTestJSON-100487038 tempest-DeleteServersTestJSON-100487038-project] 10.222.0.32 "GET /v2.0/security-groups?id=8cd093f5-7080-4f8f-a2ab-8e997754e5fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0305822 Aug 13 11:20:32.042654 dv-cinder-797608-16-iscsi neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0fabeae-4a05-433a-b022-bd0ab07e82bc req-ed1a570d-9483-4cad-a023-bace7ce4c989 tempest-ServerRescueNegativeTestJSON-217385872 tempest-ServerRescueNegativeTestJSON-217385872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 11:20:32.044098 dv-cinder-797608-16-iscsi neutron-server[93884]: INFO neutron.wsgi [req-d0fabeae-4a05-433a-b022-bd0ab07e82bc req-ed1a570d-9483-4cad-a023-bace7ce4c989 tempest-ServerRescueNegativeTestJSON-217385872 tempest-ServerRescueNegativeTestJSON-217385872-project] 10.222.0.32 "GET /v2.0/ports?device_id=994527d7-146c-46c8-a16a-bc04ce3e770b HTTP/1.1" status: 200 len: 946 time: 0.0468874 Aug 13 11:20:32.080457 dv-cinder-797608-16-iscsi neutron-server[93884]: INFO neutron.wsgi [req-d0fabeae-4a05-433a-b022-bd0ab07e82bc req-9f051b06-3324-4372-a313-eb41b8398635 tempest-ServerRescueNegativeTestJSON-217385872 tempest-ServerRescueNegativeTestJSON-217385872-project] 10.222.0.32 "GET /v2.0/security-groups?id=5e66df65-70b0-476d-97cd-4e9936c292c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0305219 Aug 13 11:20:32.524422 dv-cinder-797608-16-iscsi neutron-server[93883]: INFO neutron.wsgi [req-44833733-4873-4b2d-abbb-7b0fbca3b510 req-30af6426-431d-49d9-b0f4-d862e7073649 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=c1224182-6442-47ad-be32-6a6dcdfe90a7&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0381734 Aug 13 11:20:32.664596 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44833733-4873-4b2d-abbb-7b0fbca3b510 req-4f35fccb-9903-4acf-84c0-e674d0a0bb10 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 11:20:32.665934 dv-cinder-797608-16-iscsi neutron-server[93883]: INFO neutron.wsgi [req-44833733-4873-4b2d-abbb-7b0fbca3b510 req-4f35fccb-9903-4acf-84c0-e674d0a0bb10 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=2275c360eaf141e588ac14d4e4363438&device_id=c1224182-6442-47ad-be32-6a6dcdfe90a7 HTTP/1.1" status: 200 len: 1098 time: 0.0386291 Aug 13 11:20:32.958194 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44833733-4873-4b2d-abbb-7b0fbca3b510 req-8e8c5e2a-6411-4940-b383-499b2503b71c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 11:20:32.959572 dv-cinder-797608-16-iscsi neutron-server[93883]: INFO neutron.wsgi [req-44833733-4873-4b2d-abbb-7b0fbca3b510 req-8e8c5e2a-6411-4940-b383-499b2503b71c service neutron] 10.222.0.20 "GET /v2.0/networks?id=ef82cda3-482a-4d19-86b5-de7fdfe5ee01 HTTP/1.1" status: 200 len: 915 time: 0.2713835 Aug 13 11:20:32.975000 dv-cinder-797608-16-iscsi neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df7cd545-8f84-4960-9f65-3c1aacf184d8 req-2dbac118-060b-45e1-a66a-3a5987233ee0 tempest-DeleteServersTestJSON-100487038 tempest-DeleteServersTestJSON-100487038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 11:20:32.976459 dv-cinder-797608-16-iscsi neutron-server[93884]: INFO neutron.wsgi [req-df7cd545-8f84-4960-9f65-3c1aacf184d8 req-2dbac118-060b-45e1-a66a-3a5987233ee0 tempest-DeleteServersTestJSON-100487038 tempest-DeleteServersTestJSON-100487038-project] 10.222.0.32 "GET /v2.0/ports?device_id=f796e873-a356-4bc8-8591-8116569f8f94 HTTP/1.1" status: 200 len: 945 time: 0.0473719 Aug 13 11:20:33.008243 dv-cinder-797608-16-iscsi neutron-server[93883]: INFO neutron.wsgi [req-44833733-4873-4b2d-abbb-7b0fbca3b510 req-bb3dbab2-d69c-4f35-98c2-b1176a52b535 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=1ebd7405-00bb-4e41-b826-c3f3f5ab625e HTTP/1.1" status: 200 len: 217 time: 0.0336769 Aug 13 11:20:33.016790 dv-cinder-797608-16-iscsi neutron-server[93884]: INFO neutron.wsgi [req-df7cd545-8f84-4960-9f65-3c1aacf184d8 req-663d6868-4dee-4e45-b76b-186d969e745b tempest-DeleteServersTestJSON-100487038 tempest-DeleteServersTestJSON-100487038-project] 10.222.0.32 "GET /v2.0/security-groups?id=8cd093f5-7080-4f8f-a2ab-8e997754e5fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345333 Aug 13 11:20:33.199586 dv-cinder-797608-16-iscsi neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfa319cf-90dc-4f19-bacc-ea2d53ccae28 req-5364034c-41b6-49c2-9381-02d9556c49d4 tempest-ServerRescueNegativeTestJSON-217385872 tempest-ServerRescueNegativeTestJSON-217385872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 11:20:33.201398 dv-cinder-797608-16-iscsi neutron-server[93884]: INFO neutron.wsgi [req-cfa319cf-90dc-4f19-bacc-ea2d53ccae28 req-5364034c-41b6-49c2-9381-02d9556c49d4 tempest-ServerRescueNegativeTestJSON-217385872 tempest-ServerRescueNegativeTestJSON-217385872-project] 10.222.0.32 "GET /v2.0/ports?device_id=994527d7-146c-46c8-a16a-bc04ce3e770b HTTP/1.1" status: 200 len: 946 time: 0.0489714 Aug 13 11:20:33.204642 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44833733-4873-4b2d-abbb-7b0fbca3b510 req-87fc2402-e132-4831-9c17-aaa51753d5bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 11:20:33.206379 dv-cinder-797608-16-iscsi neutron-server[93883]: INFO neutron.wsgi [req-44833733-4873-4b2d-abbb-7b0fbca3b510 req-87fc2402-e132-4831-9c17-aaa51753d5bb service neutron] 10.222.0.20 "GET /v2.0/subnets?id=0a294ee4-9310-4ae0-897c-3c3fffa9fb3c HTTP/1.1" status: 200 len: 854 time: 0.1064436 Aug 13 11:20:33.214656 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54c13b82-5dec-46f6-8eb1-25e74230cec1 req-6d1cafe6-0458-4ab0-be00-af3fe5538ed7 tempest-DeleteServersTestJSON-100487038 tempest-DeleteServersTestJSON-100487038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 11:20:33.215936 dv-cinder-797608-16-iscsi neutron-server[93883]: INFO neutron.wsgi [req-54c13b82-5dec-46f6-8eb1-25e74230cec1 req-6d1cafe6-0458-4ab0-be00-af3fe5538ed7 tempest-DeleteServersTestJSON-100487038 tempest-DeleteServersTestJSON-100487038-project] 10.222.0.20 "GET /v2.0/ports?device_id=f796e873-a356-4bc8-8591-8116569f8f94 HTTP/1.1" status: 200 len: 945 time: 0.1085525 Aug 13 11:20:33.241319 dv-cinder-797608-16-iscsi neutron-server[93884]: INFO neutron.wsgi [req-cfa319cf-90dc-4f19-bacc-ea2d53ccae28 req-7dbbb34b-e403-41a0-810c-000c0019c0a1 tempest-ServerRescueNegativeTestJSON-217385872 tempest-ServerRescueNegativeTestJSON-217385872-project] 10.222.0.32 "GET /v2.0/security-groups?id=5e66df65-70b0-476d-97cd-4e9936c292c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329263 Aug 13 11:20:33.278072 dv-cinder-797608-16-iscsi neutron-server[93883]: INFO neutron.wsgi [req-44833733-4873-4b2d-abbb-7b0fbca3b510 req-75fb4b72-4aaa-4833-bfda-74c1250e5e1d service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=ef82cda3-482a-4d19-86b5-de7fdfe5ee01&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0612054 Aug 13 11:20:33.452880 dv-cinder-797608-16-iscsi neutron-server[93883]: INFO neutron.wsgi [req-44833733-4873-4b2d-abbb-7b0fbca3b510 req-eff856d6-d50c-4bff-8952-cdc79f445f68 service neutron] 10.222.0.20 "GET /v2.0/networks/ef82cda3-482a-4d19-86b5-de7fdfe5ee01?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1628938 Aug 13 11:20:33.455566 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron.plugins.ml2.plugin [req-54c13b82-5dec-46f6-8eb1-25e74230cec1 req-e1cd4b84-237e-4a85-ba0a-62a1ed38f976 tempest-DeleteServersTestJSON-100487038 tempest-DeleteServersTestJSON-100487038-project] Deleting port 2482a2cb-4361-4902-ab73-6f0186e51904 {{(pid=93883) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 13 11:20:33.455923 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-54c13b82-5dec-46f6-8eb1-25e74230cec1 req-e1cd4b84-237e-4a85-ba0a-62a1ed38f976 tempest-DeleteServersTestJSON-100487038 tempest-DeleteServersTestJSON-100487038-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782137884200'] for port, before_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 11:20:33.608841 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron.plugins.ml2.db [req-54c13b82-5dec-46f6-8eb1-25e74230cec1 req-e1cd4b84-237e-4a85-ba0a-62a1ed38f976 tempest-DeleteServersTestJSON-100487038 tempest-DeleteServersTestJSON-100487038-project] For port 2482a2cb-4361-4902-ab73-6f0186e51904, host hv-cinder-79760, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79760',level=0,port_id=2482a2cb-4361-4902-ab73-6f0186e51904,segment=NetworkSegment(512592b2-57c8-4727-ad28-2b8f081b80ff),segment_id=512592b2-57c8-4727-ad28-2b8f081b80ff)] {{(pid=93883) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 13 11:20:33.609479 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-54c13b82-5dec-46f6-8eb1-25e74230cec1 req-e1cd4b84-237e-4a85-ba0a-62a1ed38f976 tempest-DeleteServersTestJSON-100487038 tempest-DeleteServersTestJSON-100487038-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1583036'] for port, precommit_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 11:20:33.618795 dv-cinder-797608-16-iscsi neutron-server[93883]: INFO neutron.wsgi [req-44833733-4873-4b2d-abbb-7b0fbca3b510 req-d47d2b54-2153-4692-a284-44cda5c1416b service neutron] 10.222.0.20 "GET /v2.0/networks/ef82cda3-482a-4d19-86b5-de7fdfe5ee01?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1584673 Aug 13 11:20:33.627097 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron.plugins.ml2.plugin [req-54c13b82-5dec-46f6-8eb1-25e74230cec1 req-e1cd4b84-237e-4a85-ba0a-62a1ed38f976 tempest-DeleteServersTestJSON-100487038 tempest-DeleteServersTestJSON-100487038-project] Calling delete_port for 2482a2cb-4361-4902-ab73-6f0186e51904 owned by compute:nova {{(pid=93883) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 13 11:20:33.801269 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-54c13b82-5dec-46f6-8eb1-25e74230cec1 req-e1cd4b84-237e-4a85-ba0a-62a1ed38f976 tempest-DeleteServersTestJSON-100487038 tempest-DeleteServersTestJSON-100487038-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935844', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611014', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782137889922', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782137337604'] for port, after_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 11:20:33.835339 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1cd4b84-237e-4a85-ba0a-62a1ed38f976 tempest-DeleteServersTestJSON-100487038 tempest-DeleteServersTestJSON-100487038-project] Pushing event deleted for resources: {'Port': ['ID=2482a2cb-4361-4902-ab73-6f0186e51904,revision_number=None']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 11:20:33.856351 dv-cinder-797608-16-iscsi neutron-server[93885]: DEBUG neutron.plugins.ml2.db [None req-a0b9b986-0706-4fc6-9cf9-0eb02d2513dc None None] get_ports_and_sgs() called for port_ids ['2482a2cb-4361-4902-ab73-6f0186e51904'] {{(pid=93885) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 13 11:20:33.919883 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron.db.l3_dvrscheduler_db [req-54c13b82-5dec-46f6-8eb1-25e74230cec1 req-e1cd4b84-237e-4a85-ba0a-62a1ed38f976 tempest-DeleteServersTestJSON-100487038 tempest-DeleteServersTestJSON-100487038-project] No DVR routers for this DVR port 2482a2cb-4361-4902-ab73-6f0186e51904 on host hv-cinder-79760 {{(pid=93883) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 13 11:20:33.923463 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-54c13b82-5dec-46f6-8eb1-25e74230cec1 req-e1cd4b84-237e-4a85-ba0a-62a1ed38f976 tempest-DeleteServersTestJSON-100487038 tempest-DeleteServersTestJSON-100487038-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-128352'] for port, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 11:20:33.927020 dv-cinder-797608-16-iscsi neutron-server[93883]: INFO neutron.wsgi [req-54c13b82-5dec-46f6-8eb1-25e74230cec1 req-e1cd4b84-237e-4a85-ba0a-62a1ed38f976 tempest-DeleteServersTestJSON-100487038 tempest-DeleteServersTestJSON-100487038-project] 10.222.0.20 "DELETE /v2.0/ports/2482a2cb-4361-4902-ab73-6f0186e51904 HTTP/1.1" status: 204 len: 173 time: 0.7029524 Aug 13 11:20:33.927477 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f796e873-a356-4bc8-8591-8116569f8f94', 'name': 'network-vif-deleted', 'tag': '2482a2cb-4361-4902-ab73-6f0186e51904'}] {{(pid=93883) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 13 11:20:33.929833 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}db1a1fbc245c58e73290e58258e46ca41fe4e785cc79cbd57aa3dae940aad292" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a3ede525-47f8-4f92-8422-523c9d3a1837" -d '{"events": [{"server_uuid": "f796e873-a356-4bc8-8591-8116569f8f94", "name": "network-vif-deleted", "tag": "2482a2cb-4361-4902-ab73-6f0186e51904"}]}' {{(pid=93883) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 13 11:20:33.985105 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 13 Aug 2021 11:20:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3571f309-a2c0-4f5c-811c-0728182c965a x-openstack-request-id: req-3571f309-a2c0-4f5c-811c-0728182c965a {{(pid=93883) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 13 11:20:33.985403 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f796e873-a356-4bc8-8591-8116569f8f94", "name": "network-vif-deleted", "tag": "2482a2cb-4361-4902-ab73-6f0186e51904", "status": "completed", "code": 200}]} {{(pid=93883) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 13 11:20:33.985656 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-3571f309-a2c0-4f5c-811c-0728182c965a {{(pid=93883) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 13 11:20:33.986075 dv-cinder-797608-16-iscsi neutron-server[93883]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f796e873-a356-4bc8-8591-8116569f8f94', 'name': 'network-vif-deleted', 'tag': '2482a2cb-4361-4902-ab73-6f0186e51904', 'status': 'completed', 'code': 200} Aug 13 11:20:34.118807 dv-cinder-797608-16-iscsi neutron-server[93884]: INFO neutron.wsgi [req-9f4ff8fa-b2da-40db-a6c3-01e7b55904ab req-bc16859d-3fd1-4d92-bd86-8a5fcd6a20bc tempest-DeleteServersTestJSON-100487038 tempest-DeleteServersTestJSON-100487038-project] 10.222.0.32 "GET /v2.0/ports?device_id=f796e873-a356-4bc8-8591-8116569f8f94 HTTP/1.1" status: 200 len: 210 time: 0.0285826 Aug 13 11:20:34.191184 dv-cinder-797608-16-iscsi neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-a0b9b986-0706-4fc6-9cf9-0eb02d2513dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782137812740', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-997306'] for agent, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 11:20:34.366866 dv-cinder-797608-16-iscsi neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa738b06-5b10-4588-939b-b29d03794a38 req-9eb1cfad-d98e-433e-aead-fddaa04ee2b2 tempest-ServerRescueNegativeTestJSON-217385872 tempest-ServerRescueNegativeTestJSON-217385872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 11:20:34.368379 dv-cinder-797608-16-iscsi neutron-server[93884]: INFO neutron.wsgi [req-aa738b06-5b10-4588-939b-b29d03794a38 req-9eb1cfad-d98e-433e-aead-fddaa04ee2b2 tempest-ServerRescueNegativeTestJSON-217385872 tempest-ServerRescueNegativeTestJSON-217385872-project] 10.222.0.32 "GET /v2.0/ports?device_id=994527d7-146c-46c8-a16a-bc04ce3e770b HTTP/1.1" status: 200 len: 946 time: 0.0579126 Aug 13 11:20:34.410457 dv-cinder-797608-16-iscsi neutron-server[93884]: INFO neutron.wsgi [req-aa738b06-5b10-4588-939b-b29d03794a38 req-78df8745-e9c5-4f7d-98e3-772776119cc2 tempest-ServerRescueNegativeTestJSON-217385872 tempest-ServerRescueNegativeTestJSON-217385872-project] 10.222.0.32 "GET /v2.0/security-groups?id=5e66df65-70b0-476d-97cd-4e9936c292c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0360053 Aug 13 11:20:35.246939 dv-cinder-797608-16-iscsi neutron-server[93884]: INFO neutron.wsgi [req-1ae1ea51-1661-409d-acda-4e6fd629f082 req-4afc1abe-ee29-4ea4-b9b1-506663da2a7d tempest-DeleteServersTestJSON-100487038 tempest-DeleteServersTestJSON-100487038-project] 10.222.0.32 "GET /v2.0/ports?device_id=f796e873-a356-4bc8-8591-8116569f8f94 HTTP/1.1" status: 200 len: 210 time: 0.0334394 Aug 13 11:20:35.522261 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.32', 45544) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 11:20:35.545066 dv-cinder-797608-16-iscsi neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47287b33-ea18-41ce-91db-3dcf438f330d req-30c3e33e-8ab4-4dc8-947c-19750d28c66b tempest-ServerRescueNegativeTestJSON-217385872 tempest-ServerRescueNegativeTestJSON-217385872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 11:20:35.546849 dv-cinder-797608-16-iscsi neutron-server[93884]: INFO neutron.wsgi [req-47287b33-ea18-41ce-91db-3dcf438f330d req-30c3e33e-8ab4-4dc8-947c-19750d28c66b tempest-ServerRescueNegativeTestJSON-217385872 tempest-ServerRescueNegativeTestJSON-217385872-project] 10.222.0.32 "GET /v2.0/ports?device_id=994527d7-146c-46c8-a16a-bc04ce3e770b HTTP/1.1" status: 200 len: 946 time: 0.0562165 Aug 13 11:20:35.594154 dv-cinder-797608-16-iscsi neutron-server[93884]: INFO neutron.wsgi [req-47287b33-ea18-41ce-91db-3dcf438f330d req-dd04b820-426b-4513-8689-2785431b7462 tempest-ServerRescueNegativeTestJSON-217385872 tempest-ServerRescueNegativeTestJSON-217385872-project] 10.222.0.32 "GET /v2.0/security-groups?id=5e66df65-70b0-476d-97cd-4e9936c292c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393770 Aug 13 11:20:35.744411 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-daff9cb3-f6f5-4d5c-b34d-3c093250bd6b admin admin] Notify callbacks [] for security_group, before_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 11:20:35.855192 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-daff9cb3-f6f5-4d5c-b34d-3c093250bd6b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 11:20:35.859820 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-daff9cb3-f6f5-4d5c-b34d-3c093250bd6b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651637'] for security_group, after_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 11:20:35.898427 dv-cinder-797608-16-iscsi neutron-server[93883]: INFO neutron.wsgi [None req-daff9cb3-f6f5-4d5c-b34d-3c093250bd6b admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=452f2a96581d45fd8b1cc660fd587dd2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3750975 Aug 13 11:20:35.899611 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daff9cb3-f6f5-4d5c-b34d-3c093250bd6b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1808acf2-a998-4ee2-8956-63e928d2dc41,revision_number=1']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 11:20:35.901194 dv-cinder-797608-16-iscsi neutron-server[93884]: DEBUG neutron.wsgi [-] (93884) accepted ('10.222.0.32', 45552) {{(pid=93884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 11:20:35.961445 dv-cinder-797608-16-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-b07728f4-938d-4f70-8ea4-c840d9f7ab69 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 11:20:35.984270 dv-cinder-797608-16-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-b07728f4-938d-4f70-8ea4-c840d9f7ab69 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 11:20:36.035201 dv-cinder-797608-16-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-b07728f4-938d-4f70-8ea4-c840d9f7ab69 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651637'] for security_group, after_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 11:20:36.038256 dv-cinder-797608-16-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-b07728f4-938d-4f70-8ea4-c840d9f7ab69 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 11:20:36.041851 dv-cinder-797608-16-iscsi neutron-server[93884]: INFO neutron.wsgi [None req-b07728f4-938d-4f70-8ea4-c840d9f7ab69 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/1808acf2-a998-4ee2-8956-63e928d2dc41 HTTP/1.1" status: 204 len: 168 time: 0.1351249 Aug 13 11:20:36.048057 dv-cinder-797608-16-iscsi neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b07728f4-938d-4f70-8ea4-c840d9f7ab69 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1808acf2-a998-4ee2-8956-63e928d2dc41,revision_number=None']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 11:20:36.395833 dv-cinder-797608-16-iscsi neutron-server[93884]: DEBUG neutron.wsgi [-] (93884) accepted ('10.222.0.32', 45590) {{(pid=93884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 11:20:36.421671 dv-cinder-797608-16-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-6402e776-8575-48ad-b496-6cf368986969 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 11:20:36.529150 dv-cinder-797608-16-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-6402e776-8575-48ad-b496-6cf368986969 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 11:20:36.537909 dv-cinder-797608-16-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-6402e776-8575-48ad-b496-6cf368986969 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651637'] for security_group, after_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 11:20:36.580881 dv-cinder-797608-16-iscsi neutron-server[93884]: INFO neutron.wsgi [None req-6402e776-8575-48ad-b496-6cf368986969 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=c499c86093e4434d9d796b98160a7e4a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1815462 Aug 13 11:20:36.581089 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.32', 45602) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 11:20:36.581971 dv-cinder-797608-16-iscsi neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6402e776-8575-48ad-b496-6cf368986969 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ec15f678-6dc4-44fe-864c-3600f830925d,revision_number=1']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 11:20:36.665334 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-347f8410-43a8-448f-9b7f-2778c20085d6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 11:20:36.695122 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-347f8410-43a8-448f-9b7f-2778c20085d6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 11:20:36.720681 dv-cinder-797608-16-iscsi neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-014843c1-b433-4a31-beb5-b9ee791eb310 req-8bcc80e3-3f07-4f23-a76d-be46ce256493 tempest-ServerRescueNegativeTestJSON-217385872 tempest-ServerRescueNegativeTestJSON-217385872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 11:20:36.728911 dv-cinder-797608-16-iscsi neutron-server[93884]: INFO neutron.wsgi [req-014843c1-b433-4a31-beb5-b9ee791eb310 req-8bcc80e3-3f07-4f23-a76d-be46ce256493 tempest-ServerRescueNegativeTestJSON-217385872 tempest-ServerRescueNegativeTestJSON-217385872-project] 10.222.0.32 "GET /v2.0/ports?device_id=994527d7-146c-46c8-a16a-bc04ce3e770b HTTP/1.1" status: 200 len: 946 time: 0.0563991 Aug 13 11:20:36.754683 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-347f8410-43a8-448f-9b7f-2778c20085d6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651637'] for security_group, after_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 11:20:36.757418 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-347f8410-43a8-448f-9b7f-2778c20085d6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 11:20:36.758599 dv-cinder-797608-16-iscsi neutron-server[93883]: INFO neutron.wsgi [None req-347f8410-43a8-448f-9b7f-2778c20085d6 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/ec15f678-6dc4-44fe-864c-3600f830925d HTTP/1.1" status: 204 len: 168 time: 0.1753969 Aug 13 11:20:36.777439 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-347f8410-43a8-448f-9b7f-2778c20085d6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ec15f678-6dc4-44fe-864c-3600f830925d,revision_number=None']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 11:20:36.782341 dv-cinder-797608-16-iscsi neutron-server[93884]: INFO neutron.wsgi [req-014843c1-b433-4a31-beb5-b9ee791eb310 req-a4d1d009-1187-4811-b759-f1a92dd851f8 tempest-ServerRescueNegativeTestJSON-217385872 tempest-ServerRescueNegativeTestJSON-217385872-project] 10.222.0.32 "GET /v2.0/security-groups?id=5e66df65-70b0-476d-97cd-4e9936c292c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0523348 Aug 13 11:20:37.119375 dv-cinder-797608-16-iscsi neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b572ffa-0e67-4dad-a0c5-8b38fff651ae req-d50c5b50-7464-4e7e-bffd-8e9c8c75fcf0 tempest-AttachVolumeNegativeTest-1779138385 tempest-AttachVolumeNegativeTest-1779138385-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 11:20:37.120994 dv-cinder-797608-16-iscsi neutron-server[93884]: INFO neutron.wsgi [req-8b572ffa-0e67-4dad-a0c5-8b38fff651ae req-d50c5b50-7464-4e7e-bffd-8e9c8c75fcf0 tempest-AttachVolumeNegativeTest-1779138385 tempest-AttachVolumeNegativeTest-1779138385-project] 10.222.0.32 "GET /v2.0/networks?id=ef82cda3-482a-4d19-86b5-de7fdfe5ee01 HTTP/1.1" status: 200 len: 814 time: 0.1109021 Aug 13 11:20:37.137123 dv-cinder-797608-16-iscsi neutron-server[93884]: INFO neutron.wsgi [req-8b572ffa-0e67-4dad-a0c5-8b38fff651ae req-ae078d09-bd55-41b2-aab1-62622e1b8d75 tempest-AttachVolumeNegativeTest-1779138385 tempest-AttachVolumeNegativeTest-1779138385-project] 10.222.0.32 "GET /v2.0/quotas/2275c360eaf141e588ac14d4e4363438 HTTP/1.1" status: 200 len: 375 time: 0.0095813 Aug 13 11:20:37.185974 dv-cinder-797608-16-iscsi neutron-server[93884]: INFO neutron.wsgi [req-8b572ffa-0e67-4dad-a0c5-8b38fff651ae req-ef631bb1-46f9-447b-bca1-c102c855ae54 tempest-AttachVolumeNegativeTest-1779138385 tempest-AttachVolumeNegativeTest-1779138385-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=2275c360eaf141e588ac14d4e4363438&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0431149 Aug 13 11:20:37.281452 dv-cinder-797608-16-iscsi neutron-server[93884]: INFO neutron.wsgi [req-8b572ffa-0e67-4dad-a0c5-8b38fff651ae req-ab47a56d-9635-45a1-938a-ce8294bf97d8 service neutron] 10.222.0.32 "GET /v2.0/networks/ef82cda3-482a-4d19-86b5-de7fdfe5ee01?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0879869 Aug 13 11:20:37.307333 dv-cinder-797608-16-iscsi neutron-server[93885]: DEBUG neutron.plugins.ml2.rpc [None req-a0b9b986-0706-4fc6-9cf9-0eb02d2513dc None None] Device 2482a2cb-4361-4902-ab73-6f0186e51904 no longer exists at agent hyperv_hv-cinder-79760 {{(pid=93885) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 13 11:20:37.327211 dv-cinder-797608-16-iscsi neutron-server[93885]: DEBUG neutron.plugins.ml2.plugin [None req-a0b9b986-0706-4fc6-9cf9-0eb02d2513dc None None] No Port match for: 2482a2cb-4361-4902-ab73-6f0186e51904 {{(pid=93885) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 13 11:20:37.327411 dv-cinder-797608-16-iscsi neutron-server[93885]: DEBUG neutron.plugins.ml2.rpc [None req-a0b9b986-0706-4fc6-9cf9-0eb02d2513dc None None] Device 2482a2cb-4361-4902-ab73-6f0186e51904 not bound to the agent host hv-cinder-79760 {{(pid=93885) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 13 11:20:37.379261 dv-cinder-797608-16-iscsi neutron-server[93884]: INFO neutron.wsgi [req-8b572ffa-0e67-4dad-a0c5-8b38fff651ae req-7061f112-976a-444c-883a-d52fde987df4 service neutron] 10.222.0.32 "GET /v2.0/networks/ef82cda3-482a-4d19-86b5-de7fdfe5ee01?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0910602 Aug 13 11:20:37.585155 dv-cinder-797608-16-iscsi neutron-server[93884]: INFO neutron.wsgi [req-96c6eb86-b373-440b-82c0-26cf0d9951e8 req-9994d77c-dfea-4bd1-b642-c22ec678f8e2 tempest-AttachVolumeNegativeTest-1779138385 tempest-AttachVolumeNegativeTest-1779138385-project] 10.222.0.32 "GET /v2.0/ports?device_id=d9cfa0a2-3e58-4a73-a5e9-7149fb0a228f HTTP/1.1" status: 200 len: 210 time: 0.0307510 Aug 13 11:20:37.993324 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.32', 45710) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 11:20:38.024758 dv-cinder-797608-16-iscsi neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1a2fcd4-8bef-41bf-ace0-6c381a8a2970 req-e9463924-1a46-4554-ad5d-526551a9697a tempest-ServerRescueNegativeTestJSON-217385872 tempest-ServerRescueNegativeTestJSON-217385872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 11:20:38.035024 dv-cinder-797608-16-iscsi neutron-server[93884]: INFO neutron.wsgi [req-d1a2fcd4-8bef-41bf-ace0-6c381a8a2970 req-e9463924-1a46-4554-ad5d-526551a9697a tempest-ServerRescueNegativeTestJSON-217385872 tempest-ServerRescueNegativeTestJSON-217385872-project] 10.222.0.32 "GET /v2.0/ports?device_id=994527d7-146c-46c8-a16a-bc04ce3e770b HTTP/1.1" status: 200 len: 946 time: 0.1214983 Aug 13 11:20:38.090815 dv-cinder-797608-16-iscsi neutron-server[93884]: INFO neutron.wsgi [req-d1a2fcd4-8bef-41bf-ace0-6c381a8a2970 req-ef5a613e-df10-41d1-a788-f18c3df07786 tempest-ServerRescueNegativeTestJSON-217385872 tempest-ServerRescueNegativeTestJSON-217385872-project] 10.222.0.32 "GET /v2.0/security-groups?id=5e66df65-70b0-476d-97cd-4e9936c292c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0548372 Aug 13 11:20:38.094024 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron.db.db_base_plugin_v2 [None req-ce28ef23-cdb5-4427-be01-9d6b11d24a76 admin admin] Deleting subnet cb08a571-40ed-4698-bcf0-c899006f3a81 {{(pid=93883) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 13 11:20:38.098329 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-ce28ef23-cdb5-4427-be01-9d6b11d24a76 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 11:20:38.159567 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-ce28ef23-cdb5-4427-be01-9d6b11d24a76 admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 11:20:38.171810 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-ce28ef23-cdb5-4427-be01-9d6b11d24a76 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-542387'] for subnet, precommit_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 11:20:38.259739 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-ce28ef23-cdb5-4427-be01-9d6b11d24a76 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-542372', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611014'] for subnet, after_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 11:20:38.284525 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce28ef23-cdb5-4427-be01-9d6b11d24a76 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=cb08a571-40ed-4698-bcf0-c899006f3a81,revision_number=None']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 11:20:38.294591 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-ce28ef23-cdb5-4427-be01-9d6b11d24a76 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1611032'] for subnet, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 11:20:38.296946 dv-cinder-797608-16-iscsi neutron-server[93883]: INFO neutron.wsgi [None req-ce28ef23-cdb5-4427-be01-9d6b11d24a76 admin admin] 10.222.0.32 "DELETE /v2.0/subnets/cb08a571-40ed-4698-bcf0-c899006f3a81 HTTP/1.1" status: 204 len: 168 time: 0.3023183 Aug 13 11:20:38.299180 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.32', 45732) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 11:20:38.373395 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-093842e8-dcd3-4914-8aec-acc74400c338 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-641644'] for network, before_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 11:20:38.491593 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-093842e8-dcd3-4914-8aec-acc74400c338 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-544564', 'neutron.services.segments.db._delete_segments_for_network-8782137812848'] for network, precommit_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 11:20:38.502225 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.32', 45738) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 11:20:38.512793 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-093842e8-dcd3-4914-8aec-acc74400c338 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=93883) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 13 11:20:38.513164 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-093842e8-dcd3-4914-8aec-acc74400c338 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=93883) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 13 11:20:38.513922 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-093842e8-dcd3-4914-8aec-acc74400c338 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=93883) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 13 11:20:38.514500 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-093842e8-dcd3-4914-8aec-acc74400c338 admin admin] Subscribe: > port after_create 55550000 {{(pid=93883) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 13 11:20:38.514859 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-093842e8-dcd3-4914-8aec-acc74400c338 admin admin] Subscribe: > port after_delete 55550000 {{(pid=93883) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 13 11:20:38.515202 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-093842e8-dcd3-4914-8aec-acc74400c338 admin admin] Subscribe: > port after_update 55550000 {{(pid=93883) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 13 11:20:38.515522 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-093842e8-dcd3-4914-8aec-acc74400c338 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=93883) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 13 11:20:38.516072 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-093842e8-dcd3-4914-8aec-acc74400c338 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=93883) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 13 11:20:38.517473 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-093842e8-dcd3-4914-8aec-acc74400c338 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=93883) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 13 11:20:38.517980 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-093842e8-dcd3-4914-8aec-acc74400c338 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=93883) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 13 11:20:38.598537 dv-cinder-797608-16-iscsi neutron-server[93884]: DEBUG neutron.wsgi [-] (93884) accepted ('10.222.0.32', 45744) {{(pid=93884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 11:20:38.692727 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-093842e8-dcd3-4914-8aec-acc74400c338 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=93883) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 13 11:20:38.692939 dv-cinder-797608-16-iscsi neutron-server[93884]: INFO neutron.wsgi [req-eb52ad7f-3a70-4890-bb6e-1e85f7596d16 req-e87e5e77-bd6b-4998-8363-fb8eee71b4b6 tempest-AttachVolumeNegativeTest-1779138385 tempest-AttachVolumeNegativeTest-1779138385-project] 10.222.0.32 "GET /v2.0/ports?device_id=d9cfa0a2-3e58-4a73-a5e9-7149fb0a228f HTTP/1.1" status: 200 len: 210 time: 0.0347784 Aug 13 11:20:38.693806 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-093842e8-dcd3-4914-8aec-acc74400c338 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=93883) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 13 11:20:38.694612 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-093842e8-dcd3-4914-8aec-acc74400c338 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=93883) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 13 11:20:38.696030 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-093842e8-dcd3-4914-8aec-acc74400c338 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=93883) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 13 11:20:38.696963 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron.services.segments.db [None req-093842e8-dcd3-4914-8aec-acc74400c338 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6f5038ba-d500-4dd2-a178-c3c7a20c3f8a']}} {{(pid=93883) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 13 11:20:38.717402 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron.services.segments.db [None req-093842e8-dcd3-4914-8aec-acc74400c338 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '512592b2-57c8-4727-ad28-2b8f081b80ff') {'for_net_delete': True} {{(pid=93883) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 13 11:20:38.718042 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron.services.segments.db [None req-093842e8-dcd3-4914-8aec-acc74400c338 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '512592b2-57c8-4727-ad28-2b8f081b80ff') {} {{(pid=93883) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 13 11:20:38.725341 dv-cinder-797608-16-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-e1c43041-7921-47d2-9713-f2d088524c3b admin admin] Notify callbacks [] for security_group, before_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 11:20:38.738574 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-093842e8-dcd3-4914-8aec-acc74400c338 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8782137816953', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2139128219'] for segment, before_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 11:20:38.780079 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-093842e8-dcd3-4914-8aec-acc74400c338 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-542450'] for segment, precommit_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 11:20:38.803839 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-b1e65fb5-c7ff-4214-bb84-3f4168d61089 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 11:20:38.807549 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-093842e8-dcd3-4914-8aec-acc74400c338 admin admin] Releasing vlan 154 on physical network physnet1 to pool {{(pid=93883) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 13 11:20:38.808263 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-093842e8-dcd3-4914-8aec-acc74400c338 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-542450', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2139128487'] for segment, after_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 11:20:38.817538 dv-cinder-797608-16-iscsi neutron-server[93883]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Aug 13 11:20:38.817538 dv-cinder-797608-16-iscsi neutron-server[93883]: from cryptography.utils import int_from_bytes Aug 13 11:20:38.817538 dv-cinder-797608-16-iscsi neutron-server[93883]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Aug 13 11:20:38.817538 dv-cinder-797608-16-iscsi neutron-server[93883]: from cryptography.utils import int_from_bytes Aug 13 11:20:38.817538 dv-cinder-797608-16-iscsi neutron-server[93883]: Traceback (most recent call last): Aug 13 11:20:38.817538 dv-cinder-797608-16-iscsi neutron-server[93883]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 13 11:20:38.817538 dv-cinder-797608-16-iscsi neutron-server[93883]: timer() Aug 13 11:20:38.817538 dv-cinder-797608-16-iscsi neutron-server[93883]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 13 11:20:38.817538 dv-cinder-797608-16-iscsi neutron-server[93883]: cb(*args, **kw) Aug 13 11:20:38.817538 dv-cinder-797608-16-iscsi neutron-server[93883]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 13 11:20:38.817538 dv-cinder-797608-16-iscsi neutron-server[93883]: return func(*args, **kwargs) Aug 13 11:20:38.817538 dv-cinder-797608-16-iscsi neutron-server[93883]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 13 11:20:38.817538 dv-cinder-797608-16-iscsi neutron-server[93883]: self._notify() Aug 13 11:20:38.817538 dv-cinder-797608-16-iscsi neutron-server[93883]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 13 11:20:38.817538 dv-cinder-797608-16-iscsi neutron-server[93883]: self.callback(batched_events) Aug 13 11:20:38.817538 dv-cinder-797608-16-iscsi neutron-server[93883]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 13 11:20:38.817538 dv-cinder-797608-16-iscsi neutron-server[93883]: event.method(event) Aug 13 11:20:38.817538 dv-cinder-797608-16-iscsi neutron-server[93883]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 13 11:20:38.817538 dv-cinder-797608-16-iscsi neutron-server[93883]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 13 11:20:38.817538 dv-cinder-797608-16-iscsi neutron-server[93883]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 13 11:20:38.817538 dv-cinder-797608-16-iscsi neutron-server[93883]: aggregate_uuid = self.p_client.list_aggregates( Aug 13 11:20:38.817538 dv-cinder-797608-16-iscsi neutron-server[93883]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 13 11:20:38.817538 dv-cinder-797608-16-iscsi neutron-server[93883]: return f(self, *a, **k) Aug 13 11:20:38.817538 dv-cinder-797608-16-iscsi neutron-server[93883]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 13 11:20:38.817538 dv-cinder-797608-16-iscsi neutron-server[93883]: return self._get(url).json() Aug 13 11:20:38.817538 dv-cinder-797608-16-iscsi neutron-server[93883]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 13 11:20:38.817538 dv-cinder-797608-16-iscsi neutron-server[93883]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 13 11:20:38.817538 dv-cinder-797608-16-iscsi neutron-server[93883]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 13 11:20:38.817538 dv-cinder-797608-16-iscsi neutron-server[93883]: return self.request(url, 'GET', **kwargs) Aug 13 11:20:38.817538 dv-cinder-797608-16-iscsi neutron-server[93883]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 13 11:20:38.817538 dv-cinder-797608-16-iscsi neutron-server[93883]: base_url = self.get_endpoint(auth, allow=allow, Aug 13 11:20:38.817538 dv-cinder-797608-16-iscsi neutron-server[93883]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 13 11:20:38.817538 dv-cinder-797608-16-iscsi neutron-server[93883]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 13 11:20:38.817538 dv-cinder-797608-16-iscsi neutron-server[93883]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 13 11:20:38.817538 dv-cinder-797608-16-iscsi neutron-server[93883]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 13 11:20:38.817538 dv-cinder-797608-16-iscsi neutron-server[93883]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 13 11:20:38.822244 dv-cinder-797608-16-iscsi neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-83b86510-d3ef-4347-940e-6ce76a6ece79 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782137812740', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-997306'] for agent, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 11:20:38.846994 dv-cinder-797608-16-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-e1c43041-7921-47d2-9713-f2d088524c3b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 11:20:38.852188 dv-cinder-797608-16-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-e1c43041-7921-47d2-9713-f2d088524c3b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651637'] for security_group, after_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 11:20:38.863189 dv-cinder-797608-16-iscsi neutron-server[93884]: DEBUG neutron.wsgi [-] (93884) accepted ('10.222.0.32', 45752) {{(pid=93884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 11:20:38.899220 dv-cinder-797608-16-iscsi neutron-server[93884]: INFO neutron.wsgi [None req-e1c43041-7921-47d2-9713-f2d088524c3b admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=9bf4b890396840bc8000e50881c4b3de&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2993515 Aug 13 11:20:38.900404 dv-cinder-797608-16-iscsi neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1c43041-7921-47d2-9713-f2d088524c3b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b732d734-864c-40a6-bbf6-136c2e17be69,revision_number=1']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 11:20:38.902660 dv-cinder-797608-16-iscsi neutron-server[93884]: DEBUG neutron.wsgi [-] (93884) accepted ('10.222.0.32', 45756) {{(pid=93884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 11:20:38.933101 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-093842e8-dcd3-4914-8aec-acc74400c338 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-544557', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611014', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1585573'] for network, after_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 11:20:38.957131 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-093842e8-dcd3-4914-8aec-acc74400c338 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1611032'] for network, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 11:20:38.959246 dv-cinder-797608-16-iscsi neutron-server[93883]: INFO neutron.wsgi [None req-093842e8-dcd3-4914-8aec-acc74400c338 admin admin] 10.222.0.32 "DELETE /v2.0/networks/6f5038ba-d500-4dd2-a178-c3c7a20c3f8a HTTP/1.1" status: 204 len: 168 time: 0.6586092 Aug 13 11:20:38.962343 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-093842e8-dcd3-4914-8aec-acc74400c338 admin admin] Pushing event deleted for resources: {'Network': ['ID=6f5038ba-d500-4dd2-a178-c3c7a20c3f8a,revision_number=None']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 11:20:38.966041 dv-cinder-797608-16-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-6d34355d-311b-4cfa-954f-b657d045036b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 11:20:38.991822 dv-cinder-797608-16-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-6d34355d-311b-4cfa-954f-b657d045036b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 11:20:39.043147 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-b1e65fb5-c7ff-4214-bb84-3f4168d61089 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 11:20:39.054954 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-b1e65fb5-c7ff-4214-bb84-3f4168d61089 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651637'] for security_group, after_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 11:20:39.061826 dv-cinder-797608-16-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-c52df1b6-90fd-4db7-819e-311e325fe733 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 11:20:39.083702 dv-cinder-797608-16-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-6d34355d-311b-4cfa-954f-b657d045036b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651637'] for security_group, after_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 11:20:39.086689 dv-cinder-797608-16-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-6d34355d-311b-4cfa-954f-b657d045036b admin admin] Notify callbacks [] for security_group, before_response {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 11:20:39.090405 dv-cinder-797608-16-iscsi neutron-server[93884]: INFO neutron.wsgi [None req-6d34355d-311b-4cfa-954f-b657d045036b admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/b732d734-864c-40a6-bbf6-136c2e17be69 HTTP/1.1" status: 204 len: 168 time: 0.1850388 Aug 13 11:20:39.133562 dv-cinder-797608-16-iscsi neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d34355d-311b-4cfa-954f-b657d045036b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b732d734-864c-40a6-bbf6-136c2e17be69,revision_number=None']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 11:20:39.139810 dv-cinder-797608-16-iscsi neutron-server[93884]: DEBUG neutron.wsgi [-] (93884) accepted ('10.222.0.32', 45764) {{(pid=93884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 11:20:39.181196 dv-cinder-797608-16-iscsi neutron-server[93883]: INFO neutron.wsgi [None req-b1e65fb5-c7ff-4214-bb84-3f4168d61089 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=6a5b4cd3142b4d8486f47c1facdf3d69&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6777010 Aug 13 11:20:39.185095 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1e65fb5-c7ff-4214-bb84-3f4168d61089 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=86d56cc9-f2e9-4686-a369-33b3bf079ba0,revision_number=1']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 11:20:39.194140 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.32', 45766) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 11:20:39.259425 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b572ffa-0e67-4dad-a0c5-8b38fff651ae req-c0faa49a-2a27-459a-84f9-885d7309593a tempest-AttachVolumeNegativeTest-1779138385 tempest-AttachVolumeNegativeTest-1779138385-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 11:20:39.260823 dv-cinder-797608-16-iscsi neutron-server[93883]: INFO neutron.wsgi [req-8b572ffa-0e67-4dad-a0c5-8b38fff651ae req-c0faa49a-2a27-459a-84f9-885d7309593a tempest-AttachVolumeNegativeTest-1779138385 tempest-AttachVolumeNegativeTest-1779138385-project] 10.222.0.20 "GET /v2.0/networks?id=ef82cda3-482a-4d19-86b5-de7fdfe5ee01 HTTP/1.1" status: 200 len: 814 time: 0.2294421 Aug 13 11:20:39.274139 dv-cinder-797608-16-iscsi neutron-server[93884]: INFO neutron.wsgi [None req-f80fe6e4-2a44-422f-959f-adc16add4367 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=016ce434eb0745e9a8b06b65ac65cc11&name=default HTTP/1.1" status: 200 len: 2975 time: 0.1321836 Aug 13 11:20:39.279488 dv-cinder-797608-16-iscsi neutron-server[93884]: DEBUG neutron.wsgi [-] (93884) accepted ('10.222.0.32', 45774) {{(pid=93884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 11:20:39.305964 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron.api.v2.base [req-8b572ffa-0e67-4dad-a0c5-8b38fff651ae req-ce179ef6-5f8e-4923-9254-b4bffb8a6830 tempest-AttachVolumeNegativeTest-1779138385 tempest-AttachVolumeNegativeTest-1779138385-project] Request body: {'port': {'device_id': 'd9cfa0a2-3e58-4a73-a5e9-7149fb0a228f', 'network_id': 'ef82cda3-482a-4d19-86b5-de7fdfe5ee01', 'admin_state_up': True, 'tenant_id': '2275c360eaf141e588ac14d4e4363438'}} {{(pid=93883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 13 11:20:39.315433 dv-cinder-797608-16-iscsi neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fd181f0-77cb-42cd-b720-805c24d54ca6 req-5d3ae55c-8db5-4418-939b-a16100713cf2 tempest-ServerRescueNegativeTestJSON-217385872 tempest-ServerRescueNegativeTestJSON-217385872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 11:20:39.316950 dv-cinder-797608-16-iscsi neutron-server[93884]: INFO neutron.wsgi [req-7fd181f0-77cb-42cd-b720-805c24d54ca6 req-5d3ae55c-8db5-4418-939b-a16100713cf2 tempest-ServerRescueNegativeTestJSON-217385872 tempest-ServerRescueNegativeTestJSON-217385872-project] 10.222.0.32 "GET /v2.0/ports?device_id=994527d7-146c-46c8-a16a-bc04ce3e770b HTTP/1.1" status: 200 len: 946 time: 0.1208365 Aug 13 11:20:39.373843 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-c6f91943-bb48-48c0-84bc-8da0cb8cd496 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 11:20:39.385726 dv-cinder-797608-16-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-c52df1b6-90fd-4db7-819e-311e325fe733 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 11:20:39.402166 dv-cinder-797608-16-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-c52df1b6-90fd-4db7-819e-311e325fe733 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651637'] for security_group, after_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 11:20:39.428798 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-c6f91943-bb48-48c0-84bc-8da0cb8cd496 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 11:20:39.437800 dv-cinder-797608-16-iscsi neutron-server[93884]: INFO neutron.wsgi [req-7fd181f0-77cb-42cd-b720-805c24d54ca6 req-2669dd18-11f3-41a8-9a43-ab63b901bfe4 tempest-ServerRescueNegativeTestJSON-217385872 tempest-ServerRescueNegativeTestJSON-217385872-project] 10.222.0.32 "GET /v2.0/security-groups?id=5e66df65-70b0-476d-97cd-4e9936c292c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1089516 Aug 13 11:20:39.457365 dv-cinder-797608-16-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-633ba1e7-967a-4b69-a1d8-d2d6c4f2a298 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 11:20:39.469931 dv-cinder-797608-16-iscsi neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c52df1b6-90fd-4db7-819e-311e325fe733 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2e0ee574-7315-4fdb-bbd2-77a705f7163f,revision_number=1']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 11:20:39.479413 dv-cinder-797608-16-iscsi neutron-server[93884]: INFO neutron.wsgi [None req-c52df1b6-90fd-4db7-819e-311e325fe733 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=cad8b1e835314d00afd81a1064ffc517&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6150851 Aug 13 11:20:39.479601 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.32', 45786) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 11:20:39.492023 dv-cinder-797608-16-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-633ba1e7-967a-4b69-a1d8-d2d6c4f2a298 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 11:20:39.561579 dv-cinder-797608-16-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-633ba1e7-967a-4b69-a1d8-d2d6c4f2a298 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651637'] for security_group, after_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 11:20:39.568014 dv-cinder-797608-16-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-633ba1e7-967a-4b69-a1d8-d2d6c4f2a298 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 11:20:39.569857 dv-cinder-797608-16-iscsi neutron-server[93884]: INFO neutron.wsgi [None req-633ba1e7-967a-4b69-a1d8-d2d6c4f2a298 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/8cd093f5-7080-4f8f-a2ab-8e997754e5fc HTTP/1.1" status: 204 len: 168 time: 0.2884941 Aug 13 11:20:39.581333 dv-cinder-797608-16-iscsi neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-633ba1e7-967a-4b69-a1d8-d2d6c4f2a298 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8cd093f5-7080-4f8f-a2ab-8e997754e5fc,revision_number=None']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 11:20:39.584554 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-c6f91943-bb48-48c0-84bc-8da0cb8cd496 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651637'] for security_group, after_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 11:20:39.588216 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-c6f91943-bb48-48c0-84bc-8da0cb8cd496 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 11:20:39.593418 dv-cinder-797608-16-iscsi neutron-server[93883]: INFO neutron.wsgi [None req-c6f91943-bb48-48c0-84bc-8da0cb8cd496 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/86d56cc9-f2e9-4686-a369-33b3bf079ba0 HTTP/1.1" status: 204 len: 168 time: 0.3949347 Aug 13 11:20:39.602016 dv-cinder-797608-16-iscsi neutron-server[93884]: DEBUG neutron.wsgi [-] (93884) accepted ('10.222.0.32', 45792) {{(pid=93884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 11:20:39.615471 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-c4b445fc-7216-4e9f-b31c-e614880293bd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 11:20:39.617314 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6f91943-bb48-48c0-84bc-8da0cb8cd496 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=86d56cc9-f2e9-4686-a369-33b3bf079ba0,revision_number=None']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 11:20:39.619462 dv-cinder-797608-16-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-d9863356-0f95-4c49-b611-4db7fd03f933 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 11:20:39.622265 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8b572ffa-0e67-4dad-a0c5-8b38fff651ae req-ce179ef6-5f8e-4923-9254-b4bffb8a6830 tempest-AttachVolumeNegativeTest-1779138385 tempest-AttachVolumeNegativeTest-1779138385-project] Made reservation on behalf of 2275c360eaf141e588ac14d4e4363438 for: {'port': 1} {{(pid=93883) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 13 11:20:39.632669 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-8b572ffa-0e67-4dad-a0c5-8b38fff651ae req-ce179ef6-5f8e-4923-9254-b4bffb8a6830 tempest-AttachVolumeNegativeTest-1779138385 tempest-AttachVolumeNegativeTest-1779138385-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935434'] for port, before_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 11:20:39.675176 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-c4b445fc-7216-4e9f-b31c-e614880293bd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 11:20:39.762460 dv-cinder-797608-16-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-d9863356-0f95-4c49-b611-4db7fd03f933 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 11:20:39.771122 dv-cinder-797608-16-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-d9863356-0f95-4c49-b611-4db7fd03f933 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651637'] for security_group, after_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 11:20:39.837440 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-c4b445fc-7216-4e9f-b31c-e614880293bd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651637'] for security_group, after_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 11:20:39.838860 dv-cinder-797608-16-iscsi neutron-server[93884]: INFO neutron.wsgi [req-13146637-47b9-4f3b-b7c7-1dc4df99b425 req-505d164d-78d8-457b-8aab-c40ccc5d05d6 tempest-AttachVolumeNegativeTest-1779138385 tempest-AttachVolumeNegativeTest-1779138385-project] 10.222.0.32 "GET /v2.0/ports?device_id=d9cfa0a2-3e58-4a73-a5e9-7149fb0a228f HTTP/1.1" status: 200 len: 210 time: 0.0616596 Aug 13 11:20:39.841200 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-c4b445fc-7216-4e9f-b31c-e614880293bd admin admin] Notify callbacks [] for security_group, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 11:20:39.844735 dv-cinder-797608-16-iscsi neutron-server[93883]: INFO neutron.wsgi [None req-c4b445fc-7216-4e9f-b31c-e614880293bd admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/2e0ee574-7315-4fdb-bbd2-77a705f7163f HTTP/1.1" status: 204 len: 168 time: 0.3589573 Aug 13 11:20:39.852577 dv-cinder-797608-16-iscsi neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9863356-0f95-4c49-b611-4db7fd03f933 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dcbf284a-323f-4dc7-bed5-c60b5138151d,revision_number=1']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 11:20:39.864565 dv-cinder-797608-16-iscsi neutron-server[93884]: INFO neutron.wsgi [None req-d9863356-0f95-4c49-b611-4db7fd03f933 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=87a34bd5b7314d1fbbad611a8785ef38&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2606318 Aug 13 11:20:39.867125 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.32', 45802) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 11:20:39.891393 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4b445fc-7216-4e9f-b31c-e614880293bd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2e0ee574-7315-4fdb-bbd2-77a705f7163f,revision_number=None']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 11:20:39.895541 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron.db.db_base_plugin_common [req-8b572ffa-0e67-4dad-a0c5-8b38fff651ae req-ce179ef6-5f8e-4923-9254-b4bffb8a6830 tempest-AttachVolumeNegativeTest-1779138385 tempest-AttachVolumeNegativeTest-1779138385-project] Allocated IP 172.20.0.2 (ef82cda3-482a-4d19-86b5-de7fdfe5ee01/0a294ee4-9310-4ae0-897c-3c3fffa9fb3c/1c819ec8-f1e7-4368-b225-ec8be4f19714) {{(pid=93883) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 13 11:20:39.968296 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-c9af0f0b-4269-4229-a7ac-a7923b4c7cf6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 11:20:39.975330 dv-cinder-797608-16-iscsi neutron-server[93884]: DEBUG neutron.wsgi [-] (93884) accepted ('10.222.0.32', 45806) {{(pid=93884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 11:20:40.055537 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-c9af0f0b-4269-4229-a7ac-a7923b4c7cf6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 11:20:40.089287 dv-cinder-797608-16-iscsi neutron-server[93884]: DEBUG neutron.wsgi [-] (93884) accepted ('10.222.0.32', 45810) {{(pid=93884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 11:20:40.107725 dv-cinder-797608-16-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-c2f7c8fa-f1c6-429f-8f84-52e74c8e8892 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 11:20:40.151029 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-8b572ffa-0e67-4dad-a0c5-8b38fff651ae req-ce179ef6-5f8e-4923-9254-b4bffb8a6830 tempest-AttachVolumeNegativeTest-1779138385 tempest-AttachVolumeNegativeTest-1779138385-project] Notify callbacks [] for port, precommit_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 11:20:40.191961 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-c9af0f0b-4269-4229-a7ac-a7923b4c7cf6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651637'] for security_group, after_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 11:20:40.196298 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-c9af0f0b-4269-4229-a7ac-a7923b4c7cf6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 11:20:40.198349 dv-cinder-797608-16-iscsi neutron-server[93883]: INFO neutron.wsgi [None req-c9af0f0b-4269-4229-a7ac-a7923b4c7cf6 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/dcbf284a-323f-4dc7-bed5-c60b5138151d HTTP/1.1" status: 204 len: 168 time: 0.3269780 Aug 13 11:20:40.215287 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9af0f0b-4269-4229-a7ac-a7923b4c7cf6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dcbf284a-323f-4dc7-bed5-c60b5138151d,revision_number=None']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 11:20:40.220222 dv-cinder-797608-16-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-c2f7c8fa-f1c6-429f-8f84-52e74c8e8892 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 11:20:40.225330 dv-cinder-797608-16-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-c2f7c8fa-f1c6-429f-8f84-52e74c8e8892 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651637'] for security_group, after_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 11:20:40.226894 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-8b572ffa-0e67-4dad-a0c5-8b38fff651ae req-ce179ef6-5f8e-4923-9254-b4bffb8a6830 tempest-AttachVolumeNegativeTest-1779138385 tempest-AttachVolumeNegativeTest-1779138385-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935844', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611014', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782137337079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2139128394'] for port, after_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 11:20:40.275705 dv-cinder-797608-16-iscsi neutron-server[93884]: INFO neutron.wsgi [None req-c2f7c8fa-f1c6-429f-8f84-52e74c8e8892 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=1cd1d0787ecd4a4488552ce19b200151&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1853054 Aug 13 11:20:40.277219 dv-cinder-797608-16-iscsi neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2f7c8fa-f1c6-429f-8f84-52e74c8e8892 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6675647c-c8f5-4bc1-8f3e-69753042813f,revision_number=1']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 11:20:40.282873 dv-cinder-797608-16-iscsi neutron-server[93884]: DEBUG neutron.wsgi [-] (93884) accepted ('10.222.0.32', 45818) {{(pid=93884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 11:20:40.285673 dv-cinder-797608-16-iscsi neutron-server[93885]: DEBUG neutron.plugins.ml2.db [None req-a0b9b986-0706-4fc6-9cf9-0eb02d2513dc None None] get_ports_and_sgs() called for port_ids ['1ebd7405-00bb-4e41-b826-c3f3f5ab625e'] {{(pid=93885) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 13 11:20:40.315037 dv-cinder-797608-16-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-9a186571-bc5e-4b3a-a1ff-94ec69f00fa5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 11:20:40.319032 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce179ef6-5f8e-4923-9254-b4bffb8a6830 tempest-AttachVolumeNegativeTest-1779138385 tempest-AttachVolumeNegativeTest-1779138385-project] Pushing event updated for resources: {'Port': ['ID=1c819ec8-f1e7-4368-b225-ec8be4f19714,revision_number=1']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 11:20:40.336083 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8b572ffa-0e67-4dad-a0c5-8b38fff651ae req-ce179ef6-5f8e-4923-9254-b4bffb8a6830 tempest-AttachVolumeNegativeTest-1779138385 tempest-AttachVolumeNegativeTest-1779138385-project] Network ef82cda3-482a-4d19-86b5-de7fdfe5ee01 is already hosted by enough agents. {{(pid=93883) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 13 11:20:40.338117 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron.scheduler.base_scheduler [req-8b572ffa-0e67-4dad-a0c5-8b38fff651ae req-ce179ef6-5f8e-4923-9254-b4bffb8a6830 tempest-AttachVolumeNegativeTest-1779138385 tempest-AttachVolumeNegativeTest-1779138385-project] Resources bound (agent type, host, resource id): {{(pid=93883) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 13 11:20:40.340710 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron.db.l3_dvrscheduler_db [req-8b572ffa-0e67-4dad-a0c5-8b38fff651ae req-ce179ef6-5f8e-4923-9254-b4bffb8a6830 tempest-AttachVolumeNegativeTest-1779138385 tempest-AttachVolumeNegativeTest-1779138385-project] Received port after_create {{(pid=93883) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 13 11:20:40.386675 dv-cinder-797608-16-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-3730a911-8678-49d8-ab4e-7f2f22a9c720 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 11:20:40.410270 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b572ffa-0e67-4dad-a0c5-8b38fff651ae req-ce179ef6-5f8e-4923-9254-b4bffb8a6830 tempest-AttachVolumeNegativeTest-1779138385 tempest-AttachVolumeNegativeTest-1779138385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 11:20:40.411136 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-8b572ffa-0e67-4dad-a0c5-8b38fff651ae req-ce179ef6-5f8e-4923-9254-b4bffb8a6830 tempest-AttachVolumeNegativeTest-1779138385 tempest-AttachVolumeNegativeTest-1779138385-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-128352'] for port, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 11:20:40.424030 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.32', 45820) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 11:20:40.439910 dv-cinder-797608-16-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-3730a911-8678-49d8-ab4e-7f2f22a9c720 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 11:20:40.451453 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-bab6bc17-f951-439e-ba5f-7f2caa3b7919 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 11:20:40.521441 dv-cinder-797608-16-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-3730a911-8678-49d8-ab4e-7f2f22a9c720 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651637'] for security_group, after_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 11:20:40.523924 dv-cinder-797608-16-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-3730a911-8678-49d8-ab4e-7f2f22a9c720 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 11:20:40.525058 dv-cinder-797608-16-iscsi neutron-server[93884]: INFO neutron.wsgi [None req-3730a911-8678-49d8-ab4e-7f2f22a9c720 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/6675647c-c8f5-4bc1-8f3e-69753042813f HTTP/1.1" status: 204 len: 168 time: 0.2410717 Aug 13 11:20:40.538457 dv-cinder-797608-16-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-9a186571-bc5e-4b3a-a1ff-94ec69f00fa5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 11:20:40.555071 dv-cinder-797608-16-iscsi neutron-server[93883]: INFO neutron.wsgi [req-8b572ffa-0e67-4dad-a0c5-8b38fff651ae req-ce179ef6-5f8e-4923-9254-b4bffb8a6830 tempest-AttachVolumeNegativeTest-1779138385 tempest-AttachVolumeNegativeTest-1779138385-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2553432 Aug 13 11:20:40.562709 dv-cinder-797608-16-iscsi neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3730a911-8678-49d8-ab4e-7f2f22a9c720 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6675647c-c8f5-4bc1-8f3e-69753042813f,revision_number=None']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 11:20:40.566954 dv-cinder-797608-16-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-9a186571-bc5e-4b3a-a1ff-94ec69f00fa5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651637'] for security_group, after_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 11:20:40.584131 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron.api.v2.base [req-8b572ffa-0e67-4dad-a0c5-8b38fff651ae req-3a7d2f3d-4b94-472f-962e-2d035b8fd978 service neutron] Request body: {'port': {'device_id': 'd9cfa0a2-3e58-4a73-a5e9-7149fb0a228f', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79760'}} {{(pid=93883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 13 11:20:40.667402 dv-cinder-797608-16-iscsi neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a186571-bc5e-4b3a-a1ff-94ec69f00fa5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a5cad744-e309-4eca-b9bc-762524d396ce,revision_number=1']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 11:20:40.673509 dv-cinder-797608-16-iscsi neutron-server[93884]: INFO neutron.wsgi [None req-9a186571-bc5e-4b3a-a1ff-94ec69f00fa5 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=d7b4ff2aac7d4706b595cb0d348eabc1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6969242 Aug 13 11:20:40.676340 dv-cinder-797608-16-iscsi neutron-server[93884]: DEBUG neutron.wsgi [-] (93884) accepted ('10.222.0.32', 45832) {{(pid=93884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 11:20:40.709300 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-8b572ffa-0e67-4dad-a0c5-8b38fff651ae req-3a7d2f3d-4b94-472f-962e-2d035b8fd978 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935434'] for port, before_update {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 11:20:40.720435 dv-cinder-797608-16-iscsi neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-794067f0-cff6-4aae-aac0-7f4d64f7d27c req-c7ef17a6-a57b-4d8d-8b83-a7c67368c650 tempest-ServerRescueNegativeTestJSON-217385872 tempest-ServerRescueNegativeTestJSON-217385872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 11:20:40.724601 dv-cinder-797608-16-iscsi neutron-server[93884]: INFO neutron.wsgi [req-794067f0-cff6-4aae-aac0-7f4d64f7d27c req-c7ef17a6-a57b-4d8d-8b83-a7c67368c650 tempest-ServerRescueNegativeTestJSON-217385872 tempest-ServerRescueNegativeTestJSON-217385872-project] 10.222.0.32 "GET /v2.0/ports?device_id=994527d7-146c-46c8-a16a-bc04ce3e770b HTTP/1.1" status: 200 len: 946 time: 0.1671588 Aug 13 11:20:40.737579 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.32', 45836) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 11:20:40.796912 dv-cinder-797608-16-iscsi neutron-server[93884]: INFO neutron.wsgi [req-794067f0-cff6-4aae-aac0-7f4d64f7d27c req-b93ee6c4-b79f-4514-a011-f850b26d6b95 tempest-ServerRescueNegativeTestJSON-217385872 tempest-ServerRescueNegativeTestJSON-217385872-project] 10.222.0.32 "GET /v2.0/security-groups?id=5e66df65-70b0-476d-97cd-4e9936c292c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0503438 Aug 13 11:20:40.810858 dv-cinder-797608-16-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-83b321ee-e3ab-4830-870e-c67a916c6682 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 11:20:40.843922 dv-cinder-797608-16-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-83b321ee-e3ab-4830-870e-c67a916c6682 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 11:20:40.886837 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-b33fda4d-6f01-42c9-bb76-579601d2b6a8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 11:20:40.910761 dv-cinder-797608-16-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-83b321ee-e3ab-4830-870e-c67a916c6682 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651637'] for security_group, after_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 11:20:40.916315 dv-cinder-797608-16-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-83b321ee-e3ab-4830-870e-c67a916c6682 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 11:20:40.917495 dv-cinder-797608-16-iscsi neutron-server[93884]: INFO neutron.wsgi [None req-83b321ee-e3ab-4830-870e-c67a916c6682 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/a5cad744-e309-4eca-b9bc-762524d396ce HTTP/1.1" status: 204 len: 168 time: 0.2402344 Aug 13 11:20:40.929372 dv-cinder-797608-16-iscsi neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83b321ee-e3ab-4830-870e-c67a916c6682 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a5cad744-e309-4eca-b9bc-762524d396ce,revision_number=None']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 11:20:41.015545 dv-cinder-797608-16-iscsi neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe118218-85b3-4169-8ed0-72c9d06dd9a1 req-be48d687-5d8a-4174-89a6-56185ba6f9b6 tempest-AttachVolumeNegativeTest-1779138385 tempest-AttachVolumeNegativeTest-1779138385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 11:20:41.017274 dv-cinder-797608-16-iscsi neutron-server[93884]: INFO neutron.wsgi [req-fe118218-85b3-4169-8ed0-72c9d06dd9a1 req-be48d687-5d8a-4174-89a6-56185ba6f9b6 tempest-AttachVolumeNegativeTest-1779138385 tempest-AttachVolumeNegativeTest-1779138385-project] 10.222.0.32 "GET /v2.0/ports?device_id=d9cfa0a2-3e58-4a73-a5e9-7149fb0a228f HTTP/1.1" status: 200 len: 931 time: 0.0631163 Aug 13 11:20:41.066974 dv-cinder-797608-16-iscsi neutron-server[93884]: INFO neutron.wsgi [req-fe118218-85b3-4169-8ed0-72c9d06dd9a1 req-52fdac5c-d97d-48cf-abdc-5d23f376dd1e tempest-AttachVolumeNegativeTest-1779138385 tempest-AttachVolumeNegativeTest-1779138385-project] 10.222.0.32 "GET /v2.0/security-groups?id=e9ebb553-6898-47d0-8034-10e78e802a38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0366764 Aug 13 11:20:41.156076 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-bab6bc17-f951-439e-ba5f-7f2caa3b7919 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 11:20:41.192627 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-bab6bc17-f951-439e-ba5f-7f2caa3b7919 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651637'] for security_group, after_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 11:20:41.266861 dv-cinder-797608-16-iscsi neutron-server[93884]: DEBUG neutron.wsgi [-] (93884) accepted ('10.222.0.32', 45860) {{(pid=93884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 11:20:41.267094 dv-cinder-797608-16-iscsi neutron-server[93883]: INFO neutron.wsgi [None req-bab6bc17-f951-439e-ba5f-7f2caa3b7919 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=a1d1edde692b4dfabd96cb1f31877e06&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8407712 Aug 13 11:20:41.279827 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bab6bc17-f951-439e-ba5f-7f2caa3b7919 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=28d40c4b-c592-46ba-b48c-abbf600e5b8d,revision_number=1']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 11:20:41.300220 dv-cinder-797608-16-iscsi neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-e6f5e467-3ca3-481b-9ce8-daf68304b61c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782137812740', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-997306'] for agent, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 11:20:41.325023 dv-cinder-797608-16-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-bc2ae4e5-06db-4c43-a248-4fe9db150b09 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 11:20:41.340929 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-b33fda4d-6f01-42c9-bb76-579601d2b6a8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 11:20:41.349739 dv-cinder-797608-16-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-bc2ae4e5-06db-4c43-a248-4fe9db150b09 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 11:20:41.362713 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-b33fda4d-6f01-42c9-bb76-579601d2b6a8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651637'] for security_group, after_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 11:20:41.401985 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron.notifiers.nova [req-8b572ffa-0e67-4dad-a0c5-8b38fff651ae req-3a7d2f3d-4b94-472f-962e-2d035b8fd978 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1c819ec8-f1e7-4368-b225-ec8be4f19714 {{(pid=93883) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 13 11:20:41.419948 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-8b572ffa-0e67-4dad-a0c5-8b38fff651ae req-3a7d2f3d-4b94-472f-962e-2d035b8fd978 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 11:20:41.422760 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b33fda4d-6f01-42c9-bb76-579601d2b6a8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2c632054-1c5b-4288-aa90-0cfeacb9a793,revision_number=1']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 11:20:41.431244 dv-cinder-797608-16-iscsi neutron-server[93883]: INFO neutron.wsgi [None req-b33fda4d-6f01-42c9-bb76-579601d2b6a8 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=69fd84a4f148439db65d0b3fa016f3bd&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6899517 Aug 13 11:20:41.431614 dv-cinder-797608-16-iscsi neutron-server[93884]: DEBUG neutron.wsgi [-] (93884) accepted ('10.222.0.32', 45866) {{(pid=93884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 11:20:41.440293 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron.db.provisioning_blocks [req-8b572ffa-0e67-4dad-a0c5-8b38fff651ae req-3a7d2f3d-4b94-472f-962e-2d035b8fd978 service neutron] Transition to ACTIVE for port object 1c819ec8-f1e7-4368-b225-ec8be4f19714 will not be triggered until provisioned by entity L2. {{(pid=93883) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 13 11:20:41.444774 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-8b572ffa-0e67-4dad-a0c5-8b38fff651ae req-3a7d2f3d-4b94-472f-962e-2d035b8fd978 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935844', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611014', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782137889940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782137337613', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782137337631', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2139128387'] for port, after_update {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 11:20:41.447194 dv-cinder-797608-16-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-bc2ae4e5-06db-4c43-a248-4fe9db150b09 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651637'] for security_group, after_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 11:20:41.455027 dv-cinder-797608-16-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-bc2ae4e5-06db-4c43-a248-4fe9db150b09 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 11:20:41.459589 dv-cinder-797608-16-iscsi neutron-server[93884]: INFO neutron.wsgi [None req-bc2ae4e5-06db-4c43-a248-4fe9db150b09 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/28d40c4b-c592-46ba-b48c-abbf600e5b8d HTTP/1.1" status: 204 len: 168 time: 0.1891882 Aug 13 11:20:41.475997 dv-cinder-797608-16-iscsi neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc2ae4e5-06db-4c43-a248-4fe9db150b09 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=28d40c4b-c592-46ba-b48c-abbf600e5b8d,revision_number=None']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 11:20:41.514254 dv-cinder-797608-16-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-0ac267bc-315d-459d-ba1f-df9d991888b8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 11:20:41.523814 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a7d2f3d-4b94-472f-962e-2d035b8fd978 service neutron] Pushing event updated for resources: {'Port': ['ID=1c819ec8-f1e7-4368-b225-ec8be4f19714,revision_number=2']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 11:20:41.538033 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.32', 45872) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 11:20:41.556207 dv-cinder-797608-16-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-0ac267bc-315d-459d-ba1f-df9d991888b8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 11:20:41.560216 dv-cinder-797608-16-iscsi neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-05931952-e11e-4e12-af58-ece1398d134b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782137812740', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-997306'] for agent, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 11:20:41.593273 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-b6802a8a-6c62-4b9d-a9be-919a5ace75bd admin admin] Notify callbacks [] for security_group, before_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 11:20:41.609555 dv-cinder-797608-16-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-0ac267bc-315d-459d-ba1f-df9d991888b8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651637'] for security_group, after_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 11:20:41.612674 dv-cinder-797608-16-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-0ac267bc-315d-459d-ba1f-df9d991888b8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 11:20:41.614055 dv-cinder-797608-16-iscsi neutron-server[93884]: INFO neutron.wsgi [None req-0ac267bc-315d-459d-ba1f-df9d991888b8 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/2c632054-1c5b-4288-aa90-0cfeacb9a793 HTTP/1.1" status: 204 len: 168 time: 0.1812146 Aug 13 11:20:41.623073 dv-cinder-797608-16-iscsi neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ac267bc-315d-459d-ba1f-df9d991888b8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2c632054-1c5b-4288-aa90-0cfeacb9a793,revision_number=None']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 11:20:41.684626 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron.plugins.ml2.managers [req-8b572ffa-0e67-4dad-a0c5-8b38fff651ae req-3a7d2f3d-4b94-472f-962e-2d035b8fd978 service neutron] Attempting to bind port 1c819ec8-f1e7-4368-b225-ec8be4f19714 on host hv-cinder-79760 for vnic_type normal with profile {{(pid=93883) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 13 11:20:41.685053 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron.plugins.ml2.managers [req-8b572ffa-0e67-4dad-a0c5-8b38fff651ae req-3a7d2f3d-4b94-472f-962e-2d035b8fd978 service neutron] Attempting to bind port 1c819ec8-f1e7-4368-b225-ec8be4f19714 by drivers openvswitch,hyperv on host hv-cinder-79760 at level 0 using segments [{'id': 'f4dd2cc4-fdaa-47ce-bd00-4a8b0e01de32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': 'ef82cda3-482a-4d19-86b5-de7fdfe5ee01'}] {{(pid=93883) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 13 11:20:41.685526 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8b572ffa-0e67-4dad-a0c5-8b38fff651ae req-3a7d2f3d-4b94-472f-962e-2d035b8fd978 service neutron] Attempting to bind port 1c819ec8-f1e7-4368-b225-ec8be4f19714 on network ef82cda3-482a-4d19-86b5-de7fdfe5ee01 {{(pid=93883) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 13 11:20:41.701935 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8b572ffa-0e67-4dad-a0c5-8b38fff651ae req-3a7d2f3d-4b94-472f-962e-2d035b8fd978 service neutron] Port 1c819ec8-f1e7-4368-b225-ec8be4f19714 on network ef82cda3-482a-4d19-86b5-de7fdfe5ee01 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79760 {{(pid=93883) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 13 11:20:41.702348 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8b572ffa-0e67-4dad-a0c5-8b38fff651ae req-3a7d2f3d-4b94-472f-962e-2d035b8fd978 service neutron] Attempting to bind port 1c819ec8-f1e7-4368-b225-ec8be4f19714 on network ef82cda3-482a-4d19-86b5-de7fdfe5ee01 {{(pid=93883) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 13 11:20:41.709135 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8b572ffa-0e67-4dad-a0c5-8b38fff651ae req-3a7d2f3d-4b94-472f-962e-2d035b8fd978 service neutron] Checking agent: {'id': '3e9c1808-7bc3-414f-9290-25f62682d3ef', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79760', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 13, 11, 17, 34), 'started_at': datetime.datetime(2021, 8, 13, 11, 17, 34), 'heartbeat_timestamp': datetime.datetime(2021, 8, 13, 11, 20, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93883) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 13 11:20:41.709771 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8b572ffa-0e67-4dad-a0c5-8b38fff651ae req-3a7d2f3d-4b94-472f-962e-2d035b8fd978 service neutron] Checking segment: {'id': 'f4dd2cc4-fdaa-47ce-bd00-4a8b0e01de32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': 'ef82cda3-482a-4d19-86b5-de7fdfe5ee01'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93883) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 13 11:20:41.710326 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8b572ffa-0e67-4dad-a0c5-8b38fff651ae req-3a7d2f3d-4b94-472f-962e-2d035b8fd978 service neutron] Bound using segment: {'id': 'f4dd2cc4-fdaa-47ce-bd00-4a8b0e01de32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': 'ef82cda3-482a-4d19-86b5-de7fdfe5ee01'} {{(pid=93883) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 13 11:20:41.710766 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron.plugins.ml2.managers [req-8b572ffa-0e67-4dad-a0c5-8b38fff651ae req-3a7d2f3d-4b94-472f-962e-2d035b8fd978 service neutron] Bound port: 1c819ec8-f1e7-4368-b225-ec8be4f19714, host: hv-cinder-79760, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f4dd2cc4-fdaa-47ce-bd00-4a8b0e01de32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': 'ef82cda3-482a-4d19-86b5-de7fdfe5ee01'}}] {{(pid=93883) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 13 11:20:41.711147 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-8b572ffa-0e67-4dad-a0c5-8b38fff651ae req-3a7d2f3d-4b94-472f-962e-2d035b8fd978 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935434'] for port, before_update {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 11:20:41.725704 dv-cinder-797608-16-iscsi neutron-server[93884]: DEBUG neutron.wsgi [-] (93884) accepted ('10.222.0.32', 45882) {{(pid=93884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 11:20:41.771203 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-b6802a8a-6c62-4b9d-a9be-919a5ace75bd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 11:20:41.781438 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-b6802a8a-6c62-4b9d-a9be-919a5ace75bd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651637'] for security_group, after_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 11:20:41.839674 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron.plugins.ml2.db [req-8b572ffa-0e67-4dad-a0c5-8b38fff651ae req-3a7d2f3d-4b94-472f-962e-2d035b8fd978 service neutron] For port 1c819ec8-f1e7-4368-b225-ec8be4f19714, host hv-cinder-79760, cleared binding levels {{(pid=93883) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 13 11:20:41.848565 dv-cinder-797608-16-iscsi neutron-server[93883]: INFO neutron.wsgi [None req-b6802a8a-6c62-4b9d-a9be-919a5ace75bd admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=fd2c226492b64c97a4d3e2fe645f706e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3066103 Aug 13 11:20:41.848565 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6802a8a-6c62-4b9d-a9be-919a5ace75bd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ea184fb8-89e6-487a-9cac-6f8420a13f99,revision_number=1']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 11:20:41.848916 dv-cinder-797608-16-iscsi neutron-server[93884]: DEBUG neutron.wsgi [-] (93884) accepted ('10.222.0.32', 45890) {{(pid=93884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 11:20:41.872133 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron.plugins.ml2.db [req-8b572ffa-0e67-4dad-a0c5-8b38fff651ae req-3a7d2f3d-4b94-472f-962e-2d035b8fd978 service neutron] For port 1c819ec8-f1e7-4368-b225-ec8be4f19714, host hv-cinder-79760, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79760',level=0,port_id=1c819ec8-f1e7-4368-b225-ec8be4f19714,segment=NetworkSegment(f4dd2cc4-fdaa-47ce-bd00-4a8b0e01de32),segment_id=f4dd2cc4-fdaa-47ce-bd00-4a8b0e01de32)] {{(pid=93883) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 13 11:20:41.878468 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-8b572ffa-0e67-4dad-a0c5-8b38fff651ae req-3a7d2f3d-4b94-472f-962e-2d035b8fd978 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935844', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611014', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782137889940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782137337613', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782137337631', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2139128387'] for port, after_update {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 11:20:41.918040 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b572ffa-0e67-4dad-a0c5-8b38fff651ae req-3a7d2f3d-4b94-472f-962e-2d035b8fd978 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 11:20:41.918846 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-8b572ffa-0e67-4dad-a0c5-8b38fff651ae req-3a7d2f3d-4b94-472f-962e-2d035b8fd978 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-128352'] for port, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 11:20:41.920263 dv-cinder-797608-16-iscsi neutron-server[93883]: INFO neutron.wsgi [req-8b572ffa-0e67-4dad-a0c5-8b38fff651ae req-3a7d2f3d-4b94-472f-962e-2d035b8fd978 service neutron] 10.222.0.20 "PUT /v2.0/ports/1c819ec8-f1e7-4368-b225-ec8be4f19714 HTTP/1.1" status: 200 len: 1093 time: 1.3425586 Aug 13 11:20:41.920747 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd9cfa0a2-3e58-4a73-a5e9-7149fb0a228f', 'tag': '1c819ec8-f1e7-4368-b225-ec8be4f19714'}] {{(pid=93883) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 13 11:20:41.923624 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}db1a1fbc245c58e73290e58258e46ca41fe4e785cc79cbd57aa3dae940aad292" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cdd3a49e-fa06-40de-8eb6-4e4003b7089b" -d '{"events": [{"name": "network-changed", "server_uuid": "d9cfa0a2-3e58-4a73-a5e9-7149fb0a228f", "tag": "1c819ec8-f1e7-4368-b225-ec8be4f19714"}]}' {{(pid=93883) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 13 11:20:41.963242 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a7d2f3d-4b94-472f-962e-2d035b8fd978 service neutron] Pushing event updated for resources: {'Port': ['ID=1c819ec8-f1e7-4368-b225-ec8be4f19714,revision_number=3']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 11:20:41.963881 dv-cinder-797608-16-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-e498b577-6428-4495-baac-cba6217c535c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 11:20:41.988693 dv-cinder-797608-16-iscsi neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98f5eead-e734-4652-8c36-72c3ebce6f88 req-01c981d6-2966-4af1-a603-1dce6e2ebdc4 tempest-ServerRescueNegativeTestJSON-217385872 tempest-ServerRescueNegativeTestJSON-217385872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 11:20:41.991273 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 13 Aug 2021 11:20:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b01fb799-39a2-45b2-af73-e673e415de66 x-openstack-request-id: req-b01fb799-39a2-45b2-af73-e673e415de66 {{(pid=93883) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 13 11:20:41.991570 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d9cfa0a2-3e58-4a73-a5e9-7149fb0a228f", "tag": "1c819ec8-f1e7-4368-b225-ec8be4f19714", "status": "completed", "code": 200}]} {{(pid=93883) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 13 11:20:41.991820 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-b01fb799-39a2-45b2-af73-e673e415de66 {{(pid=93883) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 13 11:20:41.992231 dv-cinder-797608-16-iscsi neutron-server[93883]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd9cfa0a2-3e58-4a73-a5e9-7149fb0a228f', 'tag': '1c819ec8-f1e7-4368-b225-ec8be4f19714', 'status': 'completed', 'code': 200} Aug 13 11:20:41.995272 dv-cinder-797608-16-iscsi neutron-server[93884]: INFO neutron.wsgi [req-98f5eead-e734-4652-8c36-72c3ebce6f88 req-01c981d6-2966-4af1-a603-1dce6e2ebdc4 tempest-ServerRescueNegativeTestJSON-217385872 tempest-ServerRescueNegativeTestJSON-217385872-project] 10.222.0.32 "GET /v2.0/ports?device_id=994527d7-146c-46c8-a16a-bc04ce3e770b HTTP/1.1" status: 200 len: 946 time: 0.0873947 Aug 13 11:20:42.023600 dv-cinder-797608-16-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-e498b577-6428-4495-baac-cba6217c535c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 11:20:42.042394 dv-cinder-797608-16-iscsi neutron-server[93884]: DEBUG neutron.api.v2.base [None req-a66c9d17-489c-45af-b4fd-181105c9b189 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-45702228-network', 'tenant_id': '66d41cbe89c541b9b4d87359b8664b53'}} {{(pid=93884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 13 11:20:42.071387 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b572ffa-0e67-4dad-a0c5-8b38fff651ae req-172a0f86-11c9-4b56-8dd6-b49f97dc79ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 11:20:42.072899 dv-cinder-797608-16-iscsi neutron-server[93883]: INFO neutron.wsgi [req-8b572ffa-0e67-4dad-a0c5-8b38fff651ae req-172a0f86-11c9-4b56-8dd6-b49f97dc79ae service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=2275c360eaf141e588ac14d4e4363438&device_id=d9cfa0a2-3e58-4a73-a5e9-7149fb0a228f HTTP/1.1" status: 200 len: 1096 time: 0.0454502 Aug 13 11:20:42.111307 dv-cinder-797608-16-iscsi neutron-server[93884]: INFO neutron.wsgi [req-98f5eead-e734-4652-8c36-72c3ebce6f88 req-064cfb5f-90f1-4546-b7e7-a93f9a833b5f tempest-ServerRescueNegativeTestJSON-217385872 tempest-ServerRescueNegativeTestJSON-217385872-project] 10.222.0.32 "GET /v2.0/security-groups?id=5e66df65-70b0-476d-97cd-4e9936c292c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1105387 Aug 13 11:20:42.129169 dv-cinder-797608-16-iscsi neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a66c9d17-489c-45af-b4fd-181105c9b189 admin admin] Made reservation on behalf of 66d41cbe89c541b9b4d87359b8664b53 for: {'network': 1} {{(pid=93884) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 13 11:20:42.134195 dv-cinder-797608-16-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-a66c9d17-489c-45af-b4fd-181105c9b189 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935434'] for network, before_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 11:20:42.144909 dv-cinder-797608-16-iscsi neutron-server[93883]: INFO neutron.wsgi [req-8b572ffa-0e67-4dad-a0c5-8b38fff651ae req-b0a9c545-a530-4b23-b695-c31640c8e83b service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=1c819ec8-f1e7-4368-b225-ec8be4f19714 HTTP/1.1" status: 200 len: 217 time: 0.0487034 Aug 13 11:20:42.149425 dv-cinder-797608-16-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-a66c9d17-489c-45af-b4fd-181105c9b189 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 11:20:42.154907 dv-cinder-797608-16-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-e498b577-6428-4495-baac-cba6217c535c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651637'] for security_group, after_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 11:20:42.158772 dv-cinder-797608-16-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-e498b577-6428-4495-baac-cba6217c535c admin admin] Notify callbacks [] for security_group, before_response {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 11:20:42.161178 dv-cinder-797608-16-iscsi neutron-server[93884]: INFO neutron.wsgi [None req-e498b577-6428-4495-baac-cba6217c535c admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/ea184fb8-89e6-487a-9cac-6f8420a13f99 HTTP/1.1" status: 204 len: 168 time: 0.3076830 Aug 13 11:20:42.211504 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b572ffa-0e67-4dad-a0c5-8b38fff651ae req-6f777379-7c1d-4aad-b928-ba9b3d4b15a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 11:20:42.213617 dv-cinder-797608-16-iscsi neutron-server[93883]: INFO neutron.wsgi [req-8b572ffa-0e67-4dad-a0c5-8b38fff651ae req-6f777379-7c1d-4aad-b928-ba9b3d4b15a9 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=0a294ee4-9310-4ae0-897c-3c3fffa9fb3c HTTP/1.1" status: 200 len: 854 time: 0.0611038 Aug 13 11:20:42.214844 dv-cinder-797608-16-iscsi neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e498b577-6428-4495-baac-cba6217c535c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ea184fb8-89e6-487a-9cac-6f8420a13f99,revision_number=None']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 11:20:42.255989 dv-cinder-797608-16-iscsi neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de5ecd5b-41aa-45d8-8114-9495ae4f364b req-f6367ec2-0e42-4da7-95ea-f4a401493a17 tempest-AttachVolumeNegativeTest-1779138385 tempest-AttachVolumeNegativeTest-1779138385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 11:20:42.257306 dv-cinder-797608-16-iscsi neutron-server[93884]: INFO neutron.wsgi [req-de5ecd5b-41aa-45d8-8114-9495ae4f364b req-f6367ec2-0e42-4da7-95ea-f4a401493a17 tempest-AttachVolumeNegativeTest-1779138385 tempest-AttachVolumeNegativeTest-1779138385-project] 10.222.0.32 "GET /v2.0/ports?device_id=d9cfa0a2-3e58-4a73-a5e9-7149fb0a228f HTTP/1.1" status: 200 len: 943 time: 0.0864840 Aug 13 11:20:42.268458 dv-cinder-797608-16-iscsi neutron-server[93883]: INFO neutron.wsgi [req-8b572ffa-0e67-4dad-a0c5-8b38fff651ae req-a18b4c43-298f-402b-9fe3-fb5bccb6256f service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=ef82cda3-482a-4d19-86b5-de7fdfe5ee01&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0413060 Aug 13 11:20:42.313837 dv-cinder-797608-16-iscsi neutron-server[93884]: INFO neutron.wsgi [req-de5ecd5b-41aa-45d8-8114-9495ae4f364b req-3cda2684-0c7a-4783-ae3e-db153545a9b0 tempest-AttachVolumeNegativeTest-1779138385 tempest-AttachVolumeNegativeTest-1779138385-project] 10.222.0.32 "GET /v2.0/security-groups?id=e9ebb553-6898-47d0-8034-10e78e802a38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0486698 Aug 13 11:20:42.353611 dv-cinder-797608-16-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-a66c9d17-489c-45af-b4fd-181105c9b189 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 11:20:42.358990 dv-cinder-797608-16-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-a66c9d17-489c-45af-b4fd-181105c9b189 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651637'] for security_group, after_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 11:20:42.395208 dv-cinder-797608-16-iscsi neutron-server[93884]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a66c9d17-489c-45af-b4fd-181105c9b189 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 163} {{(pid=93884) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 13 11:20:42.401802 dv-cinder-797608-16-iscsi neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a66c9d17-489c-45af-b4fd-181105c9b189 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=051f4c2e-aae7-4f2a-bfb2-194759d1f9ad,revision_number=1']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 11:20:42.408087 dv-cinder-797608-16-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-a66c9d17-489c-45af-b4fd-181105c9b189 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-542450'] for segment, precommit_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 11:20:42.408387 dv-cinder-797608-16-iscsi neutron-server[93884]: INFO neutron.db.segments_db [None req-a66c9d17-489c-45af-b4fd-181105c9b189 admin admin] Added segment 8fe054d9-b61b-4cd6-9c00-e63821336d60 of type vlan for network 815bc264-61d6-4f44-b7a8-5d25339f8888 Aug 13 11:20:42.418963 dv-cinder-797608-16-iscsi neutron-server[93883]: INFO neutron.wsgi [req-8b572ffa-0e67-4dad-a0c5-8b38fff651ae req-bc7e8940-bd38-4328-b77d-53a8e804b64f service neutron] 10.222.0.20 "GET /v2.0/networks/ef82cda3-482a-4d19-86b5-de7fdfe5ee01?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1370516 Aug 13 11:20:42.465912 dv-cinder-797608-16-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-a66c9d17-489c-45af-b4fd-181105c9b189 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8782137323340'] for network, precommit_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 11:20:42.487273 dv-cinder-797608-16-iscsi neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-c8cb50cc-12ff-4088-b7b1-9c64999b964c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782137812740', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-997306'] for agent, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 11:20:42.509602 dv-cinder-797608-16-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-a66c9d17-489c-45af-b4fd-181105c9b189 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611014'] for network, after_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 11:20:42.510612 dv-cinder-797608-16-iscsi neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a66c9d17-489c-45af-b4fd-181105c9b189 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 11:20:42.511189 dv-cinder-797608-16-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-a66c9d17-489c-45af-b4fd-181105c9b189 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1611032'] for network, before_response {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 11:20:42.555638 dv-cinder-797608-16-iscsi neutron-server[93883]: INFO neutron.wsgi [req-8b572ffa-0e67-4dad-a0c5-8b38fff651ae req-d22b68a3-cdb7-453e-886b-45dc633d83d7 service neutron] 10.222.0.20 "GET /v2.0/networks/ef82cda3-482a-4d19-86b5-de7fdfe5ee01?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1268599 Aug 13 11:20:42.567441 dv-cinder-797608-16-iscsi neutron-server[93884]: INFO neutron.wsgi [None req-a66c9d17-489c-45af-b4fd-181105c9b189 admin admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 896 time: 0.8408871 Aug 13 11:20:42.570808 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.32', 45916) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 11:20:42.575768 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron.api.v2.base [None req-f5a725a5-9f7f-49c4-95e6-e813c4c1cb82 admin admin] Request body: {'subnet': {'network_id': '815bc264-61d6-4f44-b7a8-5d25339f8888', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-45702228-subnet', 'tenant_id': '66d41cbe89c541b9b4d87359b8664b53', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 13 11:20:42.577041 dv-cinder-797608-16-iscsi neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a66c9d17-489c-45af-b4fd-181105c9b189 admin admin] Pushing event updated for resources: {'Network': ['ID=815bc264-61d6-4f44-b7a8-5d25339f8888,revision_number=1']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 11:20:42.589137 dv-cinder-797608-16-iscsi neutron-server[93885]: DEBUG neutron.plugins.ml2.rpc [None req-05931952-e11e-4e12-af58-ece1398d134b None None] Network 815bc264-61d6-4f44-b7a8-5d25339f8888 details requested by agent ovs-agent-dv-cinder-797608-16-iscsi with host dv-cinder-797608-16-iscsi {{(pid=93885) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 13 11:20:42.612839 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.32', 45918) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 11:20:42.628523 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-f1cf8f3e-63cb-4a0b-9e57-6ff26294bc3f admin admin] Notify callbacks [] for security_group, before_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 11:20:42.630653 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f5a725a5-9f7f-49c4-95e6-e813c4c1cb82 admin admin] Made reservation on behalf of 66d41cbe89c541b9b4d87359b8664b53 for: {'subnet': 1} {{(pid=93883) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 13 11:20:42.646164 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-f5a725a5-9f7f-49c4-95e6-e813c4c1cb82 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2139359381'] for subnet, before_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 11:20:42.812557 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdd3a49e-fa06-40de-8eb6-4e4003b7089b req-b654c1bc-edd1-4610-a888-f969a1f85f9e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 11:20:42.814215 dv-cinder-797608-16-iscsi neutron-server[93883]: INFO neutron.wsgi [req-cdd3a49e-fa06-40de-8eb6-4e4003b7089b req-b654c1bc-edd1-4610-a888-f969a1f85f9e service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=2275c360eaf141e588ac14d4e4363438&device_id=d9cfa0a2-3e58-4a73-a5e9-7149fb0a228f HTTP/1.1" status: 200 len: 1096 time: 0.1206706 Aug 13 11:20:43.040505 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-f5a725a5-9f7f-49c4-95e6-e813c4c1cb82 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611014', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2139128382', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2139359399'] for subnet, after_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 11:20:43.044429 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-f1cf8f3e-63cb-4a0b-9e57-6ff26294bc3f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 11:20:43.062987 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-f1cf8f3e-63cb-4a0b-9e57-6ff26294bc3f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651637'] for security_group, after_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 11:20:43.105213 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdd3a49e-fa06-40de-8eb6-4e4003b7089b req-38f81ba0-9a78-43da-9582-368e40bae17d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 11:20:43.106748 dv-cinder-797608-16-iscsi neutron-server[93883]: INFO neutron.wsgi [req-cdd3a49e-fa06-40de-8eb6-4e4003b7089b req-38f81ba0-9a78-43da-9582-368e40bae17d service neutron] 10.222.0.20 "GET /v2.0/networks?id=ef82cda3-482a-4d19-86b5-de7fdfe5ee01 HTTP/1.1" status: 200 len: 915 time: 0.2752721 Aug 13 11:20:43.188422 dv-cinder-797608-16-iscsi neutron-server[93883]: INFO neutron.wsgi [None req-f1cf8f3e-63cb-4a0b-9e57-6ff26294bc3f admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=b5f4220dca8349948ea956c0aac56523&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5749564 Aug 13 11:20:43.189117 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1cf8f3e-63cb-4a0b-9e57-6ff26294bc3f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dbb70f79-75aa-4012-802d-da25e63e5d56,revision_number=1']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 11:20:43.195617 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5a725a5-9f7f-49c4-95e6-e813c4c1cb82 admin admin] Pushing event updated for resources: {'Subnet': ['ID=f2bb4f28-1316-43d9-8c28-acb05662fd52,revision_number=0']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 11:20:43.199277 dv-cinder-797608-16-iscsi neutron-server[93883]: INFO neutron.wsgi [req-cdd3a49e-fa06-40de-8eb6-4e4003b7089b req-3c4aa681-6493-4e94-a896-2caaf8a834ed service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=1c819ec8-f1e7-4368-b225-ec8be4f19714 HTTP/1.1" status: 200 len: 217 time: 0.0707974 Aug 13 11:20:43.201092 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.32', 45952) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 11:20:43.251703 dv-cinder-797608-16-iscsi neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5588f3b2-0bb2-47b4-870b-d58cc5b10704 req-e262eb8e-af43-4b7b-b4dc-297f9ebde6c1 tempest-ServerRescueNegativeTestJSON-217385872 tempest-ServerRescueNegativeTestJSON-217385872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 11:20:43.254913 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5a725a5-9f7f-49c4-95e6-e813c4c1cb82 admin admin] Checking segment: {'id': '8fe054d9-b61b-4cd6-9c00-e63821336d60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '815bc264-61d6-4f44-b7a8-5d25339f8888'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93883) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 13 11:20:43.255364 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f5a725a5-9f7f-49c4-95e6-e813c4c1cb82 admin admin] Network hostable DHCP agents. Network: 815bc264-61d6-4f44-b7a8-5d25339f8888, hostable agents: ['1ffcc762-1342-4182-afbd-f33f0b43fadf'], hosted agents: [] {{(pid=93883) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 13 11:20:43.263176 dv-cinder-797608-16-iscsi neutron-server[93884]: INFO neutron.wsgi [req-5588f3b2-0bb2-47b4-870b-d58cc5b10704 req-e262eb8e-af43-4b7b-b4dc-297f9ebde6c1 tempest-ServerRescueNegativeTestJSON-217385872 tempest-ServerRescueNegativeTestJSON-217385872-project] 10.222.0.32 "GET /v2.0/ports?device_id=994527d7-146c-46c8-a16a-bc04ce3e770b HTTP/1.1" status: 200 len: 946 time: 0.0744741 Aug 13 11:20:43.302917 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdd3a49e-fa06-40de-8eb6-4e4003b7089b req-a8223ac8-9df6-493c-b9b5-320fdca898b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 11:20:43.304443 dv-cinder-797608-16-iscsi neutron-server[93883]: INFO neutron.wsgi [req-cdd3a49e-fa06-40de-8eb6-4e4003b7089b req-a8223ac8-9df6-493c-b9b5-320fdca898b5 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=0a294ee4-9310-4ae0-897c-3c3fffa9fb3c HTTP/1.1" status: 200 len: 854 time: 0.0868990 Aug 13 11:20:43.326845 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f5a725a5-9f7f-49c4-95e6-e813c4c1cb82 admin admin] Network 815bc264-61d6-4f44-b7a8-5d25339f8888 is scheduled to be hosted by DHCP agent 1ffcc762-1342-4182-afbd-f33f0b43fadf with binding_index 1 {{(pid=93883) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 13 11:20:43.328202 dv-cinder-797608-16-iscsi neutron-server[93884]: INFO neutron.wsgi [req-5588f3b2-0bb2-47b4-870b-d58cc5b10704 req-8a080767-1f02-464f-9d27-00f7ab3015ce tempest-ServerRescueNegativeTestJSON-217385872 tempest-ServerRescueNegativeTestJSON-217385872-project] 10.222.0.32 "GET /v2.0/security-groups?id=5e66df65-70b0-476d-97cd-4e9936c292c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0632601 Aug 13 11:20:43.347483 dv-cinder-797608-16-iscsi neutron-server[93883]: INFO neutron.wsgi [req-cdd3a49e-fa06-40de-8eb6-4e4003b7089b req-a27d234f-2967-4d08-b64f-26b72f34d1cc service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=ef82cda3-482a-4d19-86b5-de7fdfe5ee01&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0314527 Aug 13 11:20:43.368520 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-aa373ecb-7b17-4c69-8669-623339eabcd8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 11:20:43.380584 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron.scheduler.base_scheduler [None req-f5a725a5-9f7f-49c4-95e6-e813c4c1cb82 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-797608-16-iscsi, 815bc264-61d6-4f44-b7a8-5d25339f8888) {{(pid=93883) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 13 11:20:43.394270 dv-cinder-797608-16-iscsi neutron-server[93885]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c5730c78-be99-4273-8508-97ff98413a8e None None] Network 815bc264-61d6-4f44-b7a8-5d25339f8888 requested from dv-cinder-797608-16-iscsi {{(pid=93885) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 13 11:20:43.429772 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f5a725a5-9f7f-49c4-95e6-e813c4c1cb82 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 11:20:43.443843 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-f5a725a5-9f7f-49c4-95e6-e813c4c1cb82 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1611032'] for subnet, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 11:20:43.498031 dv-cinder-797608-16-iscsi neutron-server[93883]: INFO neutron.wsgi [None req-f5a725a5-9f7f-49c4-95e6-e813c4c1cb82 admin admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 860 time: 0.9133036 Aug 13 11:20:43.498294 dv-cinder-797608-16-iscsi neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82314eb1-4246-43fa-a6d9-fa9b9b128e0e req-849849da-9c4c-4fdf-b8e1-d6f8e10fcab2 tempest-AttachVolumeNegativeTest-1779138385 tempest-AttachVolumeNegativeTest-1779138385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 11:20:43.498294 dv-cinder-797608-16-iscsi neutron-server[93884]: INFO neutron.wsgi [req-82314eb1-4246-43fa-a6d9-fa9b9b128e0e req-849849da-9c4c-4fdf-b8e1-d6f8e10fcab2 tempest-AttachVolumeNegativeTest-1779138385 tempest-AttachVolumeNegativeTest-1779138385-project] 10.222.0.32 "GET /v2.0/ports?device_id=d9cfa0a2-3e58-4a73-a5e9-7149fb0a228f HTTP/1.1" status: 200 len: 943 time: 0.0877693 Aug 13 11:20:43.503216 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-aa373ecb-7b17-4c69-8669-623339eabcd8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 11:20:43.554583 dv-cinder-797608-16-iscsi neutron-server[93885]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-89cd71df-51d4-48f2-9b05-2fe35b98b091 None None] Network 815bc264-61d6-4f44-b7a8-5d25339f8888 requested from dv-cinder-797608-16-iscsi {{(pid=93885) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 13 11:20:43.576961 dv-cinder-797608-16-iscsi neutron-server[93884]: INFO neutron.wsgi [req-82314eb1-4246-43fa-a6d9-fa9b9b128e0e req-d5061fe8-deff-4d6f-a71f-0f863505b944 tempest-AttachVolumeNegativeTest-1779138385 tempest-AttachVolumeNegativeTest-1779138385-project] 10.222.0.32 "GET /v2.0/security-groups?id=e9ebb553-6898-47d0-8034-10e78e802a38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0716021 Aug 13 11:20:43.604950 dv-cinder-797608-16-iscsi neutron-server[93883]: INFO neutron.wsgi [req-cdd3a49e-fa06-40de-8eb6-4e4003b7089b req-0c62e17c-87c9-4099-b5d1-a87b664e4557 service neutron] 10.222.0.20 "GET /v2.0/networks/ef82cda3-482a-4d19-86b5-de7fdfe5ee01?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2454350 Aug 13 11:20:43.671410 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-aa373ecb-7b17-4c69-8669-623339eabcd8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651637'] for security_group, after_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 11:20:43.673654 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-aa373ecb-7b17-4c69-8669-623339eabcd8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 11:20:43.678723 dv-cinder-797608-16-iscsi neutron-server[93883]: INFO neutron.wsgi [None req-aa373ecb-7b17-4c69-8669-623339eabcd8 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/dbb70f79-75aa-4012-802d-da25e63e5d56 HTTP/1.1" status: 204 len: 168 time: 0.4763262 Aug 13 11:20:43.690648 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa373ecb-7b17-4c69-8669-623339eabcd8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dbb70f79-75aa-4012-802d-da25e63e5d56,revision_number=None']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 11:20:43.738812 dv-cinder-797608-16-iscsi neutron-server[93883]: INFO neutron.wsgi [req-cdd3a49e-fa06-40de-8eb6-4e4003b7089b req-dfa543ed-e4de-407f-99fe-3227995a0d73 service neutron] 10.222.0.20 "GET /v2.0/networks/ef82cda3-482a-4d19-86b5-de7fdfe5ee01?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1252167 Aug 13 11:20:44.037417 dv-cinder-797608-16-iscsi neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-71795f1a-9c4d-4630-a580-a9486fbcc3ea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782137812740', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-997306'] for agent, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 11:20:44.476931 dv-cinder-797608-16-iscsi neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-603d7940-d206-4c60-b6bc-3dedc7c2e784 req-8e81d722-af1b-4724-a14c-1892252c9136 tempest-ServerRescueNegativeTestJSON-217385872 tempest-ServerRescueNegativeTestJSON-217385872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 11:20:44.478613 dv-cinder-797608-16-iscsi neutron-server[93884]: INFO neutron.wsgi [req-603d7940-d206-4c60-b6bc-3dedc7c2e784 req-8e81d722-af1b-4724-a14c-1892252c9136 tempest-ServerRescueNegativeTestJSON-217385872 tempest-ServerRescueNegativeTestJSON-217385872-project] 10.222.0.32 "GET /v2.0/ports?device_id=994527d7-146c-46c8-a16a-bc04ce3e770b HTTP/1.1" status: 200 len: 946 time: 0.0719252 Aug 13 11:20:44.544649 dv-cinder-797608-16-iscsi neutron-server[93884]: INFO neutron.wsgi [req-603d7940-d206-4c60-b6bc-3dedc7c2e784 req-00d30791-0dd7-4915-ad80-93216c7b7b2e tempest-ServerRescueNegativeTestJSON-217385872 tempest-ServerRescueNegativeTestJSON-217385872-project] 10.222.0.32 "GET /v2.0/security-groups?id=5e66df65-70b0-476d-97cd-4e9936c292c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0540490 Aug 13 11:20:44.713330 dv-cinder-797608-16-iscsi neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06632edf-9ff3-4c7b-8ba3-7b0184d6f538 req-bad8723c-ec80-4aa7-ab15-60f2fccb39fe tempest-AttachVolumeNegativeTest-1779138385 tempest-AttachVolumeNegativeTest-1779138385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 11:20:44.715124 dv-cinder-797608-16-iscsi neutron-server[93884]: INFO neutron.wsgi [req-06632edf-9ff3-4c7b-8ba3-7b0184d6f538 req-bad8723c-ec80-4aa7-ab15-60f2fccb39fe tempest-AttachVolumeNegativeTest-1779138385 tempest-AttachVolumeNegativeTest-1779138385-project] 10.222.0.32 "GET /v2.0/ports?device_id=d9cfa0a2-3e58-4a73-a5e9-7149fb0a228f HTTP/1.1" status: 200 len: 943 time: 0.0534191 Aug 13 11:20:44.755413 dv-cinder-797608-16-iscsi neutron-server[93884]: INFO neutron.wsgi [req-06632edf-9ff3-4c7b-8ba3-7b0184d6f538 req-20126af9-8d7e-4053-8779-ac6b0872a799 tempest-AttachVolumeNegativeTest-1779138385 tempest-AttachVolumeNegativeTest-1779138385-project] 10.222.0.32 "GET /v2.0/security-groups?id=e9ebb553-6898-47d0-8034-10e78e802a38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337548 Aug 13 11:20:45.005527 dv-cinder-797608-16-iscsi neutron-server[93884]: DEBUG neutron.wsgi [-] (93884) accepted ('10.222.0.32', 46040) {{(pid=93884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 11:20:45.010937 dv-cinder-797608-16-iscsi neutron-server[93884]: DEBUG neutron.api.v2.base [None req-49139809-76b3-4b11-bbab-d59b33fb9eaf admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-1711065282-network', 'tenant_id': 'e55883a988b54970991a1e03a9a9f038'}} {{(pid=93884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 13 11:20:45.054944 dv-cinder-797608-16-iscsi neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-49139809-76b3-4b11-bbab-d59b33fb9eaf admin admin] Made reservation on behalf of e55883a988b54970991a1e03a9a9f038 for: {'network': 1} {{(pid=93884) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 13 11:20:45.059418 dv-cinder-797608-16-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-49139809-76b3-4b11-bbab-d59b33fb9eaf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935434'] for network, before_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 11:20:45.068333 dv-cinder-797608-16-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-49139809-76b3-4b11-bbab-d59b33fb9eaf admin admin] Notify callbacks [] for security_group, before_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 11:20:45.175753 dv-cinder-797608-16-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-49139809-76b3-4b11-bbab-d59b33fb9eaf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 11:20:45.182083 dv-cinder-797608-16-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-49139809-76b3-4b11-bbab-d59b33fb9eaf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651637'] for security_group, after_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 11:20:45.213869 dv-cinder-797608-16-iscsi neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49139809-76b3-4b11-bbab-d59b33fb9eaf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=237af061-9423-4d62-8ec1-fe558e04a11a,revision_number=1']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 11:20:45.216549 dv-cinder-797608-16-iscsi neutron-server[93884]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-49139809-76b3-4b11-bbab-d59b33fb9eaf admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 166} {{(pid=93884) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 13 11:20:45.226260 dv-cinder-797608-16-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-49139809-76b3-4b11-bbab-d59b33fb9eaf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-542450'] for segment, precommit_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 11:20:45.226604 dv-cinder-797608-16-iscsi neutron-server[93884]: INFO neutron.db.segments_db [None req-49139809-76b3-4b11-bbab-d59b33fb9eaf admin admin] Added segment a81a420f-29ea-4fe8-8b4b-90a9adec4060 of type vlan for network 8a489e74-3983-4fab-936a-dbc9c28ab00a Aug 13 11:20:45.272272 dv-cinder-797608-16-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-49139809-76b3-4b11-bbab-d59b33fb9eaf admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8782137323340'] for network, precommit_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 11:20:45.307835 dv-cinder-797608-16-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-49139809-76b3-4b11-bbab-d59b33fb9eaf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611014'] for network, after_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 11:20:45.308932 dv-cinder-797608-16-iscsi neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-49139809-76b3-4b11-bbab-d59b33fb9eaf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 11:20:45.311189 dv-cinder-797608-16-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-49139809-76b3-4b11-bbab-d59b33fb9eaf admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1611032'] for network, before_response {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 11:20:45.373001 dv-cinder-797608-16-iscsi neutron-server[93885]: DEBUG neutron.plugins.ml2.rpc [None req-a0b9b986-0706-4fc6-9cf9-0eb02d2513dc None None] Device 1c819ec8-f1e7-4368-b225-ec8be4f19714 details requested by agent hyperv_hv-cinder-79760 with host hv-cinder-79760 {{(pid=93885) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 13 11:20:45.412772 dv-cinder-797608-16-iscsi neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49139809-76b3-4b11-bbab-d59b33fb9eaf admin admin] Pushing event updated for resources: {'Network': ['ID=8a489e74-3983-4fab-936a-dbc9c28ab00a,revision_number=1']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 11:20:45.426796 dv-cinder-797608-16-iscsi neutron-server[93884]: INFO neutron.wsgi [None req-49139809-76b3-4b11-bbab-d59b33fb9eaf admin admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 0.4181173 Aug 13 11:20:45.428796 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.32', 46070) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 11:20:45.437494 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron.api.v2.base [None req-8956cbcb-f85f-4a59-9d6f-c9721dde4eff admin admin] Request body: {'subnet': {'network_id': '8a489e74-3983-4fab-936a-dbc9c28ab00a', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-1711065282-subnet', 'tenant_id': 'e55883a988b54970991a1e03a9a9f038', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 13 11:20:45.438293 dv-cinder-797608-16-iscsi neutron-server[93884]: DEBUG neutron.wsgi [-] (93884) accepted ('10.222.0.32', 46072) {{(pid=93884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 11:20:45.454856 dv-cinder-797608-16-iscsi neutron-server[93885]: DEBUG neutron.plugins.ml2.rpc [None req-05931952-e11e-4e12-af58-ece1398d134b None None] Network 8a489e74-3983-4fab-936a-dbc9c28ab00a details requested by agent ovs-agent-dv-cinder-797608-16-iscsi with host dv-cinder-797608-16-iscsi {{(pid=93885) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 13 11:20:45.464172 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8956cbcb-f85f-4a59-9d6f-c9721dde4eff admin admin] Made reservation on behalf of e55883a988b54970991a1e03a9a9f038 for: {'subnet': 1} {{(pid=93883) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 13 11:20:45.467887 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-8956cbcb-f85f-4a59-9d6f-c9721dde4eff admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2139359381'] for subnet, before_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 11:20:45.557577 dv-cinder-797608-16-iscsi neutron-server[93885]: DEBUG neutron.plugins.ml2.db [None req-a0b9b986-0706-4fc6-9cf9-0eb02d2513dc None None] For port 1c819ec8-f1e7-4368-b225-ec8be4f19714, host hv-cinder-79760, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79760',level=0,port_id=1c819ec8-f1e7-4368-b225-ec8be4f19714,segment=NetworkSegment(f4dd2cc4-fdaa-47ce-bd00-4a8b0e01de32),segment_id=f4dd2cc4-fdaa-47ce-bd00-4a8b0e01de32)] {{(pid=93885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 13 11:20:45.575574 dv-cinder-797608-16-iscsi neutron-server[93885]: DEBUG neutron.plugins.ml2.rpc [None req-a0b9b986-0706-4fc6-9cf9-0eb02d2513dc None None] Returning: {'device': '1c819ec8-f1e7-4368-b225-ec8be4f19714', 'network_id': 'ef82cda3-482a-4d19-86b5-de7fdfe5ee01', 'port_id': '1c819ec8-f1e7-4368-b225-ec8be4f19714', 'mac_address': 'fa:16:3e:db:34:ea', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 175, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0a294ee4-9310-4ae0-897c-3c3fffa9fb3c', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93885) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 13 11:20:45.579501 dv-cinder-797608-16-iscsi neutron-server[93884]: DEBUG neutron.api.v2.base [None req-827b19b7-ff85-4bf0-8d18-b720c1515ea7 admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-782519625-network', 'tenant_id': '8907f2d9d26a4060be3d190bf102bfba'}} {{(pid=93884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 13 11:20:45.624154 dv-cinder-797608-16-iscsi neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-827b19b7-ff85-4bf0-8d18-b720c1515ea7 admin admin] Made reservation on behalf of 8907f2d9d26a4060be3d190bf102bfba for: {'network': 1} {{(pid=93884) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 13 11:20:45.631013 dv-cinder-797608-16-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-827b19b7-ff85-4bf0-8d18-b720c1515ea7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935434'] for network, before_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 11:20:45.649020 dv-cinder-797608-16-iscsi neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-a0b9b986-0706-4fc6-9cf9-0eb02d2513dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935434'] for port, before_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 11:20:45.652647 dv-cinder-797608-16-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-827b19b7-ff85-4bf0-8d18-b720c1515ea7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 11:20:45.690831 dv-cinder-797608-16-iscsi neutron-server[93885]: DEBUG neutron.notifiers.nova [None req-a0b9b986-0706-4fc6-9cf9-0eb02d2513dc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1c819ec8-f1e7-4368-b225-ec8be4f19714 {{(pid=93885) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 13 11:20:45.753117 dv-cinder-797608-16-iscsi neutron-server[93885]: DEBUG neutron.plugins.ml2.db [None req-a0b9b986-0706-4fc6-9cf9-0eb02d2513dc None None] For port 1c819ec8-f1e7-4368-b225-ec8be4f19714, host hv-cinder-79760, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79760',level=0,port_id=1c819ec8-f1e7-4368-b225-ec8be4f19714,segment=NetworkSegment(f4dd2cc4-fdaa-47ce-bd00-4a8b0e01de32),segment_id=f4dd2cc4-fdaa-47ce-bd00-4a8b0e01de32)] {{(pid=93885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 13 11:20:45.765525 dv-cinder-797608-16-iscsi neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-a0b9b986-0706-4fc6-9cf9-0eb02d2513dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935844', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611014', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782137889940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782137337613', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782137337631'] for port, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 11:20:45.790505 dv-cinder-797608-16-iscsi neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24d9cabe-da1f-4dfe-adb4-a40da78a864e req-7b8ab150-fae8-47d9-ae02-aa22e4367eda tempest-ServerRescueNegativeTestJSON-217385872 tempest-ServerRescueNegativeTestJSON-217385872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 11:20:45.794137 dv-cinder-797608-16-iscsi neutron-server[93884]: INFO neutron.wsgi [req-24d9cabe-da1f-4dfe-adb4-a40da78a864e req-7b8ab150-fae8-47d9-ae02-aa22e4367eda tempest-ServerRescueNegativeTestJSON-217385872 tempest-ServerRescueNegativeTestJSON-217385872-project] 10.222.0.32 "GET /v2.0/ports?device_id=994527d7-146c-46c8-a16a-bc04ce3e770b HTTP/1.1" status: 200 len: 946 time: 0.1164172 Aug 13 11:20:45.799694 dv-cinder-797608-16-iscsi neutron-server[93884]: DEBUG neutron.wsgi [-] (93884) accepted ('10.222.0.32', 46096) {{(pid=93884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 11:20:45.835724 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-8956cbcb-f85f-4a59-9d6f-c9721dde4eff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611014', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2139128382', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2139359399'] for subnet, after_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 11:20:45.851613 dv-cinder-797608-16-iscsi neutron-server[93885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0b9b986-0706-4fc6-9cf9-0eb02d2513dc None None] Pushing event updated for resources: {'Port': ['ID=1c819ec8-f1e7-4368-b225-ec8be4f19714,revision_number=4']} {{(pid=93885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 11:20:45.868817 dv-cinder-797608-16-iscsi neutron-server[93885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0b9b986-0706-4fc6-9cf9-0eb02d2513dc None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797608-16-iscsi {{(pid=93885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 11:20:45.869785 dv-cinder-797608-16-iscsi neutron-server[93885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0b9b986-0706-4fc6-9cf9-0eb02d2513dc None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797608-16-iscsi {{(pid=93885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 11:20:45.870306 dv-cinder-797608-16-iscsi neutron-server[93885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0b9b986-0706-4fc6-9cf9-0eb02d2513dc None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797608-16-iscsi {{(pid=93885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 11:20:45.871121 dv-cinder-797608-16-iscsi neutron-server[93885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0b9b986-0706-4fc6-9cf9-0eb02d2513dc None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797608-16-iscsi {{(pid=93885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 11:20:45.871614 dv-cinder-797608-16-iscsi neutron-server[93885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0b9b986-0706-4fc6-9cf9-0eb02d2513dc None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-797608-16-iscsi {{(pid=93885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 11:20:45.872100 dv-cinder-797608-16-iscsi neutron-server[93885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0b9b986-0706-4fc6-9cf9-0eb02d2513dc None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797608-16-iscsi {{(pid=93885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 11:20:45.872714 dv-cinder-797608-16-iscsi neutron-server[93885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0b9b986-0706-4fc6-9cf9-0eb02d2513dc None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-797608-16-iscsi {{(pid=93885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 11:20:45.873194 dv-cinder-797608-16-iscsi neutron-server[93885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0b9b986-0706-4fc6-9cf9-0eb02d2513dc None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-797608-16-iscsi {{(pid=93885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 11:20:45.873689 dv-cinder-797608-16-iscsi neutron-server[93885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0b9b986-0706-4fc6-9cf9-0eb02d2513dc None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797608-16-iscsi {{(pid=93885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 11:20:45.874184 dv-cinder-797608-16-iscsi neutron-server[93885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0b9b986-0706-4fc6-9cf9-0eb02d2513dc None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797608-16-iscsi {{(pid=93885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 11:20:45.874659 dv-cinder-797608-16-iscsi neutron-server[93885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0b9b986-0706-4fc6-9cf9-0eb02d2513dc None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797608-16-iscsi {{(pid=93885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 11:20:45.875158 dv-cinder-797608-16-iscsi neutron-server[93885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0b9b986-0706-4fc6-9cf9-0eb02d2513dc None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797608-16-iscsi {{(pid=93885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 11:20:45.916964 dv-cinder-797608-16-iscsi neutron-server[93884]: INFO neutron.wsgi [req-24d9cabe-da1f-4dfe-adb4-a40da78a864e req-65bc7cca-6b9e-4515-8389-07acee4b3eef tempest-ServerRescueNegativeTestJSON-217385872 tempest-ServerRescueNegativeTestJSON-217385872-project] 10.222.0.32 "GET /v2.0/security-groups?id=5e66df65-70b0-476d-97cd-4e9936c292c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1007733 Aug 13 11:20:45.942977 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8956cbcb-f85f-4a59-9d6f-c9721dde4eff admin admin] Checking segment: {'id': 'a81a420f-29ea-4fe8-8b4b-90a9adec4060', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': '8a489e74-3983-4fab-936a-dbc9c28ab00a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93883) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 13 11:20:45.943359 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8956cbcb-f85f-4a59-9d6f-c9721dde4eff admin admin] Network hostable DHCP agents. Network: 8a489e74-3983-4fab-936a-dbc9c28ab00a, hostable agents: ['1ffcc762-1342-4182-afbd-f33f0b43fadf'], hosted agents: [] {{(pid=93883) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 13 11:20:45.965844 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8956cbcb-f85f-4a59-9d6f-c9721dde4eff admin admin] Pushing event updated for resources: {'Subnet': ['ID=213fe893-3a14-4cb0-bed2-1ed90e1b0b1a,revision_number=0']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 11:20:45.970659 dv-cinder-797608-16-iscsi neutron-server[93884]: DEBUG neutron.wsgi [-] (93884) accepted ('10.222.0.32', 46104) {{(pid=93884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 11:20:45.993592 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8956cbcb-f85f-4a59-9d6f-c9721dde4eff admin admin] Network 8a489e74-3983-4fab-936a-dbc9c28ab00a is scheduled to be hosted by DHCP agent 1ffcc762-1342-4182-afbd-f33f0b43fadf with binding_index 1 {{(pid=93883) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 13 11:20:46.005048 dv-cinder-797608-16-iscsi neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51234d5b-f0be-4f53-a036-308c80e71522 req-af63135b-a2f7-425e-9efb-b60b3e5facc9 tempest-AttachVolumeNegativeTest-1779138385 tempest-AttachVolumeNegativeTest-1779138385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 11:20:46.007226 dv-cinder-797608-16-iscsi neutron-server[93884]: INFO neutron.wsgi [req-51234d5b-f0be-4f53-a036-308c80e71522 req-af63135b-a2f7-425e-9efb-b60b3e5facc9 tempest-AttachVolumeNegativeTest-1779138385 tempest-AttachVolumeNegativeTest-1779138385-project] 10.222.0.32 "GET /v2.0/ports?device_id=d9cfa0a2-3e58-4a73-a5e9-7149fb0a228f HTTP/1.1" status: 200 len: 944 time: 0.0892906 Aug 13 11:20:46.010721 dv-cinder-797608-16-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-827b19b7-ff85-4bf0-8d18-b720c1515ea7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 11:20:46.013638 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron.scheduler.base_scheduler [None req-8956cbcb-f85f-4a59-9d6f-c9721dde4eff admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-797608-16-iscsi, 8a489e74-3983-4fab-936a-dbc9c28ab00a) {{(pid=93883) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 13 11:20:46.016686 dv-cinder-797608-16-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-827b19b7-ff85-4bf0-8d18-b720c1515ea7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651637'] for security_group, after_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 11:20:46.021953 dv-cinder-797608-16-iscsi neutron-server[93885]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-47c0c910-a235-4552-84fb-7c1103334313 None None] Network 8a489e74-3983-4fab-936a-dbc9c28ab00a requested from dv-cinder-797608-16-iscsi {{(pid=93885) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 13 11:20:46.028529 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8956cbcb-f85f-4a59-9d6f-c9721dde4eff admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 11:20:46.029759 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-8956cbcb-f85f-4a59-9d6f-c9721dde4eff admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1611032'] for subnet, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 11:20:46.054249 dv-cinder-797608-16-iscsi neutron-server[93883]: INFO neutron.wsgi [None req-8956cbcb-f85f-4a59-9d6f-c9721dde4eff admin admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 0.6223390 Aug 13 11:20:46.060757 dv-cinder-797608-16-iscsi neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-827b19b7-ff85-4bf0-8d18-b720c1515ea7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=067564c0-67c3-4ba8-9df2-3ce8ca895aee,revision_number=1']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 11:20:46.096821 dv-cinder-797608-16-iscsi neutron-server[93884]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-827b19b7-ff85-4bf0-8d18-b720c1515ea7 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 153} {{(pid=93884) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 13 11:20:46.101848 dv-cinder-797608-16-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-311155e3-84d7-47c4-8281-97a67a872ce5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 11:20:46.202130 dv-cinder-797608-16-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-827b19b7-ff85-4bf0-8d18-b720c1515ea7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-542450'] for segment, precommit_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 11:20:46.202251 dv-cinder-797608-16-iscsi neutron-server[93885]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-96cb429d-32d2-4b1b-855a-619f6a9014a2 None None] Network 8a489e74-3983-4fab-936a-dbc9c28ab00a requested from dv-cinder-797608-16-iscsi {{(pid=93885) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 13 11:20:46.202342 dv-cinder-797608-16-iscsi neutron-server[93884]: INFO neutron.db.segments_db [None req-827b19b7-ff85-4bf0-8d18-b720c1515ea7 admin admin] Added segment e18aea7a-7e5d-44de-aa65-0910a3f71ee1 of type vlan for network b019fcf7-de26-4be8-b91e-534fa6cadca7 Aug 13 11:20:46.203858 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.32', 46110) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 11:20:46.248992 dv-cinder-797608-16-iscsi neutron-server[93884]: INFO neutron.wsgi [req-51234d5b-f0be-4f53-a036-308c80e71522 req-01bf9e4a-1f45-4b04-ae11-5d5d3f01d412 tempest-AttachVolumeNegativeTest-1779138385 tempest-AttachVolumeNegativeTest-1779138385-project] 10.222.0.32 "GET /v2.0/security-groups?id=e9ebb553-6898-47d0-8034-10e78e802a38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2237453 Aug 13 11:20:46.263302 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron.db.db_base_plugin_v2 [None req-936b4eb7-51ec-4452-91d3-79c8572c1b22 admin admin] Deleting subnet f2bb4f28-1316-43d9-8c28-acb05662fd52 {{(pid=93883) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 13 11:20:46.263553 dv-cinder-797608-16-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-5bd21286-a713-4535-9286-94cb73158392 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 11:20:46.277494 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-936b4eb7-51ec-4452-91d3-79c8572c1b22 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 11:20:46.291842 dv-cinder-797608-16-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-827b19b7-ff85-4bf0-8d18-b720c1515ea7 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8782137323340'] for network, precommit_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 11:20:46.327653 dv-cinder-797608-16-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-311155e3-84d7-47c4-8281-97a67a872ce5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 11:20:46.344334 dv-cinder-797608-16-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-311155e3-84d7-47c4-8281-97a67a872ce5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651637'] for security_group, after_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 11:20:46.352337 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-936b4eb7-51ec-4452-91d3-79c8572c1b22 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2139128204'] for subnet, precommit_delete_associations {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 11:20:46.364927 dv-cinder-797608-16-iscsi neutron-server[93885]: DEBUG neutron.plugins.ml2.db [None req-a0b9b986-0706-4fc6-9cf9-0eb02d2513dc None None] get_ports_and_sgs() called for port_ids ['1c819ec8-f1e7-4368-b225-ec8be4f19714'] {{(pid=93885) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 13 11:20:46.419496 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-936b4eb7-51ec-4452-91d3-79c8572c1b22 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-542387'] for subnet, precommit_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 11:20:46.435031 dv-cinder-797608-16-iscsi neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-311155e3-84d7-47c4-8281-97a67a872ce5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6ca20b54-29dd-491c-8e4b-0beb23556537,revision_number=1']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 11:20:46.443007 dv-cinder-797608-16-iscsi neutron-server[93884]: INFO neutron.wsgi [None req-311155e3-84d7-47c4-8281-97a67a872ce5 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=6509f204d19e49488cad1c3f80510964&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6415732 Aug 13 11:20:46.446719 dv-cinder-797608-16-iscsi neutron-server[93884]: DEBUG neutron.wsgi [-] (93884) accepted ('10.222.0.32', 46118) {{(pid=93884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 11:20:46.463977 dv-cinder-797608-16-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-827b19b7-ff85-4bf0-8d18-b720c1515ea7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611014'] for network, after_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 11:20:46.465533 dv-cinder-797608-16-iscsi neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-827b19b7-ff85-4bf0-8d18-b720c1515ea7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 11:20:46.466515 dv-cinder-797608-16-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-827b19b7-ff85-4bf0-8d18-b720c1515ea7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1611032'] for network, before_response {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 11:20:46.515086 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-936b4eb7-51ec-4452-91d3-79c8572c1b22 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-542372', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611014', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2139128441', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2139359422'] for subnet, after_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 11:20:46.540573 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-936b4eb7-51ec-4452-91d3-79c8572c1b22 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f2bb4f28-1316-43d9-8c28-acb05662fd52,revision_number=None']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 11:20:46.547911 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-936b4eb7-51ec-4452-91d3-79c8572c1b22 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1611032'] for subnet, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 11:20:46.552588 dv-cinder-797608-16-iscsi neutron-server[93883]: INFO neutron.wsgi [None req-936b4eb7-51ec-4452-91d3-79c8572c1b22 admin admin] 10.222.0.32 "DELETE /v2.0/subnets/f2bb4f28-1316-43d9-8c28-acb05662fd52 HTTP/1.1" status: 204 len: 168 time: 0.3454750 Aug 13 11:20:46.552813 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.32', 46120) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 11:20:46.573415 dv-cinder-797608-16-iscsi neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-827b19b7-ff85-4bf0-8d18-b720c1515ea7 admin admin] Pushing event updated for resources: {'Network': ['ID=b019fcf7-de26-4be8-b91e-534fa6cadca7,revision_number=1']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 11:20:46.584241 dv-cinder-797608-16-iscsi neutron-server[93885]: DEBUG neutron.plugins.ml2.rpc [None req-05931952-e11e-4e12-af58-ece1398d134b None None] Network b019fcf7-de26-4be8-b91e-534fa6cadca7 details requested by agent ovs-agent-dv-cinder-797608-16-iscsi with host dv-cinder-797608-16-iscsi {{(pid=93885) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 13 11:20:46.602393 dv-cinder-797608-16-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-9f2f0a4e-62f9-4e0a-8c39-867579c0cffb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 11:20:46.634188 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-4ab64e26-fd8c-4fd9-acb3-2bf6fafb3f63 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-641644'] for network, before_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 11:20:46.637299 dv-cinder-797608-16-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-5bd21286-a713-4535-9286-94cb73158392 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 11:20:46.643452 dv-cinder-797608-16-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-9f2f0a4e-62f9-4e0a-8c39-867579c0cffb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 11:20:46.647047 dv-cinder-797608-16-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-5bd21286-a713-4535-9286-94cb73158392 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651637'] for security_group, after_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 11:20:46.675535 dv-cinder-797608-16-iscsi neutron-server[93884]: INFO neutron.wsgi [None req-827b19b7-ff85-4bf0-8d18-b720c1515ea7 admin admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 1.2357287 Aug 13 11:20:46.678810 dv-cinder-797608-16-iscsi neutron-server[93884]: DEBUG neutron.wsgi [-] (93884) accepted ('10.222.0.32', 46122) {{(pid=93884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 11:20:46.697542 dv-cinder-797608-16-iscsi neutron-server[93884]: DEBUG neutron.api.v2.base [None req-01521e6a-63ea-4a50-9467-bce397b53465 admin admin] Request body: {'subnet': {'network_id': 'b019fcf7-de26-4be8-b91e-534fa6cadca7', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-782519625-subnet', 'tenant_id': '8907f2d9d26a4060be3d190bf102bfba', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 13 11:20:46.726725 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-4ab64e26-fd8c-4fd9-acb3-2bf6fafb3f63 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-544564', 'neutron.services.segments.db._delete_segments_for_network-8782137812848'] for network, precommit_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 11:20:46.726928 dv-cinder-797608-16-iscsi neutron-server[93884]: INFO neutron.wsgi [None req-5bd21286-a713-4535-9286-94cb73158392 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=36e91f60bb92427186fb46c00a3dc55c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7508903 Aug 13 11:20:46.727239 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.32', 46124) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 11:20:46.733489 dv-cinder-797608-16-iscsi neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bd21286-a713-4535-9286-94cb73158392 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ec953a82-b6ca-4486-bc54-14b95ba16203,revision_number=1']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 11:20:46.749456 dv-cinder-797608-16-iscsi neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-01521e6a-63ea-4a50-9467-bce397b53465 admin admin] Made reservation on behalf of 8907f2d9d26a4060be3d190bf102bfba for: {'subnet': 1} {{(pid=93884) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 13 11:20:46.753270 dv-cinder-797608-16-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-01521e6a-63ea-4a50-9467-bce397b53465 admin admin] Notify callbacks [] for subnet, before_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 11:20:46.754147 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron.services.segments.db [None req-4ab64e26-fd8c-4fd9-acb3-2bf6fafb3f63 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['815bc264-61d6-4f44-b7a8-5d25339f8888']}} {{(pid=93883) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 13 11:20:46.770460 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron.services.segments.db [None req-4ab64e26-fd8c-4fd9-acb3-2bf6fafb3f63 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8fe054d9-b61b-4cd6-9c00-e63821336d60') {'for_net_delete': True} {{(pid=93883) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 13 11:20:46.770980 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron.services.segments.db [None req-4ab64e26-fd8c-4fd9-acb3-2bf6fafb3f63 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8fe054d9-b61b-4cd6-9c00-e63821336d60') {} {{(pid=93883) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 13 11:20:46.790927 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-4ab64e26-fd8c-4fd9-acb3-2bf6fafb3f63 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8782137816953', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2139128219'] for segment, before_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 11:20:46.812162 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-4ab64e26-fd8c-4fd9-acb3-2bf6fafb3f63 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-542450'] for segment, precommit_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 11:20:46.818216 dv-cinder-797608-16-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-9f2f0a4e-62f9-4e0a-8c39-867579c0cffb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651637'] for security_group, after_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 11:20:46.820623 dv-cinder-797608-16-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-9f2f0a4e-62f9-4e0a-8c39-867579c0cffb admin admin] Notify callbacks [] for security_group, before_response {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 11:20:46.821736 dv-cinder-797608-16-iscsi neutron-server[93884]: INFO neutron.wsgi [None req-9f2f0a4e-62f9-4e0a-8c39-867579c0cffb admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/6ca20b54-29dd-491c-8e4b-0beb23556537 HTTP/1.1" status: 204 len: 168 time: 0.3731639 Aug 13 11:20:46.823920 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4ab64e26-fd8c-4fd9-acb3-2bf6fafb3f63 admin admin] Releasing vlan 163 on physical network physnet1 to pool {{(pid=93883) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 13 11:20:46.824389 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-4ab64e26-fd8c-4fd9-acb3-2bf6fafb3f63 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-542450', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2139128487'] for segment, after_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 11:20:46.830043 dv-cinder-797608-16-iscsi neutron-server[93883]: Traceback (most recent call last): Aug 13 11:20:46.830043 dv-cinder-797608-16-iscsi neutron-server[93883]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 13 11:20:46.830043 dv-cinder-797608-16-iscsi neutron-server[93883]: timer() Aug 13 11:20:46.830043 dv-cinder-797608-16-iscsi neutron-server[93883]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 13 11:20:46.830043 dv-cinder-797608-16-iscsi neutron-server[93883]: cb(*args, **kw) Aug 13 11:20:46.830043 dv-cinder-797608-16-iscsi neutron-server[93883]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 13 11:20:46.830043 dv-cinder-797608-16-iscsi neutron-server[93883]: return func(*args, **kwargs) Aug 13 11:20:46.830043 dv-cinder-797608-16-iscsi neutron-server[93883]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 13 11:20:46.830043 dv-cinder-797608-16-iscsi neutron-server[93883]: self._notify() Aug 13 11:20:46.830043 dv-cinder-797608-16-iscsi neutron-server[93883]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 13 11:20:46.830043 dv-cinder-797608-16-iscsi neutron-server[93883]: self.callback(batched_events) Aug 13 11:20:46.830043 dv-cinder-797608-16-iscsi neutron-server[93883]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 13 11:20:46.830043 dv-cinder-797608-16-iscsi neutron-server[93883]: event.method(event) Aug 13 11:20:46.830043 dv-cinder-797608-16-iscsi neutron-server[93883]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 13 11:20:46.830043 dv-cinder-797608-16-iscsi neutron-server[93883]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 13 11:20:46.830043 dv-cinder-797608-16-iscsi neutron-server[93883]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 13 11:20:46.830043 dv-cinder-797608-16-iscsi neutron-server[93883]: aggregate_uuid = self.p_client.list_aggregates( Aug 13 11:20:46.830043 dv-cinder-797608-16-iscsi neutron-server[93883]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 13 11:20:46.830043 dv-cinder-797608-16-iscsi neutron-server[93883]: return f(self, *a, **k) Aug 13 11:20:46.830043 dv-cinder-797608-16-iscsi neutron-server[93883]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 13 11:20:46.830043 dv-cinder-797608-16-iscsi neutron-server[93883]: return self._get(url).json() Aug 13 11:20:46.830043 dv-cinder-797608-16-iscsi neutron-server[93883]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 13 11:20:46.830043 dv-cinder-797608-16-iscsi neutron-server[93883]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 13 11:20:46.830043 dv-cinder-797608-16-iscsi neutron-server[93883]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 13 11:20:46.830043 dv-cinder-797608-16-iscsi neutron-server[93883]: return self.request(url, 'GET', **kwargs) Aug 13 11:20:46.830043 dv-cinder-797608-16-iscsi neutron-server[93883]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 13 11:20:46.830043 dv-cinder-797608-16-iscsi neutron-server[93883]: base_url = self.get_endpoint(auth, allow=allow, Aug 13 11:20:46.830043 dv-cinder-797608-16-iscsi neutron-server[93883]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 13 11:20:46.830043 dv-cinder-797608-16-iscsi neutron-server[93883]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 13 11:20:46.830043 dv-cinder-797608-16-iscsi neutron-server[93883]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 13 11:20:46.830043 dv-cinder-797608-16-iscsi neutron-server[93883]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 13 11:20:46.830043 dv-cinder-797608-16-iscsi neutron-server[93883]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 13 11:20:46.838372 dv-cinder-797608-16-iscsi neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f2f0a4e-62f9-4e0a-8c39-867579c0cffb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6ca20b54-29dd-491c-8e4b-0beb23556537,revision_number=None']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 11:20:46.841602 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-a5d77720-5e73-4893-820d-a2f59317ca10 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 11:20:46.901746 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-a5d77720-5e73-4893-820d-a2f59317ca10 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 11:20:46.910766 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-4ab64e26-fd8c-4fd9-acb3-2bf6fafb3f63 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-544557', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611014', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1585573'] for network, after_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 11:20:46.930397 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-4ab64e26-fd8c-4fd9-acb3-2bf6fafb3f63 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1611032'] for network, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 11:20:46.932274 dv-cinder-797608-16-iscsi neutron-server[93883]: INFO neutron.wsgi [None req-4ab64e26-fd8c-4fd9-acb3-2bf6fafb3f63 admin admin] 10.222.0.32 "DELETE /v2.0/networks/815bc264-61d6-4f44-b7a8-5d25339f8888 HTTP/1.1" status: 204 len: 168 time: 0.3784008 Aug 13 11:20:46.936778 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.32', 46128) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 11:20:46.956913 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ab64e26-fd8c-4fd9-acb3-2bf6fafb3f63 admin admin] Pushing event deleted for resources: {'Network': ['ID=815bc264-61d6-4f44-b7a8-5d25339f8888,revision_number=None']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 11:20:46.998487 dv-cinder-797608-16-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-01521e6a-63ea-4a50-9467-bce397b53465 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611014'] for subnet, after_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 11:20:47.001131 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron.db.db_base_plugin_v2 [None req-08bcc6e8-37bb-4552-8f48-27d53f24dabd admin admin] Deleting subnet 213fe893-3a14-4cb0-bed2-1ed90e1b0b1a {{(pid=93883) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 13 11:20:47.006987 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-08bcc6e8-37bb-4552-8f48-27d53f24dabd admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 11:20:47.025856 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-a5d77720-5e73-4893-820d-a2f59317ca10 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651637'] for security_group, after_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 11:20:47.028490 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-a5d77720-5e73-4893-820d-a2f59317ca10 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 11:20:47.029687 dv-cinder-797608-16-iscsi neutron-server[93883]: INFO neutron.wsgi [None req-a5d77720-5e73-4893-820d-a2f59317ca10 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/ec953a82-b6ca-4486-bc54-14b95ba16203 HTTP/1.1" status: 204 len: 168 time: 0.3009539 Aug 13 11:20:47.052946 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5d77720-5e73-4893-820d-a2f59317ca10 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ec953a82-b6ca-4486-bc54-14b95ba16203,revision_number=None']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 11:20:47.070732 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-08bcc6e8-37bb-4552-8f48-27d53f24dabd admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2139128204'] for subnet, precommit_delete_associations {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 11:20:47.096977 dv-cinder-797608-16-iscsi neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01521e6a-63ea-4a50-9467-bce397b53465 admin admin] Pushing event updated for resources: {'Subnet': ['ID=5d239d83-0dde-465f-9273-8e7c04ac2cdd,revision_number=0']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 11:20:47.116402 dv-cinder-797608-16-iscsi neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3014ff2-6b39-4303-a1da-1d765fc7b9fe req-dabce525-f9b7-4331-bd2a-fa506d4a84b2 tempest-ServerRescueNegativeTestJSON-217385872 tempest-ServerRescueNegativeTestJSON-217385872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 11:20:47.118250 dv-cinder-797608-16-iscsi neutron-server[93884]: INFO neutron.wsgi [req-c3014ff2-6b39-4303-a1da-1d765fc7b9fe req-dabce525-f9b7-4331-bd2a-fa506d4a84b2 tempest-ServerRescueNegativeTestJSON-217385872 tempest-ServerRescueNegativeTestJSON-217385872-project] 10.222.0.32 "GET /v2.0/ports?device_id=994527d7-146c-46c8-a16a-bc04ce3e770b HTTP/1.1" status: 200 len: 946 time: 0.1104791 Aug 13 11:20:47.118726 dv-cinder-797608-16-iscsi neutron-server[93884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01521e6a-63ea-4a50-9467-bce397b53465 admin admin] Checking segment: {'id': 'e18aea7a-7e5d-44de-aa65-0910a3f71ee1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': 'b019fcf7-de26-4be8-b91e-534fa6cadca7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93884) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 13 11:20:47.119155 dv-cinder-797608-16-iscsi neutron-server[93884]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-01521e6a-63ea-4a50-9467-bce397b53465 admin admin] Network hostable DHCP agents. Network: b019fcf7-de26-4be8-b91e-534fa6cadca7, hostable agents: ['1ffcc762-1342-4182-afbd-f33f0b43fadf'], hosted agents: [] {{(pid=93884) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 13 11:20:47.133535 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-08bcc6e8-37bb-4552-8f48-27d53f24dabd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-542387'] for subnet, precommit_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 11:20:47.154889 dv-cinder-797608-16-iscsi neutron-server[93884]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-01521e6a-63ea-4a50-9467-bce397b53465 admin admin] Network b019fcf7-de26-4be8-b91e-534fa6cadca7 is scheduled to be hosted by DHCP agent 1ffcc762-1342-4182-afbd-f33f0b43fadf with binding_index 1 {{(pid=93884) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 13 11:20:47.174439 dv-cinder-797608-16-iscsi neutron-server[93884]: INFO neutron.wsgi [req-c3014ff2-6b39-4303-a1da-1d765fc7b9fe req-d022cd7a-1f2a-47e7-b19c-d747eb7b1095 tempest-ServerRescueNegativeTestJSON-217385872 tempest-ServerRescueNegativeTestJSON-217385872-project] 10.222.0.32 "GET /v2.0/security-groups?id=5e66df65-70b0-476d-97cd-4e9936c292c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447478 Aug 13 11:20:47.175646 dv-cinder-797608-16-iscsi neutron-server[93884]: DEBUG neutron.scheduler.base_scheduler [None req-01521e6a-63ea-4a50-9467-bce397b53465 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-797608-16-iscsi, b019fcf7-de26-4be8-b91e-534fa6cadca7) {{(pid=93884) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 13 11:20:47.180502 dv-cinder-797608-16-iscsi neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-01521e6a-63ea-4a50-9467-bce397b53465 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 11:20:47.181509 dv-cinder-797608-16-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-01521e6a-63ea-4a50-9467-bce397b53465 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1611032'] for subnet, before_response {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 11:20:47.187788 dv-cinder-797608-16-iscsi neutron-server[93885]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5e793b30-a985-4176-990f-996eaed13d6c None None] Network b019fcf7-de26-4be8-b91e-534fa6cadca7 requested from dv-cinder-797608-16-iscsi {{(pid=93885) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 13 11:20:47.201462 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.32', 46136) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 11:20:47.201593 dv-cinder-797608-16-iscsi neutron-server[93884]: INFO neutron.wsgi [None req-01521e6a-63ea-4a50-9467-bce397b53465 admin admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.5185659 Aug 13 11:20:47.233479 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-08bcc6e8-37bb-4552-8f48-27d53f24dabd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-542372', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611014', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2139128441', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2139359422'] for subnet, after_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 11:20:47.242305 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-763b62a6-252a-4d27-a76c-57c771cbe613 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 11:20:47.295304 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-08bcc6e8-37bb-4552-8f48-27d53f24dabd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1611032'] for subnet, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 11:20:47.299559 dv-cinder-797608-16-iscsi neutron-server[93883]: INFO neutron.wsgi [None req-08bcc6e8-37bb-4552-8f48-27d53f24dabd admin admin] 10.222.0.32 "DELETE /v2.0/subnets/213fe893-3a14-4cb0-bed2-1ed90e1b0b1a HTTP/1.1" status: 204 len: 168 time: 0.3536892 Aug 13 11:20:47.302150 dv-cinder-797608-16-iscsi neutron-server[93884]: DEBUG neutron.wsgi [-] (93884) accepted ('10.222.0.32', 46142) {{(pid=93884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 11:20:47.311597 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08bcc6e8-37bb-4552-8f48-27d53f24dabd admin admin] Pushing event deleted for resources: {'Subnet': ['ID=213fe893-3a14-4cb0-bed2-1ed90e1b0b1a,revision_number=None']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 11:20:47.373009 dv-cinder-797608-16-iscsi neutron-server[93885]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-033f6133-244a-4364-9ce4-b9f207611385 None None] Network b019fcf7-de26-4be8-b91e-534fa6cadca7 requested from dv-cinder-797608-16-iscsi {{(pid=93885) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 13 11:20:47.435987 dv-cinder-797608-16-iscsi neutron-server[93885]: DEBUG neutron.plugins.ml2.rpc [None req-a0b9b986-0706-4fc6-9cf9-0eb02d2513dc None None] Device 1c819ec8-f1e7-4368-b225-ec8be4f19714 up at agent hyperv_hv-cinder-79760 {{(pid=93885) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 13 11:20:47.486345 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-763b62a6-252a-4d27-a76c-57c771cbe613 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 11:20:47.511530 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-763b62a6-252a-4d27-a76c-57c771cbe613 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651637'] for security_group, after_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 11:20:47.541877 dv-cinder-797608-16-iscsi neutron-server[93885]: DEBUG neutron.db.provisioning_blocks [None req-a0b9b986-0706-4fc6-9cf9-0eb02d2513dc None None] Provisioning for port 1c819ec8-f1e7-4368-b225-ec8be4f19714 completed by entity L2. {{(pid=93885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 13 11:20:47.565505 dv-cinder-797608-16-iscsi neutron-server[93885]: DEBUG neutron.db.provisioning_blocks [None req-a0b9b986-0706-4fc6-9cf9-0eb02d2513dc None None] Provisioning complete for port 1c819ec8-f1e7-4368-b225-ec8be4f19714 triggered by entity L2. {{(pid=93885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 13 11:20:47.565659 dv-cinder-797608-16-iscsi neutron-server[93883]: INFO neutron.wsgi [None req-763b62a6-252a-4d27-a76c-57c771cbe613 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=38928149aea342e080dfce16c0c7b54c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3627875 Aug 13 11:20:47.567145 dv-cinder-797608-16-iscsi neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-a0b9b986-0706-4fc6-9cf9-0eb02d2513dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-997193'] for port, provisioning_complete {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 11:20:47.568366 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.32', 46158) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 11:20:47.601763 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-763b62a6-252a-4d27-a76c-57c771cbe613 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b5826017-bd7d-4a40-aa3b-54ec0091823a,revision_number=1']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 11:20:47.631711 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.32', 46164) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 11:20:47.671927 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-c1786231-ef7e-4cef-b067-8d8095adac48 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 11:20:47.731604 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-10f3c33e-389c-49e9-a8d9-3076d38667d4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 11:20:47.782675 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-10f3c33e-389c-49e9-a8d9-3076d38667d4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 11:20:47.795751 dv-cinder-797608-16-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-17d20d40-9ad0-4994-ba53-5a39c289c631 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-641644'] for network, before_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 11:20:47.813542 dv-cinder-797608-16-iscsi neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-445a8b71-2b5d-4570-bbd7-c0a7732fe929 req-305c17e3-8721-4259-ba79-89e74a375df2 tempest-AttachVolumeNegativeTest-1779138385 tempest-AttachVolumeNegativeTest-1779138385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 11:20:47.821679 dv-cinder-797608-16-iscsi neutron-server[93884]: INFO neutron.wsgi [req-445a8b71-2b5d-4570-bbd7-c0a7732fe929 req-305c17e3-8721-4259-ba79-89e74a375df2 tempest-AttachVolumeNegativeTest-1779138385 tempest-AttachVolumeNegativeTest-1779138385-project] 10.222.0.32 "GET /v2.0/ports?device_id=d9cfa0a2-3e58-4a73-a5e9-7149fb0a228f HTTP/1.1" status: 200 len: 944 time: 0.4388530 Aug 13 11:20:47.829044 dv-cinder-797608-16-iscsi neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-a0b9b986-0706-4fc6-9cf9-0eb02d2513dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935434'] for port, before_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 11:20:47.885386 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-c1786231-ef7e-4cef-b067-8d8095adac48 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 11:20:47.886929 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-10f3c33e-389c-49e9-a8d9-3076d38667d4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651637'] for security_group, after_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 11:20:47.887539 dv-cinder-797608-16-iscsi neutron-server[93885]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd9cfa0a2-3e58-4a73-a5e9-7149fb0a228f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1c819ec8-f1e7-4368-b225-ec8be4f19714'}] {{(pid=93885) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 13 11:20:47.890174 dv-cinder-797608-16-iscsi neutron-server[93885]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6271a0dfd589c32cbc3478448621ce6e19c81a8dd821b4c159629fbe4478ed77" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-01c2f92b-011d-4df9-b8f9-fa56df4616c7" -d '{"events": [{"server_uuid": "d9cfa0a2-3e58-4a73-a5e9-7149fb0a228f", "name": "network-vif-plugged", "status": "completed", "tag": "1c819ec8-f1e7-4368-b225-ec8be4f19714"}]}' {{(pid=93885) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 13 11:20:47.890566 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-10f3c33e-389c-49e9-a8d9-3076d38667d4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 11:20:47.891909 dv-cinder-797608-16-iscsi neutron-server[93883]: INFO neutron.wsgi [None req-10f3c33e-389c-49e9-a8d9-3076d38667d4 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/b5826017-bd7d-4a40-aa3b-54ec0091823a HTTP/1.1" status: 204 len: 168 time: 0.3225050 Aug 13 11:20:47.895270 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-c1786231-ef7e-4cef-b067-8d8095adac48 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651637'] for security_group, after_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 11:20:47.914310 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10f3c33e-389c-49e9-a8d9-3076d38667d4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b5826017-bd7d-4a40-aa3b-54ec0091823a,revision_number=None']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 11:20:47.926641 dv-cinder-797608-16-iscsi neutron-server[93885]: DEBUG neutron.plugins.ml2.db [None req-a0b9b986-0706-4fc6-9cf9-0eb02d2513dc None None] For port 1c819ec8-f1e7-4368-b225-ec8be4f19714, host hv-cinder-79760, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79760',level=0,port_id=1c819ec8-f1e7-4368-b225-ec8be4f19714,segment=NetworkSegment(f4dd2cc4-fdaa-47ce-bd00-4a8b0e01de32),segment_id=f4dd2cc4-fdaa-47ce-bd00-4a8b0e01de32)] {{(pid=93885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 13 11:20:47.948117 dv-cinder-797608-16-iscsi neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-a0b9b986-0706-4fc6-9cf9-0eb02d2513dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935844', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611014', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782137889940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782137337613', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782137337631'] for port, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 11:20:47.963624 dv-cinder-797608-16-iscsi neutron-server[93884]: INFO neutron.wsgi [req-445a8b71-2b5d-4570-bbd7-c0a7732fe929 req-86d7b75e-32e9-47a4-8571-5101d55af797 tempest-AttachVolumeNegativeTest-1779138385 tempest-AttachVolumeNegativeTest-1779138385-project] 10.222.0.32 "GET /v2.0/security-groups?id=e9ebb553-6898-47d0-8034-10e78e802a38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1306796 Aug 13 11:20:47.979358 dv-cinder-797608-16-iscsi neutron-server[93883]: INFO neutron.wsgi [None req-c1786231-ef7e-4cef-b067-8d8095adac48 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=dde528866b744e328a625e3427cbf3f4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3432257 Aug 13 11:20:47.982527 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.32', 46176) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 11:20:47.985175 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1786231-ef7e-4cef-b067-8d8095adac48 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eed9f7b9-96a6-46fd-9ba9-2987e8799c05,revision_number=1']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 11:20:47.998396 dv-cinder-797608-16-iscsi neutron-server[93885]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 13 Aug 2021 11:20:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9e1b6909-e2e5-4a08-a06d-aa44c88706f8 x-openstack-request-id: req-9e1b6909-e2e5-4a08-a06d-aa44c88706f8 {{(pid=93885) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 13 11:20:47.999073 dv-cinder-797608-16-iscsi neutron-server[93885]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d9cfa0a2-3e58-4a73-a5e9-7149fb0a228f", "name": "network-vif-plugged", "status": "completed", "tag": "1c819ec8-f1e7-4368-b225-ec8be4f19714", "code": 200}]} {{(pid=93885) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 13 11:20:47.999594 dv-cinder-797608-16-iscsi neutron-server[93885]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-9e1b6909-e2e5-4a08-a06d-aa44c88706f8 {{(pid=93885) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 13 11:20:48.000218 dv-cinder-797608-16-iscsi neutron-server[93885]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd9cfa0a2-3e58-4a73-a5e9-7149fb0a228f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1c819ec8-f1e7-4368-b225-ec8be4f19714', 'code': 200} Aug 13 11:20:48.048414 dv-cinder-797608-16-iscsi neutron-server[93885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0b9b986-0706-4fc6-9cf9-0eb02d2513dc None None] Pushing event updated for resources: {'Port': ['ID=1c819ec8-f1e7-4368-b225-ec8be4f19714,revision_number=5']} {{(pid=93885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 11:20:48.093989 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-265047c5-9dac-4083-a863-e674c97fe413 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 11:20:48.121931 dv-cinder-797608-16-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-17d20d40-9ad0-4994-ba53-5a39c289c631 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-544564', 'neutron.services.segments.db._delete_segments_for_network-8782137812848'] for network, precommit_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 11:20:48.138413 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-265047c5-9dac-4083-a863-e674c97fe413 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 11:20:48.146504 dv-cinder-797608-16-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-17d20d40-9ad0-4994-ba53-5a39c289c631 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=93884) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 13 11:20:48.147190 dv-cinder-797608-16-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-17d20d40-9ad0-4994-ba53-5a39c289c631 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=93884) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 13 11:20:48.148107 dv-cinder-797608-16-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-17d20d40-9ad0-4994-ba53-5a39c289c631 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=93884) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 13 11:20:48.148876 dv-cinder-797608-16-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-17d20d40-9ad0-4994-ba53-5a39c289c631 admin admin] Subscribe: > port after_create 55550000 {{(pid=93884) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 13 11:20:48.149378 dv-cinder-797608-16-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-17d20d40-9ad0-4994-ba53-5a39c289c631 admin admin] Subscribe: > port after_delete 55550000 {{(pid=93884) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 13 11:20:48.149947 dv-cinder-797608-16-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-17d20d40-9ad0-4994-ba53-5a39c289c631 admin admin] Subscribe: > port after_update 55550000 {{(pid=93884) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 13 11:20:48.159175 dv-cinder-797608-16-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-17d20d40-9ad0-4994-ba53-5a39c289c631 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=93884) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 13 11:20:48.159422 dv-cinder-797608-16-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-17d20d40-9ad0-4994-ba53-5a39c289c631 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=93884) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 13 11:20:48.159832 dv-cinder-797608-16-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-17d20d40-9ad0-4994-ba53-5a39c289c631 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=93884) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 13 11:20:48.160173 dv-cinder-797608-16-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-17d20d40-9ad0-4994-ba53-5a39c289c631 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=93884) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 13 11:20:48.284467 dv-cinder-797608-16-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-17d20d40-9ad0-4994-ba53-5a39c289c631 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=93884) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 13 11:20:48.284467 dv-cinder-797608-16-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-17d20d40-9ad0-4994-ba53-5a39c289c631 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=93884) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 13 11:20:48.284467 dv-cinder-797608-16-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-17d20d40-9ad0-4994-ba53-5a39c289c631 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=93884) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 13 11:20:48.284467 dv-cinder-797608-16-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-17d20d40-9ad0-4994-ba53-5a39c289c631 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=93884) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 13 11:20:48.284928 dv-cinder-797608-16-iscsi neutron-server[93884]: DEBUG neutron.services.segments.db [None req-17d20d40-9ad0-4994-ba53-5a39c289c631 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8a489e74-3983-4fab-936a-dbc9c28ab00a']}} {{(pid=93884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 13 11:20:48.319779 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-265047c5-9dac-4083-a863-e674c97fe413 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651637'] for security_group, after_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 11:20:48.324680 dv-cinder-797608-16-iscsi neutron-server[93884]: DEBUG neutron.services.segments.db [None req-17d20d40-9ad0-4994-ba53-5a39c289c631 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a81a420f-29ea-4fe8-8b4b-90a9adec4060') {'for_net_delete': True} {{(pid=93884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 13 11:20:48.325743 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-265047c5-9dac-4083-a863-e674c97fe413 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 11:20:48.326855 dv-cinder-797608-16-iscsi neutron-server[93884]: DEBUG neutron.services.segments.db [None req-17d20d40-9ad0-4994-ba53-5a39c289c631 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a81a420f-29ea-4fe8-8b4b-90a9adec4060') {} {{(pid=93884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 13 11:20:48.332045 dv-cinder-797608-16-iscsi neutron-server[93883]: INFO neutron.wsgi [None req-265047c5-9dac-4083-a863-e674c97fe413 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/eed9f7b9-96a6-46fd-9ba9-2987e8799c05 HTTP/1.1" status: 204 len: 168 time: 0.3457551 Aug 13 11:20:48.371242 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-265047c5-9dac-4083-a863-e674c97fe413 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eed9f7b9-96a6-46fd-9ba9-2987e8799c05,revision_number=None']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 11:20:48.383350 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ac036ca-a4d9-45b7-9adb-96b81be01b6b req-98f10342-db0e-4507-a95b-30a0d8047983 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 11:20:48.385725 dv-cinder-797608-16-iscsi neutron-server[93883]: INFO neutron.wsgi [req-0ac036ca-a4d9-45b7-9adb-96b81be01b6b req-98f10342-db0e-4507-a95b-30a0d8047983 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=d9cfa0a2-3e58-4a73-a5e9-7149fb0a228f HTTP/1.1" status: 200 len: 1098 time: 0.1441045 Aug 13 11:20:48.430679 dv-cinder-797608-16-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-17d20d40-9ad0-4994-ba53-5a39c289c631 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8782137816953', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2141180568'] for segment, before_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 11:20:48.462420 dv-cinder-797608-16-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-17d20d40-9ad0-4994-ba53-5a39c289c631 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-542450'] for segment, precommit_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 11:20:48.486658 dv-cinder-797608-16-iscsi neutron-server[93883]: INFO neutron.wsgi [req-0ac036ca-a4d9-45b7-9adb-96b81be01b6b req-d2062dda-4dd8-4c60-a402-96b75026d994 service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=e9ebb553-6898-47d0-8034-10e78e802a38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0907886 Aug 13 11:20:48.504149 dv-cinder-797608-16-iscsi neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-634ec255-4d0f-47af-b770-b874e3e55be1 req-2dc2c2db-5b3d-418a-93ee-579559f37ef1 tempest-ServerRescueNegativeTestJSON-217385872 tempest-ServerRescueNegativeTestJSON-217385872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 11:20:48.511645 dv-cinder-797608-16-iscsi neutron-server[93884]: INFO neutron.wsgi [req-634ec255-4d0f-47af-b770-b874e3e55be1 req-2dc2c2db-5b3d-418a-93ee-579559f37ef1 tempest-ServerRescueNegativeTestJSON-217385872 tempest-ServerRescueNegativeTestJSON-217385872-project] 10.222.0.32 "GET /v2.0/ports?device_id=994527d7-146c-46c8-a16a-bc04ce3e770b HTTP/1.1" status: 200 len: 946 time: 0.2066941 Aug 13 11:20:48.514192 dv-cinder-797608-16-iscsi neutron-server[93884]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-17d20d40-9ad0-4994-ba53-5a39c289c631 admin admin] Releasing vlan 166 on physical network physnet1 to pool {{(pid=93884) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 13 11:20:48.514974 dv-cinder-797608-16-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-17d20d40-9ad0-4994-ba53-5a39c289c631 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-542450', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2141180238'] for segment, after_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 11:20:48.520618 dv-cinder-797608-16-iscsi neutron-server[93884]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Aug 13 11:20:48.520618 dv-cinder-797608-16-iscsi neutron-server[93884]: from cryptography.utils import int_from_bytes Aug 13 11:20:48.520618 dv-cinder-797608-16-iscsi neutron-server[93884]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Aug 13 11:20:48.520618 dv-cinder-797608-16-iscsi neutron-server[93884]: from cryptography.utils import int_from_bytes Aug 13 11:20:48.520618 dv-cinder-797608-16-iscsi neutron-server[93884]: Traceback (most recent call last): Aug 13 11:20:48.520618 dv-cinder-797608-16-iscsi neutron-server[93884]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 13 11:20:48.520618 dv-cinder-797608-16-iscsi neutron-server[93884]: timer() Aug 13 11:20:48.520618 dv-cinder-797608-16-iscsi neutron-server[93884]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 13 11:20:48.520618 dv-cinder-797608-16-iscsi neutron-server[93884]: cb(*args, **kw) Aug 13 11:20:48.520618 dv-cinder-797608-16-iscsi neutron-server[93884]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 13 11:20:48.520618 dv-cinder-797608-16-iscsi neutron-server[93884]: return func(*args, **kwargs) Aug 13 11:20:48.520618 dv-cinder-797608-16-iscsi neutron-server[93884]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 13 11:20:48.520618 dv-cinder-797608-16-iscsi neutron-server[93884]: self._notify() Aug 13 11:20:48.520618 dv-cinder-797608-16-iscsi neutron-server[93884]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 13 11:20:48.520618 dv-cinder-797608-16-iscsi neutron-server[93884]: self.callback(batched_events) Aug 13 11:20:48.520618 dv-cinder-797608-16-iscsi neutron-server[93884]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 13 11:20:48.520618 dv-cinder-797608-16-iscsi neutron-server[93884]: event.method(event) Aug 13 11:20:48.520618 dv-cinder-797608-16-iscsi neutron-server[93884]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 13 11:20:48.520618 dv-cinder-797608-16-iscsi neutron-server[93884]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 13 11:20:48.520618 dv-cinder-797608-16-iscsi neutron-server[93884]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 13 11:20:48.520618 dv-cinder-797608-16-iscsi neutron-server[93884]: aggregate_uuid = self.p_client.list_aggregates( Aug 13 11:20:48.520618 dv-cinder-797608-16-iscsi neutron-server[93884]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 13 11:20:48.520618 dv-cinder-797608-16-iscsi neutron-server[93884]: return f(self, *a, **k) Aug 13 11:20:48.520618 dv-cinder-797608-16-iscsi neutron-server[93884]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 13 11:20:48.520618 dv-cinder-797608-16-iscsi neutron-server[93884]: return self._get(url).json() Aug 13 11:20:48.520618 dv-cinder-797608-16-iscsi neutron-server[93884]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 13 11:20:48.520618 dv-cinder-797608-16-iscsi neutron-server[93884]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 13 11:20:48.520618 dv-cinder-797608-16-iscsi neutron-server[93884]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 13 11:20:48.520618 dv-cinder-797608-16-iscsi neutron-server[93884]: return self.request(url, 'GET', **kwargs) Aug 13 11:20:48.520618 dv-cinder-797608-16-iscsi neutron-server[93884]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 13 11:20:48.520618 dv-cinder-797608-16-iscsi neutron-server[93884]: base_url = self.get_endpoint(auth, allow=allow, Aug 13 11:20:48.520618 dv-cinder-797608-16-iscsi neutron-server[93884]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 13 11:20:48.520618 dv-cinder-797608-16-iscsi neutron-server[93884]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 13 11:20:48.520618 dv-cinder-797608-16-iscsi neutron-server[93884]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 13 11:20:48.520618 dv-cinder-797608-16-iscsi neutron-server[93884]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 13 11:20:48.520618 dv-cinder-797608-16-iscsi neutron-server[93884]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 13 11:20:48.616767 dv-cinder-797608-16-iscsi neutron-server[93884]: INFO neutron.wsgi [req-634ec255-4d0f-47af-b770-b874e3e55be1 req-40bc09b5-793a-468e-8c67-1760edfa61b7 tempest-ServerRescueNegativeTestJSON-217385872 tempest-ServerRescueNegativeTestJSON-217385872-project] 10.222.0.32 "GET /v2.0/security-groups?id=5e66df65-70b0-476d-97cd-4e9936c292c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1041799 Aug 13 11:20:48.618195 dv-cinder-797608-16-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-17d20d40-9ad0-4994-ba53-5a39c289c631 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-544557', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611014', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1585573'] for network, after_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 11:20:48.639710 dv-cinder-797608-16-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-17d20d40-9ad0-4994-ba53-5a39c289c631 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1611032'] for network, before_response {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 11:20:48.646026 dv-cinder-797608-16-iscsi neutron-server[93884]: INFO neutron.wsgi [None req-17d20d40-9ad0-4994-ba53-5a39c289c631 admin admin] 10.222.0.32 "DELETE /v2.0/networks/8a489e74-3983-4fab-936a-dbc9c28ab00a HTTP/1.1" status: 204 len: 168 time: 1.3426087 Aug 13 11:20:48.647588 dv-cinder-797608-16-iscsi neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17d20d40-9ad0-4994-ba53-5a39c289c631 admin admin] Pushing event deleted for resources: {'Network': ['ID=8a489e74-3983-4fab-936a-dbc9c28ab00a,revision_number=None']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 11:20:48.926057 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.32', 46218) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 11:20:48.975923 dv-cinder-797608-16-iscsi neutron-server[93883]: INFO neutron.wsgi [None req-72503f30-2397-4898-9ebb-c3388c7c35e8 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=66d41cbe89c541b9b4d87359b8664b53&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0456827 Aug 13 11:20:48.976118 dv-cinder-797608-16-iscsi neutron-server[93884]: DEBUG neutron.wsgi [-] (93884) accepted ('10.222.0.32', 46220) {{(pid=93884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 11:20:48.976630 dv-cinder-797608-16-iscsi neutron-server[93884]: DEBUG neutron.wsgi [-] (93884) accepted ('10.222.0.32', 46222) {{(pid=93884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 11:20:49.056036 dv-cinder-797608-16-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-a5190604-91f3-43f5-9e4d-23812b2653d2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 11:20:49.114747 dv-cinder-797608-16-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-a5190604-91f3-43f5-9e4d-23812b2653d2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 11:20:49.148882 dv-cinder-797608-16-iscsi neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-980fa59b-f435-40d5-8fb9-966702ed8032 req-ca1a3ffc-0647-4f24-9ac8-b76276a2769a tempest-AttachVolumeNegativeTest-1779138385 tempest-AttachVolumeNegativeTest-1779138385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 11:20:49.150332 dv-cinder-797608-16-iscsi neutron-server[93884]: INFO neutron.wsgi [req-980fa59b-f435-40d5-8fb9-966702ed8032 req-ca1a3ffc-0647-4f24-9ac8-b76276a2769a tempest-AttachVolumeNegativeTest-1779138385 tempest-AttachVolumeNegativeTest-1779138385-project] 10.222.0.32 "GET /v2.0/ports?device_id=d9cfa0a2-3e58-4a73-a5e9-7149fb0a228f HTTP/1.1" status: 200 len: 945 time: 0.0920446 Aug 13 11:20:49.179792 dv-cinder-797608-16-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-2a0643c0-6862-4e65-a8ac-6355f506e953 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 11:20:49.239195 dv-cinder-797608-16-iscsi neutron-server[93884]: INFO neutron.wsgi [req-980fa59b-f435-40d5-8fb9-966702ed8032 req-5933d6ec-e13a-4b85-a2c0-8ce0e81deb20 tempest-AttachVolumeNegativeTest-1779138385 tempest-AttachVolumeNegativeTest-1779138385-project] 10.222.0.32 "GET /v2.0/security-groups?id=e9ebb553-6898-47d0-8034-10e78e802a38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0701261 Aug 13 11:20:49.254790 dv-cinder-797608-16-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-a5190604-91f3-43f5-9e4d-23812b2653d2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651637'] for security_group, after_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 11:20:49.256399 dv-cinder-797608-16-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-a5190604-91f3-43f5-9e4d-23812b2653d2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 11:20:49.257526 dv-cinder-797608-16-iscsi neutron-server[93884]: INFO neutron.wsgi [None req-a5190604-91f3-43f5-9e4d-23812b2653d2 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/051f4c2e-aae7-4f2a-bfb2-194759d1f9ad HTTP/1.1" status: 204 len: 168 time: 0.2789533 Aug 13 11:20:49.274257 dv-cinder-797608-16-iscsi neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5190604-91f3-43f5-9e4d-23812b2653d2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=051f4c2e-aae7-4f2a-bfb2-194759d1f9ad,revision_number=None']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 11:20:49.371033 dv-cinder-797608-16-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-2a0643c0-6862-4e65-a8ac-6355f506e953 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 11:20:49.376484 dv-cinder-797608-16-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-2a0643c0-6862-4e65-a8ac-6355f506e953 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651637'] for security_group, after_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 11:20:49.421685 dv-cinder-797608-16-iscsi neutron-server[93884]: INFO neutron.wsgi [None req-2a0643c0-6862-4e65-a8ac-6355f506e953 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=537d2bf91e8145bf9ed45a14c39a0d98&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4441171 Aug 13 11:20:49.423661 dv-cinder-797608-16-iscsi neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a0643c0-6862-4e65-a8ac-6355f506e953 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e950290d-8ef2-4782-9a15-b61ffb05648f,revision_number=1']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 11:20:49.424911 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.32', 46250) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 11:20:49.494203 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-758fab25-857a-460f-9b34-8a373e58bdcc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 11:20:49.520223 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-758fab25-857a-460f-9b34-8a373e58bdcc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 11:20:49.591754 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-758fab25-857a-460f-9b34-8a373e58bdcc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651637'] for security_group, after_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 11:20:49.594368 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-758fab25-857a-460f-9b34-8a373e58bdcc admin admin] Notify callbacks [] for security_group, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 11:20:49.595543 dv-cinder-797608-16-iscsi neutron-server[93883]: INFO neutron.wsgi [None req-758fab25-857a-460f-9b34-8a373e58bdcc admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/e950290d-8ef2-4782-9a15-b61ffb05648f HTTP/1.1" status: 204 len: 168 time: 0.1685228 Aug 13 11:20:49.603300 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-758fab25-857a-460f-9b34-8a373e58bdcc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e950290d-8ef2-4782-9a15-b61ffb05648f,revision_number=None']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 11:20:49.733812 dv-cinder-797608-16-iscsi neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2210f556-b62f-4d2e-8e3e-daadcd812f15 req-97974ef1-72f3-4536-b746-648ccd3c6903 tempest-VolumesSnapshotTestJSON-118294861 tempest-VolumesSnapshotTestJSON-118294861-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 11:20:49.735390 dv-cinder-797608-16-iscsi neutron-server[93884]: INFO neutron.wsgi [req-2210f556-b62f-4d2e-8e3e-daadcd812f15 req-97974ef1-72f3-4536-b746-648ccd3c6903 tempest-VolumesSnapshotTestJSON-118294861 tempest-VolumesSnapshotTestJSON-118294861-project] 10.222.0.32 "GET /v2.0/networks?id=b019fcf7-de26-4be8-b91e-534fa6cadca7 HTTP/1.1" status: 200 len: 813 time: 0.1746130 Aug 13 11:20:49.755193 dv-cinder-797608-16-iscsi neutron-server[93884]: INFO neutron.wsgi [req-2210f556-b62f-4d2e-8e3e-daadcd812f15 req-94d96e04-f232-48ec-8ee6-0d380c0121c2 tempest-VolumesSnapshotTestJSON-118294861 tempest-VolumesSnapshotTestJSON-118294861-project] 10.222.0.32 "GET /v2.0/quotas/8907f2d9d26a4060be3d190bf102bfba HTTP/1.1" status: 200 len: 375 time: 0.0124612 Aug 13 11:20:49.772216 dv-cinder-797608-16-iscsi neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df26e48d-55fa-4066-82ef-85ac53ab0a10 req-fb27b340-040a-4711-bfc4-538dbfe58faf tempest-ServerRescueNegativeTestJSON-217385872 tempest-ServerRescueNegativeTestJSON-217385872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 11:20:49.773706 dv-cinder-797608-16-iscsi neutron-server[93884]: INFO neutron.wsgi [req-df26e48d-55fa-4066-82ef-85ac53ab0a10 req-fb27b340-040a-4711-bfc4-538dbfe58faf tempest-ServerRescueNegativeTestJSON-217385872 tempest-ServerRescueNegativeTestJSON-217385872-project] 10.222.0.32 "GET /v2.0/ports?device_id=994527d7-146c-46c8-a16a-bc04ce3e770b HTTP/1.1" status: 200 len: 946 time: 0.0849621 Aug 13 11:20:49.777531 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.32', 46274) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 11:20:49.802361 dv-cinder-797608-16-iscsi neutron-server[93884]: INFO neutron.wsgi [req-2210f556-b62f-4d2e-8e3e-daadcd812f15 req-393e9ad7-4042-4de7-bb54-d851e74b21d7 tempest-VolumesSnapshotTestJSON-118294861 tempest-VolumesSnapshotTestJSON-118294861-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=8907f2d9d26a4060be3d190bf102bfba&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0403945 Aug 13 11:20:49.838936 dv-cinder-797608-16-iscsi neutron-server[93883]: INFO neutron.wsgi [None req-65468f44-0002-4a3f-8329-de0a719409ba admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=e55883a988b54970991a1e03a9a9f038&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0596139 Aug 13 11:20:49.842036 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.32', 46278) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 11:20:49.894291 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-6d20fabc-f729-483e-8b95-64698f5de910 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 11:20:49.907726 dv-cinder-797608-16-iscsi neutron-server[93884]: INFO neutron.wsgi [req-df26e48d-55fa-4066-82ef-85ac53ab0a10 req-b51b6beb-a8d0-4445-a3a1-0d2ca7ba4452 tempest-ServerRescueNegativeTestJSON-217385872 tempest-ServerRescueNegativeTestJSON-217385872-project] 10.222.0.32 "GET /v2.0/security-groups?id=5e66df65-70b0-476d-97cd-4e9936c292c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1226850 Aug 13 11:20:49.918457 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-6d20fabc-f729-483e-8b95-64698f5de910 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 11:20:49.978686 dv-cinder-797608-16-iscsi neutron-server[93884]: INFO neutron.wsgi [req-2210f556-b62f-4d2e-8e3e-daadcd812f15 req-cb2ef65d-11ae-4301-a324-a84641240e66 service neutron] 10.222.0.32 "GET /v2.0/networks/b019fcf7-de26-4be8-b91e-534fa6cadca7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1680989 Aug 13 11:20:50.005772 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-6d20fabc-f729-483e-8b95-64698f5de910 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651637'] for security_group, after_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 11:20:50.011767 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-6d20fabc-f729-483e-8b95-64698f5de910 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 11:20:50.013773 dv-cinder-797608-16-iscsi neutron-server[93883]: INFO neutron.wsgi [None req-6d20fabc-f729-483e-8b95-64698f5de910 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/237af061-9423-4d62-8ec1-fe558e04a11a HTTP/1.1" status: 204 len: 168 time: 0.1715486 Aug 13 11:20:50.023446 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d20fabc-f729-483e-8b95-64698f5de910 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=237af061-9423-4d62-8ec1-fe558e04a11a,revision_number=None']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 11:20:50.110971 dv-cinder-797608-16-iscsi neutron-server[93884]: INFO neutron.wsgi [req-2210f556-b62f-4d2e-8e3e-daadcd812f15 req-f15e7a23-a164-4908-9735-97bb4e4e5ac3 service neutron] 10.222.0.32 "GET /v2.0/networks/b019fcf7-de26-4be8-b91e-534fa6cadca7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1257830 Aug 13 11:20:50.244891 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.32', 46292) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 11:20:50.262640 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-612b41b5-80e5-4cd9-bcfb-b89183f0bf8c admin admin] Notify callbacks [] for security_group, before_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 11:20:50.338434 dv-cinder-797608-16-iscsi neutron-server[93884]: INFO neutron.wsgi [req-c778cd6f-d847-419c-b60e-0d3ce2db25f5 req-01772440-93fd-4605-8707-1b0468dff946 tempest-VolumesSnapshotTestJSON-118294861 tempest-VolumesSnapshotTestJSON-118294861-project] 10.222.0.32 "GET /v2.0/ports?device_id=7a8ebe49-b627-4f99-8049-4a3fa97144cc HTTP/1.1" status: 200 len: 210 time: 0.0488153 Aug 13 11:20:50.404527 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.32', 46300) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 11:20:50.430714 dv-cinder-797608-16-iscsi neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-131b184e-2021-4702-84e9-934866fa01e0 req-76fe6aba-c7ef-46aa-86d4-815d58097998 tempest-AttachVolumeNegativeTest-1779138385 tempest-AttachVolumeNegativeTest-1779138385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 11:20:50.432866 dv-cinder-797608-16-iscsi neutron-server[93884]: INFO neutron.wsgi [req-131b184e-2021-4702-84e9-934866fa01e0 req-76fe6aba-c7ef-46aa-86d4-815d58097998 tempest-AttachVolumeNegativeTest-1779138385 tempest-AttachVolumeNegativeTest-1779138385-project] 10.222.0.32 "GET /v2.0/ports?device_id=d9cfa0a2-3e58-4a73-a5e9-7149fb0a228f HTTP/1.1" status: 200 len: 945 time: 0.0678542 Aug 13 11:20:50.454471 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-612b41b5-80e5-4cd9-bcfb-b89183f0bf8c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 11:20:50.460512 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-612b41b5-80e5-4cd9-bcfb-b89183f0bf8c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651637'] for security_group, after_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 11:20:50.511059 dv-cinder-797608-16-iscsi neutron-server[93883]: INFO neutron.wsgi [None req-612b41b5-80e5-4cd9-bcfb-b89183f0bf8c admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=86b21c16a3594a5bade1b9fcc2d63e53&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2642591 Aug 13 11:20:50.511258 dv-cinder-797608-16-iscsi neutron-server[93884]: DEBUG neutron.wsgi [-] (93884) accepted ('10.222.0.32', 46314) {{(pid=93884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 11:20:50.513921 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-612b41b5-80e5-4cd9-bcfb-b89183f0bf8c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=59d2aa1d-f2ba-4fa5-ae9a-8c43ca57e609,revision_number=1']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 11:20:50.522348 dv-cinder-797608-16-iscsi neutron-server[93884]: INFO neutron.wsgi [req-131b184e-2021-4702-84e9-934866fa01e0 req-dab72f84-533d-472f-9d24-b53d3952ae09 tempest-AttachVolumeNegativeTest-1779138385 tempest-AttachVolumeNegativeTest-1779138385-project] 10.222.0.32 "GET /v2.0/security-groups?id=e9ebb553-6898-47d0-8034-10e78e802a38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0831611 Aug 13 11:20:50.581740 dv-cinder-797608-16-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-413a8445-a0e4-4740-bb18-eda392dd4280 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 11:20:50.610045 dv-cinder-797608-16-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-413a8445-a0e4-4740-bb18-eda392dd4280 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 11:20:50.665301 dv-cinder-797608-16-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-413a8445-a0e4-4740-bb18-eda392dd4280 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651637'] for security_group, after_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 11:20:50.668638 dv-cinder-797608-16-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-413a8445-a0e4-4740-bb18-eda392dd4280 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 11:20:50.670483 dv-cinder-797608-16-iscsi neutron-server[93884]: INFO neutron.wsgi [None req-413a8445-a0e4-4740-bb18-eda392dd4280 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/59d2aa1d-f2ba-4fa5-ae9a-8c43ca57e609 HTTP/1.1" status: 204 len: 168 time: 0.1580319 Aug 13 11:20:50.681255 dv-cinder-797608-16-iscsi neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-413a8445-a0e4-4740-bb18-eda392dd4280 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=59d2aa1d-f2ba-4fa5-ae9a-8c43ca57e609,revision_number=None']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 11:20:50.783311 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron.api.v2.base [None req-a98019c1-a878-4795-bf93-850935ee80d3 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1734000506-network', 'tenant_id': 'eaf35006d9924f46b9398a3dfa85d38a'}} {{(pid=93883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 13 11:20:50.826788 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a98019c1-a878-4795-bf93-850935ee80d3 admin admin] Made reservation on behalf of eaf35006d9924f46b9398a3dfa85d38a for: {'network': 1} {{(pid=93883) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 13 11:20:50.834920 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-a98019c1-a878-4795-bf93-850935ee80d3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935434'] for network, before_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 11:20:50.849769 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-a98019c1-a878-4795-bf93-850935ee80d3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 11:20:51.077381 dv-cinder-797608-16-iscsi neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-017a80bc-3d7d-4826-9de1-ab2c1e2bfe44 req-18669f9e-06f3-4cdd-8781-dbfcc7acb12e tempest-ServerRescueNegativeTestJSON-217385872 tempest-ServerRescueNegativeTestJSON-217385872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 11:20:51.083320 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-a98019c1-a878-4795-bf93-850935ee80d3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 11:20:51.084266 dv-cinder-797608-16-iscsi neutron-server[93884]: INFO neutron.wsgi [req-017a80bc-3d7d-4826-9de1-ab2c1e2bfe44 req-18669f9e-06f3-4cdd-8781-dbfcc7acb12e tempest-ServerRescueNegativeTestJSON-217385872 tempest-ServerRescueNegativeTestJSON-217385872-project] 10.222.0.32 "GET /v2.0/ports?device_id=994527d7-146c-46c8-a16a-bc04ce3e770b HTTP/1.1" status: 200 len: 946 time: 0.0802546 Aug 13 11:20:51.090607 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-a98019c1-a878-4795-bf93-850935ee80d3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651637'] for security_group, after_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 11:20:51.123754 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a98019c1-a878-4795-bf93-850935ee80d3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1795f8a4-e81f-4ee2-ab43-9536dce4f085,revision_number=1']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 11:20:51.131201 dv-cinder-797608-16-iscsi neutron-server[93884]: INFO neutron.wsgi [req-017a80bc-3d7d-4826-9de1-ab2c1e2bfe44 req-d29f21e0-3143-487a-9773-06a5b49a5e0f tempest-ServerRescueNegativeTestJSON-217385872 tempest-ServerRescueNegativeTestJSON-217385872-project] 10.222.0.32 "GET /v2.0/security-groups?id=5e66df65-70b0-476d-97cd-4e9936c292c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420499 Aug 13 11:20:51.152368 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a98019c1-a878-4795-bf93-850935ee80d3 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 156} {{(pid=93883) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 13 11:20:51.180069 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-a98019c1-a878-4795-bf93-850935ee80d3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-542450'] for segment, precommit_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 11:20:51.180881 dv-cinder-797608-16-iscsi neutron-server[93883]: INFO neutron.db.segments_db [None req-a98019c1-a878-4795-bf93-850935ee80d3 admin admin] Added segment c2ef50a0-e5a4-41a1-9d1c-9ded322f05eb of type vlan for network af08971f-ebef-4f8b-ad34-6cc2ef836189 Aug 13 11:20:51.242137 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-a98019c1-a878-4795-bf93-850935ee80d3 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8782137323340'] for network, precommit_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 11:20:51.295326 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-a98019c1-a878-4795-bf93-850935ee80d3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611014'] for network, after_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 11:20:51.297141 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a98019c1-a878-4795-bf93-850935ee80d3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 11:20:51.297764 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-a98019c1-a878-4795-bf93-850935ee80d3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1611032'] for network, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 11:20:51.378498 dv-cinder-797608-16-iscsi neutron-server[93884]: DEBUG neutron.wsgi [-] (93884) accepted ('10.222.0.32', 46364) {{(pid=93884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 11:20:51.378801 dv-cinder-797608-16-iscsi neutron-server[93883]: INFO neutron.wsgi [None req-a98019c1-a878-4795-bf93-850935ee80d3 admin admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.9677372 Aug 13 11:20:51.386100 dv-cinder-797608-16-iscsi neutron-server[93884]: DEBUG neutron.api.v2.base [None req-b2298042-05c9-40e9-98e2-4b424661476c admin admin] Request body: {'subnet': {'network_id': 'af08971f-ebef-4f8b-ad34-6cc2ef836189', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1734000506-subnet', 'tenant_id': 'eaf35006d9924f46b9398a3dfa85d38a', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 13 11:20:51.396158 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a98019c1-a878-4795-bf93-850935ee80d3 admin admin] Pushing event updated for resources: {'Network': ['ID=af08971f-ebef-4f8b-ad34-6cc2ef836189,revision_number=1']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 11:20:51.411910 dv-cinder-797608-16-iscsi neutron-server[93885]: DEBUG neutron.plugins.ml2.rpc [None req-05931952-e11e-4e12-af58-ece1398d134b None None] Network af08971f-ebef-4f8b-ad34-6cc2ef836189 details requested by agent ovs-agent-dv-cinder-797608-16-iscsi with host dv-cinder-797608-16-iscsi {{(pid=93885) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 13 11:20:51.479838 dv-cinder-797608-16-iscsi neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b2298042-05c9-40e9-98e2-4b424661476c admin admin] Made reservation on behalf of eaf35006d9924f46b9398a3dfa85d38a for: {'subnet': 1} {{(pid=93884) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 13 11:20:51.482953 dv-cinder-797608-16-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-b2298042-05c9-40e9-98e2-4b424661476c admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2141109734'] for subnet, before_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 11:20:51.490124 dv-cinder-797608-16-iscsi neutron-server[93884]: INFO neutron.wsgi [req-b4672581-b147-47ca-9eba-424536e36098 req-b89d0657-dac5-4a1f-a1d5-56f58dc9709a tempest-VolumesSnapshotTestJSON-118294861 tempest-VolumesSnapshotTestJSON-118294861-project] 10.222.0.32 "GET /v2.0/ports?device_id=7a8ebe49-b627-4f99-8049-4a3fa97144cc HTTP/1.1" status: 200 len: 210 time: 0.0496900 Aug 13 11:20:51.692209 dv-cinder-797608-16-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-b2298042-05c9-40e9-98e2-4b424661476c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611014', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2141180375', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2141109716'] for subnet, after_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 11:20:51.766986 dv-cinder-797608-16-iscsi neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2298042-05c9-40e9-98e2-4b424661476c admin admin] Pushing event updated for resources: {'Subnet': ['ID=af3fefbd-037a-4b1c-93c0-6589773a5622,revision_number=0']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 11:20:51.788860 dv-cinder-797608-16-iscsi neutron-server[93884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2298042-05c9-40e9-98e2-4b424661476c admin admin] Checking segment: {'id': 'c2ef50a0-e5a4-41a1-9d1c-9ded322f05eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': 'af08971f-ebef-4f8b-ad34-6cc2ef836189'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93884) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 13 11:20:51.789205 dv-cinder-797608-16-iscsi neutron-server[93884]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b2298042-05c9-40e9-98e2-4b424661476c admin admin] Network hostable DHCP agents. Network: af08971f-ebef-4f8b-ad34-6cc2ef836189, hostable agents: ['1ffcc762-1342-4182-afbd-f33f0b43fadf'], hosted agents: [] {{(pid=93884) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 13 11:20:51.808658 dv-cinder-797608-16-iscsi neutron-server[93884]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b2298042-05c9-40e9-98e2-4b424661476c admin admin] Network af08971f-ebef-4f8b-ad34-6cc2ef836189 is scheduled to be hosted by DHCP agent 1ffcc762-1342-4182-afbd-f33f0b43fadf with binding_index 1 {{(pid=93884) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 13 11:20:51.822121 dv-cinder-797608-16-iscsi neutron-server[93884]: DEBUG neutron.scheduler.base_scheduler [None req-b2298042-05c9-40e9-98e2-4b424661476c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-797608-16-iscsi, af08971f-ebef-4f8b-ad34-6cc2ef836189) {{(pid=93884) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 13 11:20:51.828057 dv-cinder-797608-16-iscsi neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b2298042-05c9-40e9-98e2-4b424661476c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 11:20:51.828236 dv-cinder-797608-16-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-b2298042-05c9-40e9-98e2-4b424661476c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1611032'] for subnet, before_response {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 11:20:51.832700 dv-cinder-797608-16-iscsi neutron-server[93885]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-de715c3e-6429-495e-a306-92405866af22 None None] Network af08971f-ebef-4f8b-ad34-6cc2ef836189 requested from dv-cinder-797608-16-iscsi {{(pid=93885) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 13 11:20:51.846052 dv-cinder-797608-16-iscsi neutron-server[93884]: INFO neutron.wsgi [None req-b2298042-05c9-40e9-98e2-4b424661476c admin admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.4659564 Aug 13 11:20:52.056654 dv-cinder-797608-16-iscsi neutron-server[93885]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a9425608-d2da-4a4e-aaad-7f2eb68a3a69 None None] Network af08971f-ebef-4f8b-ad34-6cc2ef836189 requested from dv-cinder-797608-16-iscsi {{(pid=93885) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 13 11:20:52.178805 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2210f556-b62f-4d2e-8e3e-daadcd812f15 req-1aa5249a-d0b5-45ee-b267-49e4d99a5183 tempest-VolumesSnapshotTestJSON-118294861 tempest-VolumesSnapshotTestJSON-118294861-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 11:20:52.181256 dv-cinder-797608-16-iscsi neutron-server[93883]: INFO neutron.wsgi [req-2210f556-b62f-4d2e-8e3e-daadcd812f15 req-1aa5249a-d0b5-45ee-b267-49e4d99a5183 tempest-VolumesSnapshotTestJSON-118294861 tempest-VolumesSnapshotTestJSON-118294861-project] 10.222.0.20 "GET /v2.0/networks?id=b019fcf7-de26-4be8-b91e-534fa6cadca7 HTTP/1.1" status: 200 len: 813 time: 0.2892051 Aug 13 11:20:52.210855 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron.api.v2.base [req-2210f556-b62f-4d2e-8e3e-daadcd812f15 req-24c33c90-2e74-407d-84ac-ffe25f25b409 tempest-VolumesSnapshotTestJSON-118294861 tempest-VolumesSnapshotTestJSON-118294861-project] Request body: {'port': {'device_id': '7a8ebe49-b627-4f99-8049-4a3fa97144cc', 'network_id': 'b019fcf7-de26-4be8-b91e-534fa6cadca7', 'admin_state_up': True, 'tenant_id': '8907f2d9d26a4060be3d190bf102bfba'}} {{(pid=93883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 13 11:20:52.305069 dv-cinder-797608-16-iscsi neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-522dfcf2-d99b-4129-bbf3-63fde0c8228e req-d0cbd92f-cf7a-4410-bba8-c711a4b8d537 tempest-ServerRescueNegativeTestJSON-217385872 tempest-ServerRescueNegativeTestJSON-217385872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 11:20:52.313388 dv-cinder-797608-16-iscsi neutron-server[93884]: INFO neutron.wsgi [req-522dfcf2-d99b-4129-bbf3-63fde0c8228e req-d0cbd92f-cf7a-4410-bba8-c711a4b8d537 tempest-ServerRescueNegativeTestJSON-217385872 tempest-ServerRescueNegativeTestJSON-217385872-project] 10.222.0.32 "GET /v2.0/ports?device_id=994527d7-146c-46c8-a16a-bc04ce3e770b HTTP/1.1" status: 200 len: 946 time: 0.0788369 Aug 13 11:20:52.404577 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2210f556-b62f-4d2e-8e3e-daadcd812f15 req-24c33c90-2e74-407d-84ac-ffe25f25b409 tempest-VolumesSnapshotTestJSON-118294861 tempest-VolumesSnapshotTestJSON-118294861-project] Made reservation on behalf of 8907f2d9d26a4060be3d190bf102bfba for: {'port': 1} {{(pid=93883) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 13 11:20:52.413863 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-2210f556-b62f-4d2e-8e3e-daadcd812f15 req-24c33c90-2e74-407d-84ac-ffe25f25b409 tempest-VolumesSnapshotTestJSON-118294861 tempest-VolumesSnapshotTestJSON-118294861-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935434'] for port, before_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 11:20:52.416064 dv-cinder-797608-16-iscsi neutron-server[93884]: INFO neutron.wsgi [req-522dfcf2-d99b-4129-bbf3-63fde0c8228e req-f60dcf43-1877-4766-ad2b-67ccb41d483b tempest-ServerRescueNegativeTestJSON-217385872 tempest-ServerRescueNegativeTestJSON-217385872-project] 10.222.0.32 "GET /v2.0/security-groups?id=5e66df65-70b0-476d-97cd-4e9936c292c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1017036 Aug 13 11:20:52.629181 dv-cinder-797608-16-iscsi neutron-server[93884]: INFO neutron.wsgi [req-80b05826-1e19-45d4-98b0-62df5709dc11 req-cad90f11-b54c-46a9-b88e-62964464443b tempest-VolumesSnapshotTestJSON-118294861 tempest-VolumesSnapshotTestJSON-118294861-project] 10.222.0.32 "GET /v2.0/ports?device_id=7a8ebe49-b627-4f99-8049-4a3fa97144cc HTTP/1.1" status: 200 len: 210 time: 0.0307517 Aug 13 11:20:52.653680 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron.db.db_base_plugin_common [req-2210f556-b62f-4d2e-8e3e-daadcd812f15 req-24c33c90-2e74-407d-84ac-ffe25f25b409 tempest-VolumesSnapshotTestJSON-118294861 tempest-VolumesSnapshotTestJSON-118294861-project] Allocated IP 172.20.0.4 (b019fcf7-de26-4be8-b91e-534fa6cadca7/5d239d83-0dde-465f-9273-8e7c04ac2cdd/143692d5-5dc2-4d90-b56e-dc4b0d79fd66) {{(pid=93883) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 13 11:20:52.828056 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-2210f556-b62f-4d2e-8e3e-daadcd812f15 req-24c33c90-2e74-407d-84ac-ffe25f25b409 tempest-VolumesSnapshotTestJSON-118294861 tempest-VolumesSnapshotTestJSON-118294861-project] Notify callbacks [] for port, precommit_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 11:20:52.869212 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-2210f556-b62f-4d2e-8e3e-daadcd812f15 req-24c33c90-2e74-407d-84ac-ffe25f25b409 tempest-VolumesSnapshotTestJSON-118294861 tempest-VolumesSnapshotTestJSON-118294861-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935844', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611014', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782137337079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2139128394'] for port, after_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 11:20:52.924791 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24c33c90-2e74-407d-84ac-ffe25f25b409 tempest-VolumesSnapshotTestJSON-118294861 tempest-VolumesSnapshotTestJSON-118294861-project] Pushing event updated for resources: {'Port': ['ID=143692d5-5dc2-4d90-b56e-dc4b0d79fd66,revision_number=1']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 11:20:52.931498 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2210f556-b62f-4d2e-8e3e-daadcd812f15 req-24c33c90-2e74-407d-84ac-ffe25f25b409 tempest-VolumesSnapshotTestJSON-118294861 tempest-VolumesSnapshotTestJSON-118294861-project] Network b019fcf7-de26-4be8-b91e-534fa6cadca7 is already hosted by enough agents. {{(pid=93883) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 13 11:20:52.934740 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron.scheduler.base_scheduler [req-2210f556-b62f-4d2e-8e3e-daadcd812f15 req-24c33c90-2e74-407d-84ac-ffe25f25b409 tempest-VolumesSnapshotTestJSON-118294861 tempest-VolumesSnapshotTestJSON-118294861-project] Resources bound (agent type, host, resource id): {{(pid=93883) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 13 11:20:52.937032 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron.db.l3_dvrscheduler_db [req-2210f556-b62f-4d2e-8e3e-daadcd812f15 req-24c33c90-2e74-407d-84ac-ffe25f25b409 tempest-VolumesSnapshotTestJSON-118294861 tempest-VolumesSnapshotTestJSON-118294861-project] Received port after_create {{(pid=93883) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 13 11:20:52.987682 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2210f556-b62f-4d2e-8e3e-daadcd812f15 req-24c33c90-2e74-407d-84ac-ffe25f25b409 tempest-VolumesSnapshotTestJSON-118294861 tempest-VolumesSnapshotTestJSON-118294861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 11:20:52.988318 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-2210f556-b62f-4d2e-8e3e-daadcd812f15 req-24c33c90-2e74-407d-84ac-ffe25f25b409 tempest-VolumesSnapshotTestJSON-118294861 tempest-VolumesSnapshotTestJSON-118294861-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-128352'] for port, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 11:20:53.004329 dv-cinder-797608-16-iscsi neutron-server[93883]: INFO neutron.wsgi [req-2210f556-b62f-4d2e-8e3e-daadcd812f15 req-24c33c90-2e74-407d-84ac-ffe25f25b409 tempest-VolumesSnapshotTestJSON-118294861 tempest-VolumesSnapshotTestJSON-118294861-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7974176 Aug 13 11:20:53.032014 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron.api.v2.base [req-2210f556-b62f-4d2e-8e3e-daadcd812f15 req-455f24a5-b78f-46c6-a3a4-32853da2f4f4 service neutron] Request body: {'port': {'device_id': '7a8ebe49-b627-4f99-8049-4a3fa97144cc', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79760'}} {{(pid=93883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 13 11:20:53.091091 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-2210f556-b62f-4d2e-8e3e-daadcd812f15 req-455f24a5-b78f-46c6-a3a4-32853da2f4f4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935434'] for port, before_update {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 11:20:53.188084 dv-cinder-797608-16-iscsi neutron-server[93884]: DEBUG neutron.wsgi [-] (93884) accepted ('10.222.0.32', 46450) {{(pid=93884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 11:20:53.193040 dv-cinder-797608-16-iscsi neutron-server[93884]: DEBUG neutron.api.v2.base [None req-04a9d404-3751-4f6f-9d13-e1504d35d703 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-323892040-network', 'tenant_id': 'a410c80a4bb24c0a9ec78dae19d54c73'}} {{(pid=93884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 13 11:20:53.217291 dv-cinder-797608-16-iscsi neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-04a9d404-3751-4f6f-9d13-e1504d35d703 admin admin] Made reservation on behalf of a410c80a4bb24c0a9ec78dae19d54c73 for: {'network': 1} {{(pid=93884) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 13 11:20:53.220556 dv-cinder-797608-16-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-04a9d404-3751-4f6f-9d13-e1504d35d703 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935434'] for network, before_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 11:20:53.231183 dv-cinder-797608-16-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-04a9d404-3751-4f6f-9d13-e1504d35d703 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 11:20:53.372989 dv-cinder-797608-16-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-04a9d404-3751-4f6f-9d13-e1504d35d703 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 11:20:53.380111 dv-cinder-797608-16-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-04a9d404-3751-4f6f-9d13-e1504d35d703 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651637'] for security_group, after_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 11:20:53.425616 dv-cinder-797608-16-iscsi neutron-server[93884]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-04a9d404-3751-4f6f-9d13-e1504d35d703 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 180} {{(pid=93884) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 13 11:20:53.456373 dv-cinder-797608-16-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-04a9d404-3751-4f6f-9d13-e1504d35d703 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-542450'] for segment, precommit_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 11:20:53.457628 dv-cinder-797608-16-iscsi neutron-server[93884]: INFO neutron.db.segments_db [None req-04a9d404-3751-4f6f-9d13-e1504d35d703 admin admin] Added segment a21d5def-c3e6-4f55-990f-f4c7deab6e03 of type vlan for network c5fa6391-988a-47b5-8507-20d2a90ffb4b Aug 13 11:20:53.515455 dv-cinder-797608-16-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-04a9d404-3751-4f6f-9d13-e1504d35d703 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8782137323340'] for network, precommit_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 11:20:53.551590 dv-cinder-797608-16-iscsi neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04a9d404-3751-4f6f-9d13-e1504d35d703 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d6eeebf2-b1a8-46ca-abee-799b136a6d01,revision_number=1']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 11:20:53.568765 dv-cinder-797608-16-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-04a9d404-3751-4f6f-9d13-e1504d35d703 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611014'] for network, after_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 11:20:53.572343 dv-cinder-797608-16-iscsi neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-04a9d404-3751-4f6f-9d13-e1504d35d703 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 11:20:53.573137 dv-cinder-797608-16-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-04a9d404-3751-4f6f-9d13-e1504d35d703 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1611032'] for network, before_response {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 11:20:53.670876 dv-cinder-797608-16-iscsi neutron-server[93884]: INFO neutron.wsgi [None req-04a9d404-3751-4f6f-9d13-e1504d35d703 admin admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.4813840 Aug 13 11:20:53.673626 dv-cinder-797608-16-iscsi neutron-server[93884]: DEBUG neutron.wsgi [-] (93884) accepted ('10.222.0.32', 46480) {{(pid=93884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 11:20:53.683565 dv-cinder-797608-16-iscsi neutron-server[93884]: DEBUG neutron.api.v2.base [None req-dedbe7c3-d8ac-4e80-acf3-0796f21bc715 admin admin] Request body: {'subnet': {'network_id': 'c5fa6391-988a-47b5-8507-20d2a90ffb4b', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-323892040-subnet', 'tenant_id': 'a410c80a4bb24c0a9ec78dae19d54c73', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 13 11:20:53.688214 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron.notifiers.nova [req-2210f556-b62f-4d2e-8e3e-daadcd812f15 req-455f24a5-b78f-46c6-a3a4-32853da2f4f4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 143692d5-5dc2-4d90-b56e-dc4b0d79fd66 {{(pid=93883) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 13 11:20:53.700443 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-2210f556-b62f-4d2e-8e3e-daadcd812f15 req-455f24a5-b78f-46c6-a3a4-32853da2f4f4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 11:20:53.705922 dv-cinder-797608-16-iscsi neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8c1d663-584e-459f-910c-f8509eb676f6 req-5541d380-2d11-43e2-a1d4-613f7f3c5192 tempest-ServerRescueNegativeTestJSON-217385872 tempest-ServerRescueNegativeTestJSON-217385872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 11:20:53.707702 dv-cinder-797608-16-iscsi neutron-server[93884]: INFO neutron.wsgi [req-e8c1d663-584e-459f-910c-f8509eb676f6 req-5541d380-2d11-43e2-a1d4-613f7f3c5192 tempest-ServerRescueNegativeTestJSON-217385872 tempest-ServerRescueNegativeTestJSON-217385872-project] 10.222.0.32 "GET /v2.0/ports?device_id=994527d7-146c-46c8-a16a-bc04ce3e770b HTTP/1.1" status: 200 len: 946 time: 0.1410167 Aug 13 11:20:53.711012 dv-cinder-797608-16-iscsi neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04a9d404-3751-4f6f-9d13-e1504d35d703 admin admin] Pushing event updated for resources: {'Network': ['ID=c5fa6391-988a-47b5-8507-20d2a90ffb4b,revision_number=1']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 11:20:53.723278 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron.db.provisioning_blocks [req-2210f556-b62f-4d2e-8e3e-daadcd812f15 req-455f24a5-b78f-46c6-a3a4-32853da2f4f4 service neutron] Transition to ACTIVE for port object 143692d5-5dc2-4d90-b56e-dc4b0d79fd66 will not be triggered until provisioned by entity L2. {{(pid=93883) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 13 11:20:53.723820 dv-cinder-797608-16-iscsi neutron-server[93885]: DEBUG neutron.plugins.ml2.rpc [None req-05931952-e11e-4e12-af58-ece1398d134b None None] Network c5fa6391-988a-47b5-8507-20d2a90ffb4b details requested by agent ovs-agent-dv-cinder-797608-16-iscsi with host dv-cinder-797608-16-iscsi {{(pid=93885) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 13 11:20:53.730371 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-2210f556-b62f-4d2e-8e3e-daadcd812f15 req-455f24a5-b78f-46c6-a3a4-32853da2f4f4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935844', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611014', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782137889940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782137337613', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782137337631', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2139128387'] for port, after_update {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 11:20:53.773600 dv-cinder-797608-16-iscsi neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dedbe7c3-d8ac-4e80-acf3-0796f21bc715 admin admin] Made reservation on behalf of a410c80a4bb24c0a9ec78dae19d54c73 for: {'subnet': 1} {{(pid=93884) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 13 11:20:53.777625 dv-cinder-797608-16-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-dedbe7c3-d8ac-4e80-acf3-0796f21bc715 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2141109734'] for subnet, before_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 11:20:53.863199 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-455f24a5-b78f-46c6-a3a4-32853da2f4f4 service neutron] Pushing event updated for resources: {'Port': ['ID=143692d5-5dc2-4d90-b56e-dc4b0d79fd66,revision_number=2']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 11:20:53.940852 dv-cinder-797608-16-iscsi neutron-server[93884]: INFO neutron.wsgi [req-e8c1d663-584e-459f-910c-f8509eb676f6 req-e53f9010-ed78-4595-8025-0fab95726c8d tempest-ServerRescueNegativeTestJSON-217385872 tempest-ServerRescueNegativeTestJSON-217385872-project] 10.222.0.32 "GET /v2.0/security-groups?id=5e66df65-70b0-476d-97cd-4e9936c292c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2238655 Aug 13 11:20:53.992957 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron.plugins.ml2.managers [req-2210f556-b62f-4d2e-8e3e-daadcd812f15 req-455f24a5-b78f-46c6-a3a4-32853da2f4f4 service neutron] Attempting to bind port 143692d5-5dc2-4d90-b56e-dc4b0d79fd66 on host hv-cinder-79760 for vnic_type normal with profile {{(pid=93883) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 13 11:20:53.993510 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron.plugins.ml2.managers [req-2210f556-b62f-4d2e-8e3e-daadcd812f15 req-455f24a5-b78f-46c6-a3a4-32853da2f4f4 service neutron] Attempting to bind port 143692d5-5dc2-4d90-b56e-dc4b0d79fd66 by drivers openvswitch,hyperv on host hv-cinder-79760 at level 0 using segments [{'id': 'e18aea7a-7e5d-44de-aa65-0910a3f71ee1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': 'b019fcf7-de26-4be8-b91e-534fa6cadca7'}] {{(pid=93883) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 13 11:20:53.993977 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2210f556-b62f-4d2e-8e3e-daadcd812f15 req-455f24a5-b78f-46c6-a3a4-32853da2f4f4 service neutron] Attempting to bind port 143692d5-5dc2-4d90-b56e-dc4b0d79fd66 on network b019fcf7-de26-4be8-b91e-534fa6cadca7 {{(pid=93883) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 13 11:20:53.999772 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2210f556-b62f-4d2e-8e3e-daadcd812f15 req-455f24a5-b78f-46c6-a3a4-32853da2f4f4 service neutron] Port 143692d5-5dc2-4d90-b56e-dc4b0d79fd66 on network b019fcf7-de26-4be8-b91e-534fa6cadca7 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79760 {{(pid=93883) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 13 11:20:54.000229 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2210f556-b62f-4d2e-8e3e-daadcd812f15 req-455f24a5-b78f-46c6-a3a4-32853da2f4f4 service neutron] Attempting to bind port 143692d5-5dc2-4d90-b56e-dc4b0d79fd66 on network b019fcf7-de26-4be8-b91e-534fa6cadca7 {{(pid=93883) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 13 11:20:54.009875 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2210f556-b62f-4d2e-8e3e-daadcd812f15 req-455f24a5-b78f-46c6-a3a4-32853da2f4f4 service neutron] Checking agent: {'id': '3e9c1808-7bc3-414f-9290-25f62682d3ef', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79760', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 13, 11, 17, 34), 'started_at': datetime.datetime(2021, 8, 13, 11, 17, 34), 'heartbeat_timestamp': datetime.datetime(2021, 8, 13, 11, 20, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93883) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 13 11:20:54.009875 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2210f556-b62f-4d2e-8e3e-daadcd812f15 req-455f24a5-b78f-46c6-a3a4-32853da2f4f4 service neutron] Checking segment: {'id': 'e18aea7a-7e5d-44de-aa65-0910a3f71ee1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': 'b019fcf7-de26-4be8-b91e-534fa6cadca7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93883) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 13 11:20:54.009875 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2210f556-b62f-4d2e-8e3e-daadcd812f15 req-455f24a5-b78f-46c6-a3a4-32853da2f4f4 service neutron] Bound using segment: {'id': 'e18aea7a-7e5d-44de-aa65-0910a3f71ee1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': 'b019fcf7-de26-4be8-b91e-534fa6cadca7'} {{(pid=93883) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 13 11:20:54.010135 dv-cinder-797608-16-iscsi neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78c1a24e-2e0f-46a2-9936-2973229a4761 req-06498933-64e1-4913-8a3d-650e1ebbf441 tempest-VolumesSnapshotTestJSON-118294861 tempest-VolumesSnapshotTestJSON-118294861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 11:20:54.010231 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron.plugins.ml2.managers [req-2210f556-b62f-4d2e-8e3e-daadcd812f15 req-455f24a5-b78f-46c6-a3a4-32853da2f4f4 service neutron] Bound port: 143692d5-5dc2-4d90-b56e-dc4b0d79fd66, host: hv-cinder-79760, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e18aea7a-7e5d-44de-aa65-0910a3f71ee1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': 'b019fcf7-de26-4be8-b91e-534fa6cadca7'}}] {{(pid=93883) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 13 11:20:54.010231 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-2210f556-b62f-4d2e-8e3e-daadcd812f15 req-455f24a5-b78f-46c6-a3a4-32853da2f4f4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935434'] for port, before_update {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 11:20:54.023235 dv-cinder-797608-16-iscsi neutron-server[93884]: INFO neutron.wsgi [req-78c1a24e-2e0f-46a2-9936-2973229a4761 req-06498933-64e1-4913-8a3d-650e1ebbf441 tempest-VolumesSnapshotTestJSON-118294861 tempest-VolumesSnapshotTestJSON-118294861-project] 10.222.0.32 "GET /v2.0/ports?device_id=7a8ebe49-b627-4f99-8049-4a3fa97144cc HTTP/1.1" status: 200 len: 943 time: 0.1295264 Aug 13 11:20:54.134319 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron.plugins.ml2.db [req-2210f556-b62f-4d2e-8e3e-daadcd812f15 req-455f24a5-b78f-46c6-a3a4-32853da2f4f4 service neutron] For port 143692d5-5dc2-4d90-b56e-dc4b0d79fd66, host hv-cinder-79760, cleared binding levels {{(pid=93883) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 13 11:20:54.139329 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron.plugins.ml2.db [req-2210f556-b62f-4d2e-8e3e-daadcd812f15 req-455f24a5-b78f-46c6-a3a4-32853da2f4f4 service neutron] For port 143692d5-5dc2-4d90-b56e-dc4b0d79fd66, host hv-cinder-79760, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79760',level=0,port_id=143692d5-5dc2-4d90-b56e-dc4b0d79fd66,segment=NetworkSegment(e18aea7a-7e5d-44de-aa65-0910a3f71ee1),segment_id=e18aea7a-7e5d-44de-aa65-0910a3f71ee1)] {{(pid=93883) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 13 11:20:54.150117 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-2210f556-b62f-4d2e-8e3e-daadcd812f15 req-455f24a5-b78f-46c6-a3a4-32853da2f4f4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935844', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611014', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782137889940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782137337613', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782137337631', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2139128387'] for port, after_update {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 11:20:54.179635 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2210f556-b62f-4d2e-8e3e-daadcd812f15 req-455f24a5-b78f-46c6-a3a4-32853da2f4f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 11:20:54.180264 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-2210f556-b62f-4d2e-8e3e-daadcd812f15 req-455f24a5-b78f-46c6-a3a4-32853da2f4f4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-128352'] for port, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 11:20:54.185002 dv-cinder-797608-16-iscsi neutron-server[93883]: INFO neutron.wsgi [req-2210f556-b62f-4d2e-8e3e-daadcd812f15 req-455f24a5-b78f-46c6-a3a4-32853da2f4f4 service neutron] 10.222.0.20 "PUT /v2.0/ports/143692d5-5dc2-4d90-b56e-dc4b0d79fd66 HTTP/1.1" status: 200 len: 1093 time: 1.1544645 Aug 13 11:20:54.185002 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7a8ebe49-b627-4f99-8049-4a3fa97144cc', 'tag': '143692d5-5dc2-4d90-b56e-dc4b0d79fd66'}] {{(pid=93883) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 13 11:20:54.185323 dv-cinder-797608-16-iscsi neutron-server[93884]: INFO neutron.wsgi [req-78c1a24e-2e0f-46a2-9936-2973229a4761 req-8198eaaa-db31-4b74-bc3c-bed1bed65c57 tempest-VolumesSnapshotTestJSON-118294861 tempest-VolumesSnapshotTestJSON-118294861-project] 10.222.0.32 "GET /v2.0/security-groups?id=067564c0-67c3-4ba8-9df2-3ce8ca895aee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1598556 Aug 13 11:20:54.185436 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}db1a1fbc245c58e73290e58258e46ca41fe4e785cc79cbd57aa3dae940aad292" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b3e7898b-520c-49bb-88ca-aa3c4c29c67a" -d '{"events": [{"name": "network-changed", "server_uuid": "7a8ebe49-b627-4f99-8049-4a3fa97144cc", "tag": "143692d5-5dc2-4d90-b56e-dc4b0d79fd66"}]}' {{(pid=93883) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 13 11:20:54.264177 dv-cinder-797608-16-iscsi neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fd23ac6-20cf-456e-9d14-9a07646ebdad req-6b8ae16c-b0bf-44eb-ae69-ef432d6335d9 tempest-AttachVolumeNegativeTest-1779138385 tempest-AttachVolumeNegativeTest-1779138385-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 11:20:54.269129 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 13 Aug 2021 11:20:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-50a990ac-86e1-470b-852c-d1fbbb06f382 x-openstack-request-id: req-50a990ac-86e1-470b-852c-d1fbbb06f382 {{(pid=93883) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 13 11:20:54.269459 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7a8ebe49-b627-4f99-8049-4a3fa97144cc", "tag": "143692d5-5dc2-4d90-b56e-dc4b0d79fd66", "status": "completed", "code": 200}]} {{(pid=93883) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 13 11:20:54.269738 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-50a990ac-86e1-470b-852c-d1fbbb06f382 {{(pid=93883) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 13 11:20:54.270160 dv-cinder-797608-16-iscsi neutron-server[93883]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7a8ebe49-b627-4f99-8049-4a3fa97144cc', 'tag': '143692d5-5dc2-4d90-b56e-dc4b0d79fd66', 'status': 'completed', 'code': 200} Aug 13 11:20:54.271700 dv-cinder-797608-16-iscsi neutron-server[93884]: INFO neutron.wsgi [req-9fd23ac6-20cf-456e-9d14-9a07646ebdad req-6b8ae16c-b0bf-44eb-ae69-ef432d6335d9 tempest-AttachVolumeNegativeTest-1779138385 tempest-AttachVolumeNegativeTest-1779138385-project] 10.222.0.32 "GET /v2.0/networks?id=ef82cda3-482a-4d19-86b5-de7fdfe5ee01 HTTP/1.1" status: 200 len: 814 time: 0.1846743 Aug 13 11:20:54.282221 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-455f24a5-b78f-46c6-a3a4-32853da2f4f4 service neutron] Pushing event updated for resources: {'Port': ['ID=143692d5-5dc2-4d90-b56e-dc4b0d79fd66,revision_number=3']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 11:20:54.301952 dv-cinder-797608-16-iscsi neutron-server[93884]: INFO neutron.wsgi [req-9fd23ac6-20cf-456e-9d14-9a07646ebdad req-fec223f9-449c-4d4a-8660-0e056611a770 tempest-AttachVolumeNegativeTest-1779138385 tempest-AttachVolumeNegativeTest-1779138385-project] 10.222.0.32 "GET /v2.0/quotas/2275c360eaf141e588ac14d4e4363438 HTTP/1.1" status: 200 len: 375 time: 0.0291967 Aug 13 11:20:54.350862 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2210f556-b62f-4d2e-8e3e-daadcd812f15 req-d776c673-854e-4ec9-b1ec-775b494ec2c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 11:20:54.352804 dv-cinder-797608-16-iscsi neutron-server[93883]: INFO neutron.wsgi [req-2210f556-b62f-4d2e-8e3e-daadcd812f15 req-d776c673-854e-4ec9-b1ec-775b494ec2c3 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=8907f2d9d26a4060be3d190bf102bfba&device_id=7a8ebe49-b627-4f99-8049-4a3fa97144cc HTTP/1.1" status: 200 len: 1096 time: 0.0597787 Aug 13 11:20:54.390743 dv-cinder-797608-16-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-dedbe7c3-d8ac-4e80-acf3-0796f21bc715 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611014', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2141180375', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2141109716'] for subnet, after_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 11:20:54.421524 dv-cinder-797608-16-iscsi neutron-server[93883]: INFO neutron.wsgi [req-2210f556-b62f-4d2e-8e3e-daadcd812f15 req-33cbc04d-67bf-48f8-b85b-a0814bfd9d5a service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=143692d5-5dc2-4d90-b56e-dc4b0d79fd66 HTTP/1.1" status: 200 len: 217 time: 0.0485628 Aug 13 11:20:54.425837 dv-cinder-797608-16-iscsi neutron-server[93884]: INFO neutron.wsgi [req-9fd23ac6-20cf-456e-9d14-9a07646ebdad req-50fd7a76-41bb-46ee-8bac-eef2e0ba0930 tempest-AttachVolumeNegativeTest-1779138385 tempest-AttachVolumeNegativeTest-1779138385-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=2275c360eaf141e588ac14d4e4363438&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1177800 Aug 13 11:20:54.482308 dv-cinder-797608-16-iscsi neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dedbe7c3-d8ac-4e80-acf3-0796f21bc715 admin admin] Pushing event updated for resources: {'Subnet': ['ID=cd4d2355-0481-4e82-8d5f-7c82ec46e45e,revision_number=0']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 11:20:54.491918 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2210f556-b62f-4d2e-8e3e-daadcd812f15 req-50ca5802-7aa2-432f-8191-26b195521754 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 11:20:54.493381 dv-cinder-797608-16-iscsi neutron-server[93883]: INFO neutron.wsgi [req-2210f556-b62f-4d2e-8e3e-daadcd812f15 req-50ca5802-7aa2-432f-8191-26b195521754 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=5d239d83-0dde-465f-9273-8e7c04ac2cdd HTTP/1.1" status: 200 len: 853 time: 0.0595865 Aug 13 11:20:54.549462 dv-cinder-797608-16-iscsi neutron-server[93883]: INFO neutron.wsgi [req-2210f556-b62f-4d2e-8e3e-daadcd812f15 req-04db8950-c2ad-484e-b866-2fab055af17b service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=b019fcf7-de26-4be8-b91e-534fa6cadca7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0470438 Aug 13 11:20:54.577503 dv-cinder-797608-16-iscsi neutron-server[93884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dedbe7c3-d8ac-4e80-acf3-0796f21bc715 admin admin] Checking segment: {'id': 'a21d5def-c3e6-4f55-990f-f4c7deab6e03', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': 'c5fa6391-988a-47b5-8507-20d2a90ffb4b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93884) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 13 11:20:54.577854 dv-cinder-797608-16-iscsi neutron-server[93884]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dedbe7c3-d8ac-4e80-acf3-0796f21bc715 admin admin] Network hostable DHCP agents. Network: c5fa6391-988a-47b5-8507-20d2a90ffb4b, hostable agents: ['1ffcc762-1342-4182-afbd-f33f0b43fadf'], hosted agents: [] {{(pid=93884) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 13 11:20:54.611799 dv-cinder-797608-16-iscsi neutron-server[93884]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dedbe7c3-d8ac-4e80-acf3-0796f21bc715 admin admin] Network c5fa6391-988a-47b5-8507-20d2a90ffb4b is scheduled to be hosted by DHCP agent 1ffcc762-1342-4182-afbd-f33f0b43fadf with binding_index 1 {{(pid=93884) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 13 11:20:54.629087 dv-cinder-797608-16-iscsi neutron-server[93884]: INFO neutron.wsgi [req-9fd23ac6-20cf-456e-9d14-9a07646ebdad req-9e8c993b-79c9-4f4d-9399-8186fa132659 service neutron] 10.222.0.32 "GET /v2.0/networks/ef82cda3-482a-4d19-86b5-de7fdfe5ee01?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1375461 Aug 13 11:20:54.632285 dv-cinder-797608-16-iscsi neutron-server[93884]: DEBUG neutron.scheduler.base_scheduler [None req-dedbe7c3-d8ac-4e80-acf3-0796f21bc715 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-797608-16-iscsi, c5fa6391-988a-47b5-8507-20d2a90ffb4b) {{(pid=93884) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 13 11:20:54.642467 dv-cinder-797608-16-iscsi neutron-server[93885]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-421ddf00-c6d5-41c8-9223-4d508a715a8d None None] Network c5fa6391-988a-47b5-8507-20d2a90ffb4b requested from dv-cinder-797608-16-iscsi {{(pid=93885) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 13 11:20:54.646664 dv-cinder-797608-16-iscsi neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dedbe7c3-d8ac-4e80-acf3-0796f21bc715 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 11:20:54.647252 dv-cinder-797608-16-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-dedbe7c3-d8ac-4e80-acf3-0796f21bc715 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1611032'] for subnet, before_response {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 11:20:54.698330 dv-cinder-797608-16-iscsi neutron-server[93883]: INFO neutron.wsgi [req-2210f556-b62f-4d2e-8e3e-daadcd812f15 req-1ca629f3-fc87-46e3-81fd-38ae0dc90aae service neutron] 10.222.0.20 "GET /v2.0/networks/b019fcf7-de26-4be8-b91e-534fa6cadca7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1341488 Aug 13 11:20:54.702653 dv-cinder-797608-16-iscsi neutron-server[93884]: INFO neutron.wsgi [None req-dedbe7c3-d8ac-4e80-acf3-0796f21bc715 admin admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 1.0239766 Aug 13 11:20:54.771987 dv-cinder-797608-16-iscsi neutron-server[93884]: INFO neutron.wsgi [req-9fd23ac6-20cf-456e-9d14-9a07646ebdad req-8909ab00-d506-4cfb-805c-f1d337e6afb7 service neutron] 10.222.0.32 "GET /v2.0/networks/ef82cda3-482a-4d19-86b5-de7fdfe5ee01?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1361320 Aug 13 11:20:54.839042 dv-cinder-797608-16-iscsi neutron-server[93883]: INFO neutron.wsgi [req-2210f556-b62f-4d2e-8e3e-daadcd812f15 req-4c599faf-256d-46c4-8f79-94335b53f267 service neutron] 10.222.0.20 "GET /v2.0/networks/b019fcf7-de26-4be8-b91e-534fa6cadca7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1318233 Aug 13 11:20:54.881348 dv-cinder-797608-16-iscsi neutron-server[93885]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0108210c-e6ab-494b-b7be-8ad6198d1f8a None None] Network c5fa6391-988a-47b5-8507-20d2a90ffb4b requested from dv-cinder-797608-16-iscsi {{(pid=93885) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 13 11:20:55.048750 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3e7898b-520c-49bb-88ca-aa3c4c29c67a req-8c48a963-a667-4f44-bb23-3100ef26c926 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 11:20:55.050980 dv-cinder-797608-16-iscsi neutron-server[93883]: INFO neutron.wsgi [req-b3e7898b-520c-49bb-88ca-aa3c4c29c67a req-8c48a963-a667-4f44-bb23-3100ef26c926 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=8907f2d9d26a4060be3d190bf102bfba&device_id=7a8ebe49-b627-4f99-8049-4a3fa97144cc HTTP/1.1" status: 200 len: 1096 time: 0.0665932 Aug 13 11:20:55.069252 dv-cinder-797608-16-iscsi neutron-server[93884]: INFO neutron.wsgi [req-30928240-091c-4539-84c5-90cc3f50a786 req-c4953b42-a769-41fe-9d62-f754e59a0a32 tempest-AttachVolumeNegativeTest-1779138385 tempest-AttachVolumeNegativeTest-1779138385-project] 10.222.0.32 "GET /v2.0/ports?device_id=51d773e9-7bbb-4c2b-89c2-650a4be09768 HTTP/1.1" status: 200 len: 210 time: 0.0524933 Aug 13 11:20:55.182487 dv-cinder-797608-16-iscsi neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9c85833-1b2a-48ff-8a7d-7902c78d6417 req-fad107a4-f4a2-46fb-91a4-af331b99f191 tempest-ServerRescueNegativeTestJSON-217385872 tempest-ServerRescueNegativeTestJSON-217385872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 11:20:55.191399 dv-cinder-797608-16-iscsi neutron-server[93884]: INFO neutron.wsgi [req-f9c85833-1b2a-48ff-8a7d-7902c78d6417 req-fad107a4-f4a2-46fb-91a4-af331b99f191 tempest-ServerRescueNegativeTestJSON-217385872 tempest-ServerRescueNegativeTestJSON-217385872-project] 10.222.0.32 "GET /v2.0/ports?device_id=994527d7-146c-46c8-a16a-bc04ce3e770b HTTP/1.1" status: 200 len: 946 time: 0.0642021 Aug 13 11:20:55.237956 dv-cinder-797608-16-iscsi neutron-server[93884]: INFO neutron.wsgi [req-f9c85833-1b2a-48ff-8a7d-7902c78d6417 req-d835e9a7-a229-4281-92c4-340f8c9e4bff tempest-ServerRescueNegativeTestJSON-217385872 tempest-ServerRescueNegativeTestJSON-217385872-project] 10.222.0.32 "GET /v2.0/security-groups?id=5e66df65-70b0-476d-97cd-4e9936c292c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455782 Aug 13 11:20:55.301503 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3e7898b-520c-49bb-88ca-aa3c4c29c67a req-de93bf7e-8274-4249-9356-b31e14279c0f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 11:20:55.303161 dv-cinder-797608-16-iscsi neutron-server[93883]: INFO neutron.wsgi [req-b3e7898b-520c-49bb-88ca-aa3c4c29c67a req-de93bf7e-8274-4249-9356-b31e14279c0f service neutron] 10.222.0.20 "GET /v2.0/networks?id=b019fcf7-de26-4be8-b91e-534fa6cadca7 HTTP/1.1" status: 200 len: 914 time: 0.2429345 Aug 13 11:20:55.311434 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.32', 46550) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 11:20:55.370542 dv-cinder-797608-16-iscsi neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f74db39-c3a8-4643-9fb9-4630f198a0e1 req-ae7ff592-d3d3-4b18-819e-f6ffbb136598 tempest-VolumesSnapshotTestJSON-118294861 tempest-VolumesSnapshotTestJSON-118294861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 11:20:55.379817 dv-cinder-797608-16-iscsi neutron-server[93884]: INFO neutron.wsgi [req-3f74db39-c3a8-4643-9fb9-4630f198a0e1 req-ae7ff592-d3d3-4b18-819e-f6ffbb136598 tempest-VolumesSnapshotTestJSON-118294861 tempest-VolumesSnapshotTestJSON-118294861-project] 10.222.0.32 "GET /v2.0/ports?device_id=7a8ebe49-b627-4f99-8049-4a3fa97144cc HTTP/1.1" status: 200 len: 943 time: 0.0825803 Aug 13 11:20:55.409657 dv-cinder-797608-16-iscsi neutron-server[93883]: INFO neutron.wsgi [req-b3e7898b-520c-49bb-88ca-aa3c4c29c67a req-0eb02c8b-0740-4b13-9c21-f6902e92b341 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=143692d5-5dc2-4d90-b56e-dc4b0d79fd66 HTTP/1.1" status: 200 len: 217 time: 0.0813794 Aug 13 11:20:55.452497 dv-cinder-797608-16-iscsi neutron-server[93884]: INFO neutron.wsgi [req-3f74db39-c3a8-4643-9fb9-4630f198a0e1 req-d8448302-b3c3-40e8-81fd-035d3d5e802f tempest-VolumesSnapshotTestJSON-118294861 tempest-VolumesSnapshotTestJSON-118294861-project] 10.222.0.32 "GET /v2.0/security-groups?id=067564c0-67c3-4ba8-9df2-3ce8ca895aee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0669923 Aug 13 11:20:55.570234 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3e7898b-520c-49bb-88ca-aa3c4c29c67a req-0fd3ece5-3bef-4597-b88f-5ac4c5967560 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 11:20:55.572203 dv-cinder-797608-16-iscsi neutron-server[93883]: INFO neutron.wsgi [req-b3e7898b-520c-49bb-88ca-aa3c4c29c67a req-0fd3ece5-3bef-4597-b88f-5ac4c5967560 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=5d239d83-0dde-465f-9273-8e7c04ac2cdd HTTP/1.1" status: 200 len: 853 time: 0.1074760 Aug 13 11:20:55.579781 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-53e89461-5f1b-422d-916d-8e9f7ee69693 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 11:20:55.621671 dv-cinder-797608-16-iscsi neutron-server[93883]: INFO neutron.wsgi [req-b3e7898b-520c-49bb-88ca-aa3c4c29c67a req-9f2b4ce0-2b37-43bc-8539-d4f63e22284c service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=b019fcf7-de26-4be8-b91e-534fa6cadca7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0389502 Aug 13 11:20:55.824955 dv-cinder-797608-16-iscsi neutron-server[93883]: INFO neutron.wsgi [req-b3e7898b-520c-49bb-88ca-aa3c4c29c67a req-0a266f65-493f-47a0-a149-14d7bca3f7d5 service neutron] 10.222.0.20 "GET /v2.0/networks/b019fcf7-de26-4be8-b91e-534fa6cadca7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1319163 Aug 13 11:20:55.839384 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-53e89461-5f1b-422d-916d-8e9f7ee69693 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 11:20:55.852562 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-53e89461-5f1b-422d-916d-8e9f7ee69693 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651637'] for security_group, after_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 11:20:55.932235 dv-cinder-797608-16-iscsi neutron-server[93883]: INFO neutron.wsgi [None req-53e89461-5f1b-422d-916d-8e9f7ee69693 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=11915409e53e41cea9ad83c3914bd75a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6196520 Aug 13 11:20:55.934857 dv-cinder-797608-16-iscsi neutron-server[93884]: DEBUG neutron.wsgi [-] (93884) accepted ('10.222.0.32', 46586) {{(pid=93884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 11:20:55.935393 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53e89461-5f1b-422d-916d-8e9f7ee69693 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e05dcbfe-4ba5-4e8d-bebd-8d12f480658c,revision_number=1']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 11:20:55.978285 dv-cinder-797608-16-iscsi neutron-server[93883]: INFO neutron.wsgi [req-b3e7898b-520c-49bb-88ca-aa3c4c29c67a req-7027c077-fcd8-46be-9017-f76aff51bfe9 service neutron] 10.222.0.20 "GET /v2.0/networks/b019fcf7-de26-4be8-b91e-534fa6cadca7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1365669 Aug 13 11:20:56.012798 dv-cinder-797608-16-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-5ff73a72-b714-4c35-b57b-9360a75a3c32 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 11:20:56.036038 dv-cinder-797608-16-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-5ff73a72-b714-4c35-b57b-9360a75a3c32 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 11:20:56.104817 dv-cinder-797608-16-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-5ff73a72-b714-4c35-b57b-9360a75a3c32 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651637'] for security_group, after_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 11:20:56.107721 dv-cinder-797608-16-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-5ff73a72-b714-4c35-b57b-9360a75a3c32 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 11:20:56.109153 dv-cinder-797608-16-iscsi neutron-server[93884]: INFO neutron.wsgi [None req-5ff73a72-b714-4c35-b57b-9360a75a3c32 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/e05dcbfe-4ba5-4e8d-bebd-8d12f480658c HTTP/1.1" status: 204 len: 168 time: 0.1732800 Aug 13 11:20:56.122382 dv-cinder-797608-16-iscsi neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ff73a72-b714-4c35-b57b-9360a75a3c32 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e05dcbfe-4ba5-4e8d-bebd-8d12f480658c,revision_number=None']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 11:20:56.168385 dv-cinder-797608-16-iscsi neutron-server[93886]: DEBUG neutron.db.agents_db [None req-85e56f49-6478-4807-bf82-7523a15d9e55 None None] Agent healthcheck: found 6 active agents {{(pid=93886) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 13 11:20:56.202683 dv-cinder-797608-16-iscsi neutron-server[93884]: INFO neutron.wsgi [req-6762cfbf-30d1-4e1e-85a3-0ef61210a17e req-ef48e8e3-bb29-4b82-a6b3-b91809692c2f tempest-AttachVolumeNegativeTest-1779138385 tempest-AttachVolumeNegativeTest-1779138385-project] 10.222.0.32 "GET /v2.0/ports?device_id=51d773e9-7bbb-4c2b-89c2-650a4be09768 HTTP/1.1" status: 200 len: 210 time: 0.0342546 Aug 13 11:20:56.351087 dv-cinder-797608-16-iscsi neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f37615c-0651-4c5e-a53c-4a2613438f42 req-4a1286c9-fc3f-449a-94f7-ebe3e73d29de tempest-ServerRescueNegativeTestJSON-217385872 tempest-ServerRescueNegativeTestJSON-217385872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 11:20:56.352817 dv-cinder-797608-16-iscsi neutron-server[93884]: INFO neutron.wsgi [req-9f37615c-0651-4c5e-a53c-4a2613438f42 req-4a1286c9-fc3f-449a-94f7-ebe3e73d29de tempest-ServerRescueNegativeTestJSON-217385872 tempest-ServerRescueNegativeTestJSON-217385872-project] 10.222.0.32 "GET /v2.0/ports?device_id=994527d7-146c-46c8-a16a-bc04ce3e770b HTTP/1.1" status: 200 len: 946 time: 0.0509953 Aug 13 11:20:56.402416 dv-cinder-797608-16-iscsi neutron-server[93884]: INFO neutron.wsgi [req-9f37615c-0651-4c5e-a53c-4a2613438f42 req-a4d901d1-65fb-4902-a2d4-b8c10aa085c4 tempest-ServerRescueNegativeTestJSON-217385872 tempest-ServerRescueNegativeTestJSON-217385872-project] 10.222.0.32 "GET /v2.0/security-groups?id=5e66df65-70b0-476d-97cd-4e9936c292c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426590 Aug 13 11:20:56.517215 dv-cinder-797608-16-iscsi neutron-server[93884]: DEBUG neutron.wsgi [-] (93884) accepted ('10.222.0.32', 46626) {{(pid=93884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 11:20:56.537306 dv-cinder-797608-16-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-c5511b15-fd75-47a4-93f0-8d59e66e948d admin admin] Notify callbacks [] for security_group, before_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 11:20:56.591446 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fd23ac6-20cf-456e-9d14-9a07646ebdad req-9d17a793-9b70-4524-9dad-261cf71d0e08 tempest-AttachVolumeNegativeTest-1779138385 tempest-AttachVolumeNegativeTest-1779138385-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 11:20:56.593468 dv-cinder-797608-16-iscsi neutron-server[93883]: INFO neutron.wsgi [req-9fd23ac6-20cf-456e-9d14-9a07646ebdad req-9d17a793-9b70-4524-9dad-261cf71d0e08 tempest-AttachVolumeNegativeTest-1779138385 tempest-AttachVolumeNegativeTest-1779138385-project] 10.222.0.20 "GET /v2.0/networks?id=ef82cda3-482a-4d19-86b5-de7fdfe5ee01 HTTP/1.1" status: 200 len: 814 time: 0.1341274 Aug 13 11:20:56.622140 dv-cinder-797608-16-iscsi neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76fc688d-4237-4f51-9d10-39899ba7a073 req-5ca6a299-500e-4c53-85f7-7eedc9a13220 tempest-VolumesSnapshotTestJSON-118294861 tempest-VolumesSnapshotTestJSON-118294861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 11:20:56.623619 dv-cinder-797608-16-iscsi neutron-server[93884]: INFO neutron.wsgi [req-76fc688d-4237-4f51-9d10-39899ba7a073 req-5ca6a299-500e-4c53-85f7-7eedc9a13220 tempest-VolumesSnapshotTestJSON-118294861 tempest-VolumesSnapshotTestJSON-118294861-project] 10.222.0.32 "GET /v2.0/ports?device_id=7a8ebe49-b627-4f99-8049-4a3fa97144cc HTTP/1.1" status: 200 len: 943 time: 0.0785565 Aug 13 11:20:56.682032 dv-cinder-797608-16-iscsi neutron-server[93884]: INFO neutron.wsgi [req-76fc688d-4237-4f51-9d10-39899ba7a073 req-eebde3c2-6927-4fb0-b721-6a6a8680c318 tempest-VolumesSnapshotTestJSON-118294861 tempest-VolumesSnapshotTestJSON-118294861-project] 10.222.0.32 "GET /v2.0/security-groups?id=067564c0-67c3-4ba8-9df2-3ce8ca895aee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0497038 Aug 13 11:20:56.704880 dv-cinder-797608-16-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-c5511b15-fd75-47a4-93f0-8d59e66e948d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 11:20:56.709618 dv-cinder-797608-16-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-c5511b15-fd75-47a4-93f0-8d59e66e948d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651637'] for security_group, after_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 11:20:56.746721 dv-cinder-797608-16-iscsi neutron-server[93884]: INFO neutron.wsgi [None req-c5511b15-fd75-47a4-93f0-8d59e66e948d admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=b66c1b34376b475289e086c99f80707b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2276261 Aug 13 11:20:56.747615 dv-cinder-797608-16-iscsi neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5511b15-fd75-47a4-93f0-8d59e66e948d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6a5f73ad-e3ec-4cb6-b7af-5f0430e376f6,revision_number=1']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 11:20:56.749342 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.32', 46630) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 11:20:56.799579 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-eba5b831-76d2-4b95-b00e-3d777f6006a6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 11:20:56.821009 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-eba5b831-76d2-4b95-b00e-3d777f6006a6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 11:20:56.867054 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-eba5b831-76d2-4b95-b00e-3d777f6006a6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651637'] for security_group, after_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 11:20:56.869669 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-eba5b831-76d2-4b95-b00e-3d777f6006a6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 11:20:56.870966 dv-cinder-797608-16-iscsi neutron-server[93883]: INFO neutron.wsgi [None req-eba5b831-76d2-4b95-b00e-3d777f6006a6 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/6a5f73ad-e3ec-4cb6-b7af-5f0430e376f6 HTTP/1.1" status: 204 len: 168 time: 0.1204731 Aug 13 11:20:56.880795 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eba5b831-76d2-4b95-b00e-3d777f6006a6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6a5f73ad-e3ec-4cb6-b7af-5f0430e376f6,revision_number=None']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 11:20:57.305396 dv-cinder-797608-16-iscsi neutron-server[93884]: INFO neutron.wsgi [req-fb01f124-c99d-49ad-be5b-2a1e7b5e7cdb req-344d1c9f-e0f5-46c3-9626-d4abc12b8432 tempest-AttachVolumeNegativeTest-1779138385 tempest-AttachVolumeNegativeTest-1779138385-project] 10.222.0.32 "GET /v2.0/ports?device_id=51d773e9-7bbb-4c2b-89c2-650a4be09768 HTTP/1.1" status: 200 len: 210 time: 0.0260289 Aug 13 11:20:57.522037 dv-cinder-797608-16-iscsi neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-107554ce-229d-47c9-8ef7-8c6c4788e772 req-988caaac-4077-4786-befd-9bc51be0c9ed tempest-ServerRescueNegativeTestJSON-217385872 tempest-ServerRescueNegativeTestJSON-217385872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 11:20:57.523549 dv-cinder-797608-16-iscsi neutron-server[93884]: INFO neutron.wsgi [req-107554ce-229d-47c9-8ef7-8c6c4788e772 req-988caaac-4077-4786-befd-9bc51be0c9ed tempest-ServerRescueNegativeTestJSON-217385872 tempest-ServerRescueNegativeTestJSON-217385872-project] 10.222.0.32 "GET /v2.0/ports?device_id=994527d7-146c-46c8-a16a-bc04ce3e770b HTTP/1.1" status: 200 len: 946 time: 0.0515478 Aug 13 11:20:57.562600 dv-cinder-797608-16-iscsi neutron-server[93884]: INFO neutron.wsgi [req-107554ce-229d-47c9-8ef7-8c6c4788e772 req-02eeac57-dc4c-413b-af2c-cb75888845b1 tempest-ServerRescueNegativeTestJSON-217385872 tempest-ServerRescueNegativeTestJSON-217385872-project] 10.222.0.32 "GET /v2.0/security-groups?id=5e66df65-70b0-476d-97cd-4e9936c292c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316677 Aug 13 11:20:57.797071 dv-cinder-797608-16-iscsi neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-038ff968-f828-4ade-9c1d-1ef885600273 req-268dbbb2-116b-49ef-bb54-102b5a1da086 tempest-VolumesSnapshotTestJSON-118294861 tempest-VolumesSnapshotTestJSON-118294861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 11:20:57.798804 dv-cinder-797608-16-iscsi neutron-server[93884]: INFO neutron.wsgi [req-038ff968-f828-4ade-9c1d-1ef885600273 req-268dbbb2-116b-49ef-bb54-102b5a1da086 tempest-VolumesSnapshotTestJSON-118294861 tempest-VolumesSnapshotTestJSON-118294861-project] 10.222.0.32 "GET /v2.0/ports?device_id=7a8ebe49-b627-4f99-8049-4a3fa97144cc HTTP/1.1" status: 200 len: 943 time: 0.0512698 Aug 13 11:20:57.837896 dv-cinder-797608-16-iscsi neutron-server[93884]: INFO neutron.wsgi [req-038ff968-f828-4ade-9c1d-1ef885600273 req-5a6acfd9-1bb3-4640-9d16-f09de8865a0f tempest-VolumesSnapshotTestJSON-118294861 tempest-VolumesSnapshotTestJSON-118294861-project] 10.222.0.32 "GET /v2.0/security-groups?id=067564c0-67c3-4ba8-9df2-3ce8ca895aee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315976 Aug 13 11:20:58.394304 dv-cinder-797608-16-iscsi neutron-server[93884]: INFO neutron.wsgi [req-e826b06b-ed09-4c50-90e1-6fbd9494404d req-cff425b3-f3dc-4b79-b584-9d3f797964d9 tempest-AttachVolumeNegativeTest-1779138385 tempest-AttachVolumeNegativeTest-1779138385-project] 10.222.0.32 "GET /v2.0/ports?device_id=51d773e9-7bbb-4c2b-89c2-650a4be09768 HTTP/1.1" status: 200 len: 210 time: 0.0247316 Aug 13 11:20:58.671865 dv-cinder-797608-16-iscsi neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14182a6d-2908-49e1-a846-04205d3182e7 req-200c7371-b456-4c8f-8aaf-bc7c36e5bd15 tempest-ServerRescueNegativeTestJSON-217385872 tempest-ServerRescueNegativeTestJSON-217385872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 11:20:58.673298 dv-cinder-797608-16-iscsi neutron-server[93884]: INFO neutron.wsgi [req-14182a6d-2908-49e1-a846-04205d3182e7 req-200c7371-b456-4c8f-8aaf-bc7c36e5bd15 tempest-ServerRescueNegativeTestJSON-217385872 tempest-ServerRescueNegativeTestJSON-217385872-project] 10.222.0.32 "GET /v2.0/ports?device_id=994527d7-146c-46c8-a16a-bc04ce3e770b HTTP/1.1" status: 200 len: 946 time: 0.0469110 Aug 13 11:20:58.709458 dv-cinder-797608-16-iscsi neutron-server[93884]: INFO neutron.wsgi [req-14182a6d-2908-49e1-a846-04205d3182e7 req-afc77d3a-3297-4670-88e0-ba7cb21cfa32 tempest-ServerRescueNegativeTestJSON-217385872 tempest-ServerRescueNegativeTestJSON-217385872-project] 10.222.0.32 "GET /v2.0/security-groups?id=5e66df65-70b0-476d-97cd-4e9936c292c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0298240 Aug 13 11:20:58.956346 dv-cinder-797608-16-iscsi neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5abb1363-8497-4e26-a76a-5f048aca595a req-b2a8f2c8-525d-4eb6-b40f-5f53a5555206 tempest-VolumesSnapshotTestJSON-118294861 tempest-VolumesSnapshotTestJSON-118294861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 11:20:58.958032 dv-cinder-797608-16-iscsi neutron-server[93884]: INFO neutron.wsgi [req-5abb1363-8497-4e26-a76a-5f048aca595a req-b2a8f2c8-525d-4eb6-b40f-5f53a5555206 tempest-VolumesSnapshotTestJSON-118294861 tempest-VolumesSnapshotTestJSON-118294861-project] 10.222.0.32 "GET /v2.0/ports?device_id=7a8ebe49-b627-4f99-8049-4a3fa97144cc HTTP/1.1" status: 200 len: 943 time: 0.0501025 Aug 13 11:20:58.998219 dv-cinder-797608-16-iscsi neutron-server[93884]: INFO neutron.wsgi [req-5abb1363-8497-4e26-a76a-5f048aca595a req-3329f048-a0a6-48fe-a540-8e87f4f409fb tempest-VolumesSnapshotTestJSON-118294861 tempest-VolumesSnapshotTestJSON-118294861-project] 10.222.0.32 "GET /v2.0/security-groups?id=067564c0-67c3-4ba8-9df2-3ce8ca895aee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317137 Aug 13 11:20:59.226161 dv-cinder-797608-16-iscsi neutron-server[93885]: DEBUG neutron.plugins.ml2.rpc [None req-a0b9b986-0706-4fc6-9cf9-0eb02d2513dc None None] Device 143692d5-5dc2-4d90-b56e-dc4b0d79fd66 details requested by agent hyperv_hv-cinder-79760 with host hv-cinder-79760 {{(pid=93885) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 13 11:20:59.287498 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron.api.v2.base [req-9fd23ac6-20cf-456e-9d14-9a07646ebdad req-3ac41749-ef4f-4345-a64b-dba52db3a5e9 tempest-AttachVolumeNegativeTest-1779138385 tempest-AttachVolumeNegativeTest-1779138385-project] Request body: {'port': {'device_id': '51d773e9-7bbb-4c2b-89c2-650a4be09768', 'network_id': 'ef82cda3-482a-4d19-86b5-de7fdfe5ee01', 'admin_state_up': True, 'tenant_id': '2275c360eaf141e588ac14d4e4363438'}} {{(pid=93883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 13 11:20:59.327972 dv-cinder-797608-16-iscsi neutron-server[93885]: DEBUG neutron.plugins.ml2.db [None req-a0b9b986-0706-4fc6-9cf9-0eb02d2513dc None None] For port 143692d5-5dc2-4d90-b56e-dc4b0d79fd66, host hv-cinder-79760, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79760',level=0,port_id=143692d5-5dc2-4d90-b56e-dc4b0d79fd66,segment=NetworkSegment(e18aea7a-7e5d-44de-aa65-0910a3f71ee1),segment_id=e18aea7a-7e5d-44de-aa65-0910a3f71ee1)] {{(pid=93885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 13 11:20:59.345676 dv-cinder-797608-16-iscsi neutron-server[93885]: DEBUG neutron.plugins.ml2.rpc [None req-a0b9b986-0706-4fc6-9cf9-0eb02d2513dc None None] Returning: {'device': '143692d5-5dc2-4d90-b56e-dc4b0d79fd66', 'network_id': 'b019fcf7-de26-4be8-b91e-534fa6cadca7', 'port_id': '143692d5-5dc2-4d90-b56e-dc4b0d79fd66', 'mac_address': 'fa:16:3e:9d:96:6f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 153, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5d239d83-0dde-465f-9273-8e7c04ac2cdd', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93885) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 13 11:20:59.382924 dv-cinder-797608-16-iscsi neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-a0b9b986-0706-4fc6-9cf9-0eb02d2513dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935434'] for port, before_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 11:20:59.395544 dv-cinder-797608-16-iscsi neutron-server[93885]: DEBUG neutron.notifiers.nova [None req-a0b9b986-0706-4fc6-9cf9-0eb02d2513dc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 143692d5-5dc2-4d90-b56e-dc4b0d79fd66 {{(pid=93885) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 13 11:20:59.400964 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9fd23ac6-20cf-456e-9d14-9a07646ebdad req-3ac41749-ef4f-4345-a64b-dba52db3a5e9 tempest-AttachVolumeNegativeTest-1779138385 tempest-AttachVolumeNegativeTest-1779138385-project] Made reservation on behalf of 2275c360eaf141e588ac14d4e4363438 for: {'port': 1} {{(pid=93883) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 13 11:20:59.404552 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-9fd23ac6-20cf-456e-9d14-9a07646ebdad req-3ac41749-ef4f-4345-a64b-dba52db3a5e9 tempest-AttachVolumeNegativeTest-1779138385 tempest-AttachVolumeNegativeTest-1779138385-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935434'] for port, before_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 11:20:59.424740 dv-cinder-797608-16-iscsi neutron-server[93885]: DEBUG neutron.plugins.ml2.db [None req-a0b9b986-0706-4fc6-9cf9-0eb02d2513dc None None] For port 143692d5-5dc2-4d90-b56e-dc4b0d79fd66, host hv-cinder-79760, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79760',level=0,port_id=143692d5-5dc2-4d90-b56e-dc4b0d79fd66,segment=NetworkSegment(e18aea7a-7e5d-44de-aa65-0910a3f71ee1),segment_id=e18aea7a-7e5d-44de-aa65-0910a3f71ee1)] {{(pid=93885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 13 11:20:59.429669 dv-cinder-797608-16-iscsi neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-a0b9b986-0706-4fc6-9cf9-0eb02d2513dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935844', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611014', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782137889940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782137337613', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782137337631'] for port, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 11:20:59.495118 dv-cinder-797608-16-iscsi neutron-server[93885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0b9b986-0706-4fc6-9cf9-0eb02d2513dc None None] Pushing event updated for resources: {'Port': ['ID=143692d5-5dc2-4d90-b56e-dc4b0d79fd66,revision_number=4']} {{(pid=93885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 11:20:59.507972 dv-cinder-797608-16-iscsi neutron-server[93884]: INFO neutron.wsgi [req-f2bfccec-1d89-4080-8463-b9c93ef24c47 req-5383b9c5-787c-4d01-b737-87aed3073224 tempest-AttachVolumeNegativeTest-1779138385 tempest-AttachVolumeNegativeTest-1779138385-project] 10.222.0.32 "GET /v2.0/ports?device_id=51d773e9-7bbb-4c2b-89c2-650a4be09768 HTTP/1.1" status: 200 len: 210 time: 0.0377665 Aug 13 11:20:59.555735 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron.db.db_base_plugin_common [req-9fd23ac6-20cf-456e-9d14-9a07646ebdad req-3ac41749-ef4f-4345-a64b-dba52db3a5e9 tempest-AttachVolumeNegativeTest-1779138385 tempest-AttachVolumeNegativeTest-1779138385-project] Allocated IP 172.20.0.7 (ef82cda3-482a-4d19-86b5-de7fdfe5ee01/0a294ee4-9310-4ae0-897c-3c3fffa9fb3c/3ad30c3e-8aac-4c3f-952c-ebae52dfcdba) {{(pid=93883) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 13 11:20:59.705719 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-9fd23ac6-20cf-456e-9d14-9a07646ebdad req-3ac41749-ef4f-4345-a64b-dba52db3a5e9 tempest-AttachVolumeNegativeTest-1779138385 tempest-AttachVolumeNegativeTest-1779138385-project] Notify callbacks [] for port, precommit_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 11:20:59.745148 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-9fd23ac6-20cf-456e-9d14-9a07646ebdad req-3ac41749-ef4f-4345-a64b-dba52db3a5e9 tempest-AttachVolumeNegativeTest-1779138385 tempest-AttachVolumeNegativeTest-1779138385-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935844', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611014', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782137337079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2139128394'] for port, after_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 11:20:59.790631 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9fd23ac6-20cf-456e-9d14-9a07646ebdad req-3ac41749-ef4f-4345-a64b-dba52db3a5e9 tempest-AttachVolumeNegativeTest-1779138385 tempest-AttachVolumeNegativeTest-1779138385-project] Network ef82cda3-482a-4d19-86b5-de7fdfe5ee01 is already hosted by enough agents. {{(pid=93883) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 13 11:20:59.795866 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron.scheduler.base_scheduler [req-9fd23ac6-20cf-456e-9d14-9a07646ebdad req-3ac41749-ef4f-4345-a64b-dba52db3a5e9 tempest-AttachVolumeNegativeTest-1779138385 tempest-AttachVolumeNegativeTest-1779138385-project] Resources bound (agent type, host, resource id): {{(pid=93883) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 13 11:20:59.796059 dv-cinder-797608-16-iscsi neutron-server[93885]: DEBUG neutron.plugins.ml2.db [None req-a0b9b986-0706-4fc6-9cf9-0eb02d2513dc None None] get_ports_and_sgs() called for port_ids ['1ebd7405-00bb-4e41-b826-c3f3f5ab625e', '1c819ec8-f1e7-4368-b225-ec8be4f19714'] {{(pid=93885) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 13 11:20:59.799989 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron.db.l3_dvrscheduler_db [req-9fd23ac6-20cf-456e-9d14-9a07646ebdad req-3ac41749-ef4f-4345-a64b-dba52db3a5e9 tempest-AttachVolumeNegativeTest-1779138385 tempest-AttachVolumeNegativeTest-1779138385-project] Received port after_create {{(pid=93883) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 13 11:20:59.807246 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ac41749-ef4f-4345-a64b-dba52db3a5e9 tempest-AttachVolumeNegativeTest-1779138385 tempest-AttachVolumeNegativeTest-1779138385-project] Pushing event updated for resources: {'Port': ['ID=3ad30c3e-8aac-4c3f-952c-ebae52dfcdba,revision_number=1']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 11:20:59.831447 dv-cinder-797608-16-iscsi neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89342fde-6b0e-441e-92b5-22d696a7f38a req-37a2a89a-7fc3-4194-9f20-a85ae8f254ed tempest-ServerRescueNegativeTestJSON-217385872 tempest-ServerRescueNegativeTestJSON-217385872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 11:20:59.833562 dv-cinder-797608-16-iscsi neutron-server[93884]: INFO neutron.wsgi [req-89342fde-6b0e-441e-92b5-22d696a7f38a req-37a2a89a-7fc3-4194-9f20-a85ae8f254ed tempest-ServerRescueNegativeTestJSON-217385872 tempest-ServerRescueNegativeTestJSON-217385872-project] 10.222.0.32 "GET /v2.0/ports?device_id=994527d7-146c-46c8-a16a-bc04ce3e770b HTTP/1.1" status: 200 len: 946 time: 0.0550504 Aug 13 11:20:59.858455 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fd23ac6-20cf-456e-9d14-9a07646ebdad req-3ac41749-ef4f-4345-a64b-dba52db3a5e9 tempest-AttachVolumeNegativeTest-1779138385 tempest-AttachVolumeNegativeTest-1779138385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 11:20:59.859043 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-9fd23ac6-20cf-456e-9d14-9a07646ebdad req-3ac41749-ef4f-4345-a64b-dba52db3a5e9 tempest-AttachVolumeNegativeTest-1779138385 tempest-AttachVolumeNegativeTest-1779138385-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-128352'] for port, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 11:20:59.874012 dv-cinder-797608-16-iscsi neutron-server[93883]: INFO neutron.wsgi [req-9fd23ac6-20cf-456e-9d14-9a07646ebdad req-3ac41749-ef4f-4345-a64b-dba52db3a5e9 tempest-AttachVolumeNegativeTest-1779138385 tempest-AttachVolumeNegativeTest-1779138385-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5913572 Aug 13 11:20:59.875789 dv-cinder-797608-16-iscsi neutron-server[93884]: INFO neutron.wsgi [req-89342fde-6b0e-441e-92b5-22d696a7f38a req-c9a37a36-3c37-49e5-b4f1-4b9ecc7a7250 tempest-ServerRescueNegativeTestJSON-217385872 tempest-ServerRescueNegativeTestJSON-217385872-project] 10.222.0.32 "GET /v2.0/security-groups?id=5e66df65-70b0-476d-97cd-4e9936c292c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0351686 Aug 13 11:20:59.895248 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron.api.v2.base [req-9fd23ac6-20cf-456e-9d14-9a07646ebdad req-296534dc-485c-4d1d-958e-b8a3f29994f9 service neutron] Request body: {'port': {'device_id': '51d773e9-7bbb-4c2b-89c2-650a4be09768', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79760'}} {{(pid=93883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 13 11:20:59.902822 dv-cinder-797608-16-iscsi neutron-server[93885]: DEBUG neutron.plugins.ml2.db [None req-a0b9b986-0706-4fc6-9cf9-0eb02d2513dc None None] get_ports_and_sgs() called for port_ids ['143692d5-5dc2-4d90-b56e-dc4b0d79fd66'] {{(pid=93885) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 13 11:20:59.947446 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-9fd23ac6-20cf-456e-9d14-9a07646ebdad req-296534dc-485c-4d1d-958e-b8a3f29994f9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935434'] for port, before_update {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 11:21:00.133580 dv-cinder-797608-16-iscsi neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2cd5daa-c599-4f5c-ac1b-7f631eb1083f req-bf3d8190-a958-4780-a639-abd299d80778 tempest-VolumesSnapshotTestJSON-118294861 tempest-VolumesSnapshotTestJSON-118294861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 11:21:00.141856 dv-cinder-797608-16-iscsi neutron-server[93884]: INFO neutron.wsgi [req-e2cd5daa-c599-4f5c-ac1b-7f631eb1083f req-bf3d8190-a958-4780-a639-abd299d80778 tempest-VolumesSnapshotTestJSON-118294861 tempest-VolumesSnapshotTestJSON-118294861-project] 10.222.0.32 "GET /v2.0/ports?device_id=7a8ebe49-b627-4f99-8049-4a3fa97144cc HTTP/1.1" status: 200 len: 944 time: 0.0668693 Aug 13 11:21:00.182437 dv-cinder-797608-16-iscsi neutron-server[93884]: INFO neutron.wsgi [req-e2cd5daa-c599-4f5c-ac1b-7f631eb1083f req-f8f001b9-170b-444c-8b71-4c1f984eaaed tempest-VolumesSnapshotTestJSON-118294861 tempest-VolumesSnapshotTestJSON-118294861-project] 10.222.0.32 "GET /v2.0/security-groups?id=067564c0-67c3-4ba8-9df2-3ce8ca895aee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395596 Aug 13 11:21:00.279615 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron.notifiers.nova [req-9fd23ac6-20cf-456e-9d14-9a07646ebdad req-296534dc-485c-4d1d-958e-b8a3f29994f9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3ad30c3e-8aac-4c3f-952c-ebae52dfcdba {{(pid=93883) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 13 11:21:00.286311 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-9fd23ac6-20cf-456e-9d14-9a07646ebdad req-296534dc-485c-4d1d-958e-b8a3f29994f9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 11:21:00.301886 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron.db.provisioning_blocks [req-9fd23ac6-20cf-456e-9d14-9a07646ebdad req-296534dc-485c-4d1d-958e-b8a3f29994f9 service neutron] Transition to ACTIVE for port object 3ad30c3e-8aac-4c3f-952c-ebae52dfcdba will not be triggered until provisioned by entity L2. {{(pid=93883) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 13 11:21:00.304914 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-9fd23ac6-20cf-456e-9d14-9a07646ebdad req-296534dc-485c-4d1d-958e-b8a3f29994f9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935844', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611014', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782137889940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782137337613', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782137337631', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2139128387'] for port, after_update {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 11:21:00.418875 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-296534dc-485c-4d1d-958e-b8a3f29994f9 service neutron] Pushing event updated for resources: {'Port': ['ID=3ad30c3e-8aac-4c3f-952c-ebae52dfcdba,revision_number=2']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 11:21:00.454086 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron.plugins.ml2.managers [req-9fd23ac6-20cf-456e-9d14-9a07646ebdad req-296534dc-485c-4d1d-958e-b8a3f29994f9 service neutron] Attempting to bind port 3ad30c3e-8aac-4c3f-952c-ebae52dfcdba on host hv-cinder-79760 for vnic_type normal with profile {{(pid=93883) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 13 11:21:00.454559 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron.plugins.ml2.managers [req-9fd23ac6-20cf-456e-9d14-9a07646ebdad req-296534dc-485c-4d1d-958e-b8a3f29994f9 service neutron] Attempting to bind port 3ad30c3e-8aac-4c3f-952c-ebae52dfcdba by drivers openvswitch,hyperv on host hv-cinder-79760 at level 0 using segments [{'id': 'f4dd2cc4-fdaa-47ce-bd00-4a8b0e01de32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': 'ef82cda3-482a-4d19-86b5-de7fdfe5ee01'}] {{(pid=93883) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 13 11:21:00.454932 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9fd23ac6-20cf-456e-9d14-9a07646ebdad req-296534dc-485c-4d1d-958e-b8a3f29994f9 service neutron] Attempting to bind port 3ad30c3e-8aac-4c3f-952c-ebae52dfcdba on network ef82cda3-482a-4d19-86b5-de7fdfe5ee01 {{(pid=93883) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 13 11:21:00.459612 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9fd23ac6-20cf-456e-9d14-9a07646ebdad req-296534dc-485c-4d1d-958e-b8a3f29994f9 service neutron] Port 3ad30c3e-8aac-4c3f-952c-ebae52dfcdba on network ef82cda3-482a-4d19-86b5-de7fdfe5ee01 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79760 {{(pid=93883) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 13 11:21:00.459937 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9fd23ac6-20cf-456e-9d14-9a07646ebdad req-296534dc-485c-4d1d-958e-b8a3f29994f9 service neutron] Attempting to bind port 3ad30c3e-8aac-4c3f-952c-ebae52dfcdba on network ef82cda3-482a-4d19-86b5-de7fdfe5ee01 {{(pid=93883) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 13 11:21:00.464856 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9fd23ac6-20cf-456e-9d14-9a07646ebdad req-296534dc-485c-4d1d-958e-b8a3f29994f9 service neutron] Checking agent: {'id': '3e9c1808-7bc3-414f-9290-25f62682d3ef', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79760', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 13, 11, 17, 34), 'started_at': datetime.datetime(2021, 8, 13, 11, 17, 34), 'heartbeat_timestamp': datetime.datetime(2021, 8, 13, 11, 20, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93883) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 13 11:21:00.465192 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9fd23ac6-20cf-456e-9d14-9a07646ebdad req-296534dc-485c-4d1d-958e-b8a3f29994f9 service neutron] Checking segment: {'id': 'f4dd2cc4-fdaa-47ce-bd00-4a8b0e01de32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': 'ef82cda3-482a-4d19-86b5-de7fdfe5ee01'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93883) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 13 11:21:00.465568 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9fd23ac6-20cf-456e-9d14-9a07646ebdad req-296534dc-485c-4d1d-958e-b8a3f29994f9 service neutron] Bound using segment: {'id': 'f4dd2cc4-fdaa-47ce-bd00-4a8b0e01de32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': 'ef82cda3-482a-4d19-86b5-de7fdfe5ee01'} {{(pid=93883) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 13 11:21:00.466695 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron.plugins.ml2.managers [req-9fd23ac6-20cf-456e-9d14-9a07646ebdad req-296534dc-485c-4d1d-958e-b8a3f29994f9 service neutron] Bound port: 3ad30c3e-8aac-4c3f-952c-ebae52dfcdba, host: hv-cinder-79760, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f4dd2cc4-fdaa-47ce-bd00-4a8b0e01de32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': 'ef82cda3-482a-4d19-86b5-de7fdfe5ee01'}}] {{(pid=93883) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 13 11:21:00.466695 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-9fd23ac6-20cf-456e-9d14-9a07646ebdad req-296534dc-485c-4d1d-958e-b8a3f29994f9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935434'] for port, before_update {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 11:21:00.553121 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron.plugins.ml2.db [req-9fd23ac6-20cf-456e-9d14-9a07646ebdad req-296534dc-485c-4d1d-958e-b8a3f29994f9 service neutron] For port 3ad30c3e-8aac-4c3f-952c-ebae52dfcdba, host hv-cinder-79760, cleared binding levels {{(pid=93883) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 13 11:21:00.558065 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron.plugins.ml2.db [req-9fd23ac6-20cf-456e-9d14-9a07646ebdad req-296534dc-485c-4d1d-958e-b8a3f29994f9 service neutron] For port 3ad30c3e-8aac-4c3f-952c-ebae52dfcdba, host hv-cinder-79760, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79760',level=0,port_id=3ad30c3e-8aac-4c3f-952c-ebae52dfcdba,segment=NetworkSegment(f4dd2cc4-fdaa-47ce-bd00-4a8b0e01de32),segment_id=f4dd2cc4-fdaa-47ce-bd00-4a8b0e01de32)] {{(pid=93883) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 13 11:21:00.563903 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-9fd23ac6-20cf-456e-9d14-9a07646ebdad req-296534dc-485c-4d1d-958e-b8a3f29994f9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935844', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611014', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782137889940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782137337613', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782137337631', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2139128387'] for port, after_update {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 11:21:00.606559 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fd23ac6-20cf-456e-9d14-9a07646ebdad req-296534dc-485c-4d1d-958e-b8a3f29994f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 11:21:00.607497 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-9fd23ac6-20cf-456e-9d14-9a07646ebdad req-296534dc-485c-4d1d-958e-b8a3f29994f9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-128352'] for port, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 11:21:00.609032 dv-cinder-797608-16-iscsi neutron-server[93883]: INFO neutron.wsgi [req-9fd23ac6-20cf-456e-9d14-9a07646ebdad req-296534dc-485c-4d1d-958e-b8a3f29994f9 service neutron] 10.222.0.20 "PUT /v2.0/ports/3ad30c3e-8aac-4c3f-952c-ebae52dfcdba HTTP/1.1" status: 200 len: 1093 time: 0.7188151 Aug 13 11:21:00.609735 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '51d773e9-7bbb-4c2b-89c2-650a4be09768', 'tag': '3ad30c3e-8aac-4c3f-952c-ebae52dfcdba'}] {{(pid=93883) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 13 11:21:00.612285 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}db1a1fbc245c58e73290e58258e46ca41fe4e785cc79cbd57aa3dae940aad292" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-00c73419-dcde-4eaa-8ff9-ab8d4e55f7fd" -d '{"events": [{"name": "network-changed", "server_uuid": "51d773e9-7bbb-4c2b-89c2-650a4be09768", "tag": "3ad30c3e-8aac-4c3f-952c-ebae52dfcdba"}]}' {{(pid=93883) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 13 11:21:00.636962 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-296534dc-485c-4d1d-958e-b8a3f29994f9 service neutron] Pushing event updated for resources: {'Port': ['ID=3ad30c3e-8aac-4c3f-952c-ebae52dfcdba,revision_number=3']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 11:21:00.668411 dv-cinder-797608-16-iscsi neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5b69bd0-f59c-4d46-87e1-af619a047a58 req-81cc78ac-3131-43a7-b955-a81a42dc8f9a tempest-AttachVolumeNegativeTest-1779138385 tempest-AttachVolumeNegativeTest-1779138385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 11:21:00.671307 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 13 Aug 2021 11:21:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-25c23086-f86b-40fd-b0ca-6fc9eac53db4 x-openstack-request-id: req-25c23086-f86b-40fd-b0ca-6fc9eac53db4 {{(pid=93883) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 13 11:21:00.671686 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "51d773e9-7bbb-4c2b-89c2-650a4be09768", "tag": "3ad30c3e-8aac-4c3f-952c-ebae52dfcdba", "status": "completed", "code": 200}]} {{(pid=93883) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 13 11:21:00.671998 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-25c23086-f86b-40fd-b0ca-6fc9eac53db4 {{(pid=93883) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 13 11:21:00.672470 dv-cinder-797608-16-iscsi neutron-server[93883]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '51d773e9-7bbb-4c2b-89c2-650a4be09768', 'tag': '3ad30c3e-8aac-4c3f-952c-ebae52dfcdba', 'status': 'completed', 'code': 200} Aug 13 11:21:00.674494 dv-cinder-797608-16-iscsi neutron-server[93884]: INFO neutron.wsgi [req-c5b69bd0-f59c-4d46-87e1-af619a047a58 req-81cc78ac-3131-43a7-b955-a81a42dc8f9a tempest-AttachVolumeNegativeTest-1779138385 tempest-AttachVolumeNegativeTest-1779138385-project] 10.222.0.32 "GET /v2.0/ports?device_id=51d773e9-7bbb-4c2b-89c2-650a4be09768 HTTP/1.1" status: 200 len: 943 time: 0.0747983 Aug 13 11:21:00.718685 dv-cinder-797608-16-iscsi neutron-server[93884]: INFO neutron.wsgi [req-c5b69bd0-f59c-4d46-87e1-af619a047a58 req-4dabf63c-e8cb-4734-b926-13ffa485958e tempest-AttachVolumeNegativeTest-1779138385 tempest-AttachVolumeNegativeTest-1779138385-project] 10.222.0.32 "GET /v2.0/security-groups?id=e9ebb553-6898-47d0-8034-10e78e802a38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376520 Aug 13 11:21:00.990796 dv-cinder-797608-16-iscsi neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63a7dad4-697a-4764-a62b-b8deb0fb7695 req-cd173471-9a9c-4e03-bccb-7b1646f87c34 tempest-ServerRescueNegativeTestJSON-217385872 tempest-ServerRescueNegativeTestJSON-217385872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 11:21:00.992295 dv-cinder-797608-16-iscsi neutron-server[93884]: INFO neutron.wsgi [req-63a7dad4-697a-4764-a62b-b8deb0fb7695 req-cd173471-9a9c-4e03-bccb-7b1646f87c34 tempest-ServerRescueNegativeTestJSON-217385872 tempest-ServerRescueNegativeTestJSON-217385872-project] 10.222.0.32 "GET /v2.0/ports?device_id=994527d7-146c-46c8-a16a-bc04ce3e770b HTTP/1.1" status: 200 len: 946 time: 0.0487497 Aug 13 11:21:01.031357 dv-cinder-797608-16-iscsi neutron-server[93884]: INFO neutron.wsgi [req-63a7dad4-697a-4764-a62b-b8deb0fb7695 req-b4db21ce-440a-4f33-adf1-a73dd23aeb7f tempest-ServerRescueNegativeTestJSON-217385872 tempest-ServerRescueNegativeTestJSON-217385872-project] 10.222.0.32 "GET /v2.0/security-groups?id=5e66df65-70b0-476d-97cd-4e9936c292c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328057 Aug 13 11:21:01.135142 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.32', 46766) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 11:21:01.238929 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-e0802344-0bc8-4828-b5ee-e252109c5800 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 11:21:01.296560 dv-cinder-797608-16-iscsi neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44a71c7b-2571-47a0-a44e-0973f5fe8cc5 req-4a2d8050-ac99-42dd-a316-9cbe5a16b228 tempest-VolumesSnapshotTestJSON-118294861 tempest-VolumesSnapshotTestJSON-118294861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 11:21:01.298294 dv-cinder-797608-16-iscsi neutron-server[93884]: INFO neutron.wsgi [req-44a71c7b-2571-47a0-a44e-0973f5fe8cc5 req-4a2d8050-ac99-42dd-a316-9cbe5a16b228 tempest-VolumesSnapshotTestJSON-118294861 tempest-VolumesSnapshotTestJSON-118294861-project] 10.222.0.32 "GET /v2.0/ports?device_id=7a8ebe49-b627-4f99-8049-4a3fa97144cc HTTP/1.1" status: 200 len: 944 time: 0.0486441 Aug 13 11:21:01.331259 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-e0802344-0bc8-4828-b5ee-e252109c5800 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 11:21:01.335407 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-e0802344-0bc8-4828-b5ee-e252109c5800 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651637'] for security_group, after_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 11:21:01.341696 dv-cinder-797608-16-iscsi neutron-server[93884]: INFO neutron.wsgi [req-44a71c7b-2571-47a0-a44e-0973f5fe8cc5 req-072a55dd-8c74-408f-a053-da671e612781 tempest-VolumesSnapshotTestJSON-118294861 tempest-VolumesSnapshotTestJSON-118294861-project] 10.222.0.32 "GET /v2.0/security-groups?id=067564c0-67c3-4ba8-9df2-3ce8ca895aee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0355465 Aug 13 11:21:01.371825 dv-cinder-797608-16-iscsi neutron-server[93883]: INFO neutron.wsgi [None req-e0802344-0bc8-4828-b5ee-e252109c5800 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=157a72299f514f29b71a8f4e1ed5eaea&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2355602 Aug 13 11:21:01.373778 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0802344-0bc8-4828-b5ee-e252109c5800 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=241ccc6d-9296-41ae-b02d-5a1fd7fd8f11,revision_number=1']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 11:21:01.374529 dv-cinder-797608-16-iscsi neutron-server[93884]: DEBUG neutron.wsgi [-] (93884) accepted ('10.222.0.32', 46774) {{(pid=93884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 11:21:01.423460 dv-cinder-797608-16-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-dcec1080-4b4d-4be6-a096-ddaf12a594fe admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 11:21:01.443952 dv-cinder-797608-16-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-dcec1080-4b4d-4be6-a096-ddaf12a594fe admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 11:21:01.488559 dv-cinder-797608-16-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-dcec1080-4b4d-4be6-a096-ddaf12a594fe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651637'] for security_group, after_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 11:21:01.491163 dv-cinder-797608-16-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-dcec1080-4b4d-4be6-a096-ddaf12a594fe admin admin] Notify callbacks [] for security_group, before_response {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 11:21:01.492303 dv-cinder-797608-16-iscsi neutron-server[93884]: INFO neutron.wsgi [None req-dcec1080-4b4d-4be6-a096-ddaf12a594fe admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/241ccc6d-9296-41ae-b02d-5a1fd7fd8f11 HTTP/1.1" status: 204 len: 168 time: 0.1168101 Aug 13 11:21:01.499980 dv-cinder-797608-16-iscsi neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcec1080-4b4d-4be6-a096-ddaf12a594fe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=241ccc6d-9296-41ae-b02d-5a1fd7fd8f11,revision_number=None']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 11:21:01.760396 dv-cinder-797608-16-iscsi neutron-server[93884]: DEBUG neutron.wsgi [-] (93884) accepted ('10.222.0.32', 46784) {{(pid=93884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 11:21:01.773312 dv-cinder-797608-16-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-a7e9a8b0-a7f4-4683-91e6-43411c78c4c8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 11:21:01.861825 dv-cinder-797608-16-iscsi neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cc7050a-de88-48a2-b44d-d2bad276977f req-a1076d5f-fe85-4ccb-a2af-221bf09b4e9e tempest-AttachVolumeNegativeTest-1779138385 tempest-AttachVolumeNegativeTest-1779138385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 11:21:01.863370 dv-cinder-797608-16-iscsi neutron-server[93884]: INFO neutron.wsgi [req-3cc7050a-de88-48a2-b44d-d2bad276977f req-a1076d5f-fe85-4ccb-a2af-221bf09b4e9e tempest-AttachVolumeNegativeTest-1779138385 tempest-AttachVolumeNegativeTest-1779138385-project] 10.222.0.32 "GET /v2.0/ports?device_id=51d773e9-7bbb-4c2b-89c2-650a4be09768 HTTP/1.1" status: 200 len: 943 time: 0.0752511 Aug 13 11:21:01.931971 dv-cinder-797608-16-iscsi neutron-server[93884]: INFO neutron.wsgi [req-3cc7050a-de88-48a2-b44d-d2bad276977f req-79489152-748b-4632-ad63-0ba20612cdc0 tempest-AttachVolumeNegativeTest-1779138385 tempest-AttachVolumeNegativeTest-1779138385-project] 10.222.0.32 "GET /v2.0/security-groups?id=e9ebb553-6898-47d0-8034-10e78e802a38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0535934 Aug 13 11:21:01.936379 dv-cinder-797608-16-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-a7e9a8b0-a7f4-4683-91e6-43411c78c4c8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 11:21:01.940241 dv-cinder-797608-16-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-a7e9a8b0-a7f4-4683-91e6-43411c78c4c8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651637'] for security_group, after_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 11:21:01.976491 dv-cinder-797608-16-iscsi neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7e9a8b0-a7f4-4683-91e6-43411c78c4c8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2f05f245-0197-421f-8071-9fe33abc3825,revision_number=1']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 11:21:01.981648 dv-cinder-797608-16-iscsi neutron-server[93884]: INFO neutron.wsgi [None req-a7e9a8b0-a7f4-4683-91e6-43411c78c4c8 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=c30160c7557246d38a0cda44b91bb767&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2202520 Aug 13 11:21:01.984405 dv-cinder-797608-16-iscsi neutron-server[93884]: DEBUG neutron.wsgi [-] (93884) accepted ('10.222.0.32', 46790) {{(pid=93884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 11:21:02.030918 dv-cinder-797608-16-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-80173dc0-c7d9-49bb-a4ad-41253c04525a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 11:21:02.051687 dv-cinder-797608-16-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-80173dc0-c7d9-49bb-a4ad-41253c04525a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 11:21:02.104877 dv-cinder-797608-16-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-80173dc0-c7d9-49bb-a4ad-41253c04525a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651637'] for security_group, after_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 11:21:02.107211 dv-cinder-797608-16-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-80173dc0-c7d9-49bb-a4ad-41253c04525a admin admin] Notify callbacks [] for security_group, before_response {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 11:21:02.108245 dv-cinder-797608-16-iscsi neutron-server[93884]: INFO neutron.wsgi [None req-80173dc0-c7d9-49bb-a4ad-41253c04525a admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/2f05f245-0197-421f-8071-9fe33abc3825 HTTP/1.1" status: 204 len: 168 time: 0.1229537 Aug 13 11:21:02.131359 dv-cinder-797608-16-iscsi neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80173dc0-c7d9-49bb-a4ad-41253c04525a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2f05f245-0197-421f-8071-9fe33abc3825,revision_number=None']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 11:21:02.153747 dv-cinder-797608-16-iscsi neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81d39361-42a6-4b4f-8c2c-fe6425d1cc6c req-f328f6da-2c82-45ea-8727-47a32c260f25 tempest-ServerRescueNegativeTestJSON-217385872 tempest-ServerRescueNegativeTestJSON-217385872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 11:21:02.155293 dv-cinder-797608-16-iscsi neutron-server[93884]: INFO neutron.wsgi [req-81d39361-42a6-4b4f-8c2c-fe6425d1cc6c req-f328f6da-2c82-45ea-8727-47a32c260f25 tempest-ServerRescueNegativeTestJSON-217385872 tempest-ServerRescueNegativeTestJSON-217385872-project] 10.222.0.32 "GET /v2.0/ports?device_id=994527d7-146c-46c8-a16a-bc04ce3e770b HTTP/1.1" status: 200 len: 946 time: 0.0596387 Aug 13 11:21:02.196496 dv-cinder-797608-16-iscsi neutron-server[93884]: INFO neutron.wsgi [req-81d39361-42a6-4b4f-8c2c-fe6425d1cc6c req-c7085c9d-3536-4a59-98c1-053d2737ec78 tempest-ServerRescueNegativeTestJSON-217385872 tempest-ServerRescueNegativeTestJSON-217385872-project] 10.222.0.32 "GET /v2.0/security-groups?id=5e66df65-70b0-476d-97cd-4e9936c292c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345290 Aug 13 11:21:02.463264 dv-cinder-797608-16-iscsi neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6b7731e-0ed0-433f-975a-0ba61ca017ae req-7ea27280-631f-4c01-8235-db267a641993 tempest-VolumesSnapshotTestJSON-118294861 tempest-VolumesSnapshotTestJSON-118294861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 11:21:02.464854 dv-cinder-797608-16-iscsi neutron-server[93884]: INFO neutron.wsgi [req-f6b7731e-0ed0-433f-975a-0ba61ca017ae req-7ea27280-631f-4c01-8235-db267a641993 tempest-VolumesSnapshotTestJSON-118294861 tempest-VolumesSnapshotTestJSON-118294861-project] 10.222.0.32 "GET /v2.0/ports?device_id=7a8ebe49-b627-4f99-8049-4a3fa97144cc HTTP/1.1" status: 200 len: 944 time: 0.0482802 Aug 13 11:21:02.503776 dv-cinder-797608-16-iscsi neutron-server[93884]: INFO neutron.wsgi [req-f6b7731e-0ed0-433f-975a-0ba61ca017ae req-d3527c8b-0310-44b8-8d17-7d9857e41d13 tempest-VolumesSnapshotTestJSON-118294861 tempest-VolumesSnapshotTestJSON-118294861-project] 10.222.0.32 "GET /v2.0/security-groups?id=067564c0-67c3-4ba8-9df2-3ce8ca895aee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316234 Aug 13 11:21:03.046646 dv-cinder-797608-16-iscsi neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6058e236-7de6-4b4c-9338-6ded4b3f0d5f req-f23b2213-9d5b-44d2-838e-dfd26336ece8 tempest-AttachVolumeNegativeTest-1779138385 tempest-AttachVolumeNegativeTest-1779138385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 11:21:03.048138 dv-cinder-797608-16-iscsi neutron-server[93884]: INFO neutron.wsgi [req-6058e236-7de6-4b4c-9338-6ded4b3f0d5f req-f23b2213-9d5b-44d2-838e-dfd26336ece8 tempest-AttachVolumeNegativeTest-1779138385 tempest-AttachVolumeNegativeTest-1779138385-project] 10.222.0.32 "GET /v2.0/ports?device_id=51d773e9-7bbb-4c2b-89c2-650a4be09768 HTTP/1.1" status: 200 len: 943 time: 0.0509145 Aug 13 11:21:03.087679 dv-cinder-797608-16-iscsi neutron-server[93884]: INFO neutron.wsgi [req-6058e236-7de6-4b4c-9338-6ded4b3f0d5f req-209c65c3-9a18-4da9-9248-c2d4ce24a122 tempest-AttachVolumeNegativeTest-1779138385 tempest-AttachVolumeNegativeTest-1779138385-project] 10.222.0.32 "GET /v2.0/security-groups?id=e9ebb553-6898-47d0-8034-10e78e802a38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335257 Aug 13 11:21:03.308818 dv-cinder-797608-16-iscsi neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33653dc8-5c9d-45db-87ba-853c5ca3617d req-e54fed0f-49c5-4bd2-a696-19cea4375dc2 tempest-ServerRescueNegativeTestJSON-217385872 tempest-ServerRescueNegativeTestJSON-217385872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 11:21:03.310303 dv-cinder-797608-16-iscsi neutron-server[93884]: INFO neutron.wsgi [req-33653dc8-5c9d-45db-87ba-853c5ca3617d req-e54fed0f-49c5-4bd2-a696-19cea4375dc2 tempest-ServerRescueNegativeTestJSON-217385872 tempest-ServerRescueNegativeTestJSON-217385872-project] 10.222.0.32 "GET /v2.0/ports?device_id=994527d7-146c-46c8-a16a-bc04ce3e770b HTTP/1.1" status: 200 len: 946 time: 0.0472972 Aug 13 11:21:03.353513 dv-cinder-797608-16-iscsi neutron-server[93884]: INFO neutron.wsgi [req-33653dc8-5c9d-45db-87ba-853c5ca3617d req-a5fdb772-b8cb-462d-b990-fb8b9c106d10 tempest-ServerRescueNegativeTestJSON-217385872 tempest-ServerRescueNegativeTestJSON-217385872-project] 10.222.0.32 "GET /v2.0/security-groups?id=5e66df65-70b0-476d-97cd-4e9936c292c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0352061 Aug 13 11:21:03.481066 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00c73419-dcde-4eaa-8ff9-ab8d4e55f7fd req-3f3179ec-9ad2-483f-973b-58a2609911f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 11:21:03.482601 dv-cinder-797608-16-iscsi neutron-server[93883]: INFO neutron.wsgi [req-00c73419-dcde-4eaa-8ff9-ab8d4e55f7fd req-3f3179ec-9ad2-483f-973b-58a2609911f1 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=2275c360eaf141e588ac14d4e4363438&device_id=51d773e9-7bbb-4c2b-89c2-650a4be09768 HTTP/1.1" status: 200 len: 1096 time: 0.0457280 Aug 13 11:21:03.635016 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00c73419-dcde-4eaa-8ff9-ab8d4e55f7fd req-a59b9c88-5d00-49ef-8fc5-592adfd1efae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 11:21:03.636707 dv-cinder-797608-16-iscsi neutron-server[93883]: INFO neutron.wsgi [req-00c73419-dcde-4eaa-8ff9-ab8d4e55f7fd req-a59b9c88-5d00-49ef-8fc5-592adfd1efae service neutron] 10.222.0.20 "GET /v2.0/networks?tenant_id=2275c360eaf141e588ac14d4e4363438&shared=False HTTP/1.1" status: 200 len: 915 time: 0.1235781 Aug 13 11:21:03.640950 dv-cinder-797608-16-iscsi neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3bf83e4-b651-4bd0-9e4a-58f8bbf8d28f req-3cc79616-4351-4dc4-8db8-3e219a22337b tempest-VolumesSnapshotTestJSON-118294861 tempest-VolumesSnapshotTestJSON-118294861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 11:21:03.643101 dv-cinder-797608-16-iscsi neutron-server[93884]: INFO neutron.wsgi [req-c3bf83e4-b651-4bd0-9e4a-58f8bbf8d28f req-3cc79616-4351-4dc4-8db8-3e219a22337b tempest-VolumesSnapshotTestJSON-118294861 tempest-VolumesSnapshotTestJSON-118294861-project] 10.222.0.32 "GET /v2.0/ports?device_id=7a8ebe49-b627-4f99-8049-4a3fa97144cc HTTP/1.1" status: 200 len: 944 time: 0.0682700 Aug 13 11:21:03.691016 dv-cinder-797608-16-iscsi neutron-server[93884]: INFO neutron.wsgi [req-c3bf83e4-b651-4bd0-9e4a-58f8bbf8d28f req-ca706e27-c1ad-4593-bb3c-eeb5a07d8829 tempest-VolumesSnapshotTestJSON-118294861 tempest-VolumesSnapshotTestJSON-118294861-project] 10.222.0.32 "GET /v2.0/security-groups?id=067564c0-67c3-4ba8-9df2-3ce8ca895aee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403821 Aug 13 11:21:03.766326 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1339d452-6704-45ab-9862-ed95eb21f2b3 req-f1f5edd2-32bb-45ed-9d0d-1bad895c41d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 11:21:03.768452 dv-cinder-797608-16-iscsi neutron-server[93883]: INFO neutron.wsgi [req-1339d452-6704-45ab-9862-ed95eb21f2b3 req-f1f5edd2-32bb-45ed-9d0d-1bad895c41d4 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=994527d7-146c-46c8-a16a-bc04ce3e770b HTTP/1.1" status: 200 len: 1099 time: 0.0709674 Aug 13 11:21:03.773532 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00c73419-dcde-4eaa-8ff9-ab8d4e55f7fd req-936dffd6-b57e-410a-8567-f27a2e145dfc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 11:21:03.774999 dv-cinder-797608-16-iscsi neutron-server[93883]: INFO neutron.wsgi [req-00c73419-dcde-4eaa-8ff9-ab8d4e55f7fd req-936dffd6-b57e-410a-8567-f27a2e145dfc service neutron] 10.222.0.20 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1266594 Aug 13 11:21:03.805646 dv-cinder-797608-16-iscsi neutron-server[93883]: INFO neutron.wsgi [req-1339d452-6704-45ab-9862-ed95eb21f2b3 req-3c8ce4e0-3896-457a-b601-bf21d7888682 service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=5e66df65-70b0-476d-97cd-4e9936c292c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0297089 Aug 13 11:21:04.030645 dv-cinder-797608-16-iscsi neutron-server[93884]: DEBUG neutron.wsgi [-] (93884) accepted ('10.222.0.32', 46888) {{(pid=93884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 11:21:04.139770 dv-cinder-797608-16-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-7ac99e21-eb5c-4a50-ab53-a2b5b66c46a0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 11:21:04.179507 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fd23ac6-20cf-456e-9d14-9a07646ebdad req-0c160299-6ddb-422d-80b7-e9c8433893c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 11:21:04.181270 dv-cinder-797608-16-iscsi neutron-server[93883]: INFO neutron.wsgi [req-9fd23ac6-20cf-456e-9d14-9a07646ebdad req-0c160299-6ddb-422d-80b7-e9c8433893c1 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=2275c360eaf141e588ac14d4e4363438&device_id=51d773e9-7bbb-4c2b-89c2-650a4be09768 HTTP/1.1" status: 200 len: 1096 time: 0.0501699 Aug 13 11:21:04.217097 dv-cinder-797608-16-iscsi neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-a0b9b986-0706-4fc6-9cf9-0eb02d2513dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782137812740', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-997306'] for agent, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 11:21:04.243475 dv-cinder-797608-16-iscsi neutron-server[93883]: INFO neutron.wsgi [req-9fd23ac6-20cf-456e-9d14-9a07646ebdad req-461f35b1-0c5f-42ed-a63c-9f4496c8b927 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=3ad30c3e-8aac-4c3f-952c-ebae52dfcdba HTTP/1.1" status: 200 len: 217 time: 0.0455565 Aug 13 11:21:04.252487 dv-cinder-797608-16-iscsi neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f00b1dc6-995d-4985-b4af-5d24836e81f7 req-e3414834-92d4-4728-8a98-cc5ed84b1deb tempest-AttachVolumeNegativeTest-1779138385 tempest-AttachVolumeNegativeTest-1779138385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 11:21:04.253951 dv-cinder-797608-16-iscsi neutron-server[93884]: INFO neutron.wsgi [req-f00b1dc6-995d-4985-b4af-5d24836e81f7 req-e3414834-92d4-4728-8a98-cc5ed84b1deb tempest-AttachVolumeNegativeTest-1779138385 tempest-AttachVolumeNegativeTest-1779138385-project] 10.222.0.32 "GET /v2.0/ports?device_id=51d773e9-7bbb-4c2b-89c2-650a4be09768 HTTP/1.1" status: 200 len: 943 time: 0.0797362 Aug 13 11:21:04.294180 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fd23ac6-20cf-456e-9d14-9a07646ebdad req-0fae80a2-4214-427e-af07-4d0bf6d1eb3a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 11:21:04.295777 dv-cinder-797608-16-iscsi neutron-server[93883]: INFO neutron.wsgi [req-9fd23ac6-20cf-456e-9d14-9a07646ebdad req-0fae80a2-4214-427e-af07-4d0bf6d1eb3a service neutron] 10.222.0.20 "GET /v2.0/subnets?id=0a294ee4-9310-4ae0-897c-3c3fffa9fb3c HTTP/1.1" status: 200 len: 854 time: 0.0441146 Aug 13 11:21:04.312272 dv-cinder-797608-16-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-7ac99e21-eb5c-4a50-ab53-a2b5b66c46a0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 11:21:04.318212 dv-cinder-797608-16-iscsi neutron-server[93884]: INFO neutron.wsgi [req-f00b1dc6-995d-4985-b4af-5d24836e81f7 req-2aeab578-2049-4f7c-8736-708460edf84a tempest-AttachVolumeNegativeTest-1779138385 tempest-AttachVolumeNegativeTest-1779138385-project] 10.222.0.32 "GET /v2.0/security-groups?id=e9ebb553-6898-47d0-8034-10e78e802a38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0577972 Aug 13 11:21:04.322949 dv-cinder-797608-16-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-7ac99e21-eb5c-4a50-ab53-a2b5b66c46a0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651637'] for security_group, after_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 11:21:04.333716 dv-cinder-797608-16-iscsi neutron-server[93883]: INFO neutron.wsgi [req-9fd23ac6-20cf-456e-9d14-9a07646ebdad req-909da6f2-0f06-43d1-aec8-911d6c2ed576 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=ef82cda3-482a-4d19-86b5-de7fdfe5ee01&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0256755 Aug 13 11:21:04.363470 dv-cinder-797608-16-iscsi neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ac99e21-eb5c-4a50-ab53-a2b5b66c46a0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6fb0bdac-4d8c-400b-b5fa-a26e31ba5660,revision_number=1']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 11:21:04.370746 dv-cinder-797608-16-iscsi neutron-server[93884]: INFO neutron.wsgi [None req-7ac99e21-eb5c-4a50-ab53-a2b5b66c46a0 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=ad37d887c7c842d2af0fec9361e35341&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3385229 Aug 13 11:21:04.371471 dv-cinder-797608-16-iscsi neutron-server[93884]: DEBUG neutron.wsgi [-] (93884) accepted ('10.222.0.32', 46902) {{(pid=93884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 11:21:04.400441 dv-cinder-797608-16-iscsi neutron-server[93885]: DEBUG neutron.plugins.ml2.rpc [None req-a0b9b986-0706-4fc6-9cf9-0eb02d2513dc None None] Device 143692d5-5dc2-4d90-b56e-dc4b0d79fd66 up at agent hyperv_hv-cinder-79760 {{(pid=93885) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 13 11:21:04.475088 dv-cinder-797608-16-iscsi neutron-server[93883]: INFO neutron.wsgi [req-9fd23ac6-20cf-456e-9d14-9a07646ebdad req-f1f6319d-1184-40b1-bf32-8bb7cbad5341 service neutron] 10.222.0.20 "GET /v2.0/networks/ef82cda3-482a-4d19-86b5-de7fdfe5ee01?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1328838 Aug 13 11:21:04.496244 dv-cinder-797608-16-iscsi neutron-server[93885]: DEBUG neutron.db.provisioning_blocks [None req-a0b9b986-0706-4fc6-9cf9-0eb02d2513dc None None] Provisioning for port 143692d5-5dc2-4d90-b56e-dc4b0d79fd66 completed by entity L2. {{(pid=93885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 13 11:21:04.503140 dv-cinder-797608-16-iscsi neutron-server[93885]: DEBUG neutron.db.provisioning_blocks [None req-a0b9b986-0706-4fc6-9cf9-0eb02d2513dc None None] Provisioning complete for port 143692d5-5dc2-4d90-b56e-dc4b0d79fd66 triggered by entity L2. {{(pid=93885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 13 11:21:04.503876 dv-cinder-797608-16-iscsi neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-a0b9b986-0706-4fc6-9cf9-0eb02d2513dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-997193'] for port, provisioning_complete {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 11:21:04.536513 dv-cinder-797608-16-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-8d05e814-9d04-45ef-9f24-6ff3adbba51f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 11:21:04.561673 dv-cinder-797608-16-iscsi neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c34ea01-6e07-4a1a-b4a5-1b2116ea7da3 req-31899275-b25d-46df-81f2-48ae73bc57eb tempest-ServerRescueNegativeTestJSON-217385872 tempest-ServerRescueNegativeTestJSON-217385872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 11:21:04.563093 dv-cinder-797608-16-iscsi neutron-server[93884]: INFO neutron.wsgi [req-8c34ea01-6e07-4a1a-b4a5-1b2116ea7da3 req-31899275-b25d-46df-81f2-48ae73bc57eb tempest-ServerRescueNegativeTestJSON-217385872 tempest-ServerRescueNegativeTestJSON-217385872-project] 10.222.0.32 "GET /v2.0/ports?device_id=994527d7-146c-46c8-a16a-bc04ce3e770b HTTP/1.1" status: 200 len: 946 time: 0.1142960 Aug 13 11:21:04.579030 dv-cinder-797608-16-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-8d05e814-9d04-45ef-9f24-6ff3adbba51f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 11:21:04.605568 dv-cinder-797608-16-iscsi neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-a0b9b986-0706-4fc6-9cf9-0eb02d2513dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935434'] for port, before_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 11:21:04.634680 dv-cinder-797608-16-iscsi neutron-server[93885]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7a8ebe49-b627-4f99-8049-4a3fa97144cc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '143692d5-5dc2-4d90-b56e-dc4b0d79fd66'}] {{(pid=93885) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 13 11:21:04.637560 dv-cinder-797608-16-iscsi neutron-server[93885]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6271a0dfd589c32cbc3478448621ce6e19c81a8dd821b4c159629fbe4478ed77" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7f8d5904-0183-4017-85b0-d36919a56f6c" -d '{"events": [{"server_uuid": "7a8ebe49-b627-4f99-8049-4a3fa97144cc", "name": "network-vif-plugged", "status": "completed", "tag": "143692d5-5dc2-4d90-b56e-dc4b0d79fd66"}]}' {{(pid=93885) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 13 11:21:04.643329 dv-cinder-797608-16-iscsi neutron-server[93883]: INFO neutron.wsgi [req-9fd23ac6-20cf-456e-9d14-9a07646ebdad req-a4a50d5c-59c8-4bda-a7b0-163f3501615f service neutron] 10.222.0.20 "GET /v2.0/networks/ef82cda3-482a-4d19-86b5-de7fdfe5ee01?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1528223 Aug 13 11:21:04.659431 dv-cinder-797608-16-iscsi neutron-server[93885]: DEBUG neutron.plugins.ml2.db [None req-a0b9b986-0706-4fc6-9cf9-0eb02d2513dc None None] For port 143692d5-5dc2-4d90-b56e-dc4b0d79fd66, host hv-cinder-79760, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79760',level=0,port_id=143692d5-5dc2-4d90-b56e-dc4b0d79fd66,segment=NetworkSegment(e18aea7a-7e5d-44de-aa65-0910a3f71ee1),segment_id=e18aea7a-7e5d-44de-aa65-0910a3f71ee1)] {{(pid=93885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 13 11:21:04.665164 dv-cinder-797608-16-iscsi neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-a0b9b986-0706-4fc6-9cf9-0eb02d2513dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935844', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611014', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782137889940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782137337613', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782137337631'] for port, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 11:21:04.669662 dv-cinder-797608-16-iscsi neutron-server[93884]: INFO neutron.wsgi [req-8c34ea01-6e07-4a1a-b4a5-1b2116ea7da3 req-bdea8384-32e0-49d7-a600-e61a023463ff tempest-ServerRescueNegativeTestJSON-217385872 tempest-ServerRescueNegativeTestJSON-217385872-project] 10.222.0.32 "GET /v2.0/security-groups?id=5e66df65-70b0-476d-97cd-4e9936c292c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0964229 Aug 13 11:21:04.688142 dv-cinder-797608-16-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-8d05e814-9d04-45ef-9f24-6ff3adbba51f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651637'] for security_group, after_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 11:21:04.690832 dv-cinder-797608-16-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-8d05e814-9d04-45ef-9f24-6ff3adbba51f admin admin] Notify callbacks [] for security_group, before_response {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 11:21:04.691965 dv-cinder-797608-16-iscsi neutron-server[93884]: INFO neutron.wsgi [None req-8d05e814-9d04-45ef-9f24-6ff3adbba51f admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/6fb0bdac-4d8c-400b-b5fa-a26e31ba5660 HTTP/1.1" status: 204 len: 168 time: 0.3195710 Aug 13 11:21:04.699717 dv-cinder-797608-16-iscsi neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d05e814-9d04-45ef-9f24-6ff3adbba51f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6fb0bdac-4d8c-400b-b5fa-a26e31ba5660,revision_number=None']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 11:21:04.702089 dv-cinder-797608-16-iscsi neutron-server[93885]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 13 Aug 2021 11:21:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9560a1bb-a8be-4afc-acfe-be6a75805129 x-openstack-request-id: req-9560a1bb-a8be-4afc-acfe-be6a75805129 {{(pid=93885) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 13 11:21:04.702384 dv-cinder-797608-16-iscsi neutron-server[93885]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7a8ebe49-b627-4f99-8049-4a3fa97144cc", "name": "network-vif-plugged", "status": "completed", "tag": "143692d5-5dc2-4d90-b56e-dc4b0d79fd66", "code": 200}]} {{(pid=93885) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 13 11:21:04.702638 dv-cinder-797608-16-iscsi neutron-server[93885]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-9560a1bb-a8be-4afc-acfe-be6a75805129 {{(pid=93885) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 13 11:21:04.703027 dv-cinder-797608-16-iscsi neutron-server[93885]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7a8ebe49-b627-4f99-8049-4a3fa97144cc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '143692d5-5dc2-4d90-b56e-dc4b0d79fd66', 'code': 200} Aug 13 11:21:04.749478 dv-cinder-797608-16-iscsi neutron-server[93885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0b9b986-0706-4fc6-9cf9-0eb02d2513dc None None] Pushing event updated for resources: {'Port': ['ID=143692d5-5dc2-4d90-b56e-dc4b0d79fd66,revision_number=5']} {{(pid=93885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 11:21:04.807381 dv-cinder-797608-16-iscsi neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-940aad64-cc9d-4028-afab-c79c44198953 req-7ad8f318-8099-4ba7-bcc0-dec77eb4685e tempest-VolumesSnapshotTestJSON-118294861 tempest-VolumesSnapshotTestJSON-118294861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 11:21:04.808906 dv-cinder-797608-16-iscsi neutron-server[93884]: INFO neutron.wsgi [req-940aad64-cc9d-4028-afab-c79c44198953 req-7ad8f318-8099-4ba7-bcc0-dec77eb4685e tempest-VolumesSnapshotTestJSON-118294861 tempest-VolumesSnapshotTestJSON-118294861-project] 10.222.0.32 "GET /v2.0/ports?device_id=7a8ebe49-b627-4f99-8049-4a3fa97144cc HTTP/1.1" status: 200 len: 945 time: 0.0487366 Aug 13 11:21:04.848065 dv-cinder-797608-16-iscsi neutron-server[93884]: INFO neutron.wsgi [req-940aad64-cc9d-4028-afab-c79c44198953 req-eac3769e-5076-438a-8abc-550e4cf74e6f tempest-VolumesSnapshotTestJSON-118294861 tempest-VolumesSnapshotTestJSON-118294861-project] 10.222.0.32 "GET /v2.0/security-groups?id=067564c0-67c3-4ba8-9df2-3ce8ca895aee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325656 Aug 13 11:21:04.969443 dv-cinder-797608-16-iscsi neutron-server[93884]: DEBUG neutron.wsgi [-] (93884) accepted ('10.222.0.32', 46920) {{(pid=93884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 11:21:04.982347 dv-cinder-797608-16-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-8e21e8b7-2158-4e33-a8f0-0d9318a3ae60 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 11:21:05.070523 dv-cinder-797608-16-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-8e21e8b7-2158-4e33-a8f0-0d9318a3ae60 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 11:21:05.074427 dv-cinder-797608-16-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-8e21e8b7-2158-4e33-a8f0-0d9318a3ae60 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651637'] for security_group, after_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 11:21:05.113932 dv-cinder-797608-16-iscsi neutron-server[93884]: INFO neutron.wsgi [None req-8e21e8b7-2158-4e33-a8f0-0d9318a3ae60 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=410d9ca3abbd4a23af28fc6ad7036377&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1433237 Aug 13 11:21:05.117457 dv-cinder-797608-16-iscsi neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e21e8b7-2158-4e33-a8f0-0d9318a3ae60 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=06d3591a-3a2c-43dc-9c34-7f6537e613ac,revision_number=1']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 11:21:05.117680 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.32', 46926) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 11:21:05.167991 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-cf7fe32f-5601-48bb-b439-ebc4e04ec021 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 11:21:05.190471 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-cf7fe32f-5601-48bb-b439-ebc4e04ec021 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 11:21:05.240807 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-cf7fe32f-5601-48bb-b439-ebc4e04ec021 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651637'] for security_group, after_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 11:21:05.241140 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-cf7fe32f-5601-48bb-b439-ebc4e04ec021 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 11:21:05.244510 dv-cinder-797608-16-iscsi neutron-server[93883]: INFO neutron.wsgi [None req-cf7fe32f-5601-48bb-b439-ebc4e04ec021 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/06d3591a-3a2c-43dc-9c34-7f6537e613ac HTTP/1.1" status: 204 len: 168 time: 0.1235566 Aug 13 11:21:05.251142 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf7fe32f-5601-48bb-b439-ebc4e04ec021 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=06d3591a-3a2c-43dc-9c34-7f6537e613ac,revision_number=None']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 11:21:05.488708 dv-cinder-797608-16-iscsi neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53712b2a-cd72-46b1-b689-bc424961ae5f req-db4e6072-fc12-4a18-b0bd-8b317ba37958 tempest-AttachVolumeNegativeTest-1779138385 tempest-AttachVolumeNegativeTest-1779138385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 11:21:05.496408 dv-cinder-797608-16-iscsi neutron-server[93884]: INFO neutron.wsgi [req-53712b2a-cd72-46b1-b689-bc424961ae5f req-db4e6072-fc12-4a18-b0bd-8b317ba37958 tempest-AttachVolumeNegativeTest-1779138385 tempest-AttachVolumeNegativeTest-1779138385-project] 10.222.0.32 "GET /v2.0/ports?device_id=51d773e9-7bbb-4c2b-89c2-650a4be09768 HTTP/1.1" status: 200 len: 943 time: 0.0918977 Aug 13 11:21:05.529966 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.32', 46948) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 11:21:05.576995 dv-cinder-797608-16-iscsi neutron-server[93884]: INFO neutron.wsgi [req-53712b2a-cd72-46b1-b689-bc424961ae5f req-b57c05ea-3e20-4be3-9ac0-e7e03e2a6d09 tempest-AttachVolumeNegativeTest-1779138385 tempest-AttachVolumeNegativeTest-1779138385-project] 10.222.0.32 "GET /v2.0/security-groups?id=e9ebb553-6898-47d0-8034-10e78e802a38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0665553 Aug 13 11:21:05.667510 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-3aefc91e-be87-469a-9ade-ef4ee8240f49 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 11:21:05.764560 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-3aefc91e-be87-469a-9ade-ef4ee8240f49 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 11:21:05.769908 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-3aefc91e-be87-469a-9ade-ef4ee8240f49 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651637'] for security_group, after_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 11:21:05.788161 dv-cinder-797608-16-iscsi neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ca7467b-3172-4b95-95d6-683c891dba07 req-448738ef-6de7-4e2d-8845-a73f172df819 tempest-ServerRescueNegativeTestJSON-217385872 tempest-ServerRescueNegativeTestJSON-217385872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 11:21:05.789686 dv-cinder-797608-16-iscsi neutron-server[93884]: INFO neutron.wsgi [req-3ca7467b-3172-4b95-95d6-683c891dba07 req-448738ef-6de7-4e2d-8845-a73f172df819 tempest-ServerRescueNegativeTestJSON-217385872 tempest-ServerRescueNegativeTestJSON-217385872-project] 10.222.0.32 "GET /v2.0/ports?device_id=994527d7-146c-46c8-a16a-bc04ce3e770b HTTP/1.1" status: 200 len: 946 time: 0.0529726 Aug 13 11:21:05.811471 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3aefc91e-be87-469a-9ade-ef4ee8240f49 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=453495fc-2aef-4f77-9749-e8011024dd84,revision_number=1']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 11:21:05.816376 dv-cinder-797608-16-iscsi neutron-server[93883]: INFO neutron.wsgi [None req-3aefc91e-be87-469a-9ade-ef4ee8240f49 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=69ae42de5d0245deaf851a76cc5d16f6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2853141 Aug 13 11:21:05.819912 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.32', 46968) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 11:21:05.842087 dv-cinder-797608-16-iscsi neutron-server[93884]: INFO neutron.wsgi [req-3ca7467b-3172-4b95-95d6-683c891dba07 req-b32af6a7-807a-43a6-96b1-eaa0822f091d tempest-ServerRescueNegativeTestJSON-217385872 tempest-ServerRescueNegativeTestJSON-217385872-project] 10.222.0.32 "GET /v2.0/security-groups?id=5e66df65-70b0-476d-97cd-4e9936c292c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451105 Aug 13 11:21:05.870124 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-5d396be5-3160-4d43-9a31-906a3342d749 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 11:21:05.892453 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-5d396be5-3160-4d43-9a31-906a3342d749 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 11:21:05.944663 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-5d396be5-3160-4d43-9a31-906a3342d749 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651637'] for security_group, after_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 11:21:05.948495 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-5d396be5-3160-4d43-9a31-906a3342d749 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 11:21:05.952146 dv-cinder-797608-16-iscsi neutron-server[93883]: INFO neutron.wsgi [None req-5d396be5-3160-4d43-9a31-906a3342d749 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/453495fc-2aef-4f77-9749-e8011024dd84 HTTP/1.1" status: 204 len: 168 time: 0.1291947 Aug 13 11:21:05.966919 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d396be5-3160-4d43-9a31-906a3342d749 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=453495fc-2aef-4f77-9749-e8011024dd84,revision_number=None']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 11:21:05.967727 dv-cinder-797608-16-iscsi neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14da1a11-16cf-4b56-a15b-518105568d19 req-8dfd6af5-d2a5-4564-8fd4-54f57344ea6b tempest-VolumesSnapshotTestJSON-118294861 tempest-VolumesSnapshotTestJSON-118294861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 11:21:05.969270 dv-cinder-797608-16-iscsi neutron-server[93884]: INFO neutron.wsgi [req-14da1a11-16cf-4b56-a15b-518105568d19 req-8dfd6af5-d2a5-4564-8fd4-54f57344ea6b tempest-VolumesSnapshotTestJSON-118294861 tempest-VolumesSnapshotTestJSON-118294861-project] 10.222.0.32 "GET /v2.0/ports?device_id=7a8ebe49-b627-4f99-8049-4a3fa97144cc HTTP/1.1" status: 200 len: 945 time: 0.0490410 Aug 13 11:21:06.020533 dv-cinder-797608-16-iscsi neutron-server[93884]: INFO neutron.wsgi [req-14da1a11-16cf-4b56-a15b-518105568d19 req-bce27889-a2ce-432e-b9da-b6b5588b207d tempest-VolumesSnapshotTestJSON-118294861 tempest-VolumesSnapshotTestJSON-118294861-project] 10.222.0.32 "GET /v2.0/security-groups?id=067564c0-67c3-4ba8-9df2-3ce8ca895aee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0354245 Aug 13 11:21:06.287882 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.32', 46998) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 11:21:06.301382 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-be84f49d-56a1-47e8-983a-dfab01b8e59c admin admin] Notify callbacks [] for security_group, before_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 11:21:06.393069 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-be84f49d-56a1-47e8-983a-dfab01b8e59c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 11:21:06.397560 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-be84f49d-56a1-47e8-983a-dfab01b8e59c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651637'] for security_group, after_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 11:21:06.436408 dv-cinder-797608-16-iscsi neutron-server[93883]: INFO neutron.wsgi [None req-be84f49d-56a1-47e8-983a-dfab01b8e59c admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=02b42ae1b2e34aaba15014a99404302e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1472976 Aug 13 11:21:06.437283 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be84f49d-56a1-47e8-983a-dfab01b8e59c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=04c2f5a9-11cf-454f-936a-c0f47a866583,revision_number=1']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 11:21:06.439877 dv-cinder-797608-16-iscsi neutron-server[93884]: DEBUG neutron.wsgi [-] (93884) accepted ('10.222.0.32', 47028) {{(pid=93884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 11:21:06.488611 dv-cinder-797608-16-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-d51beabe-f902-4e52-97b8-c8094a47eadb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 11:21:06.512359 dv-cinder-797608-16-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-d51beabe-f902-4e52-97b8-c8094a47eadb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 11:21:06.563762 dv-cinder-797608-16-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-d51beabe-f902-4e52-97b8-c8094a47eadb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651637'] for security_group, after_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 11:21:06.567584 dv-cinder-797608-16-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-d51beabe-f902-4e52-97b8-c8094a47eadb admin admin] Notify callbacks [] for security_group, before_response {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 11:21:06.571957 dv-cinder-797608-16-iscsi neutron-server[93884]: INFO neutron.wsgi [None req-d51beabe-f902-4e52-97b8-c8094a47eadb admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/04c2f5a9-11cf-454f-936a-c0f47a866583 HTTP/1.1" status: 204 len: 168 time: 0.1276929 Aug 13 11:21:06.583044 dv-cinder-797608-16-iscsi neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d51beabe-f902-4e52-97b8-c8094a47eadb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=04c2f5a9-11cf-454f-936a-c0f47a866583,revision_number=None']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 11:21:06.699875 dv-cinder-797608-16-iscsi neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c9da39e-03a9-463f-afeb-9bd41b15ed84 req-ab837afa-62b9-4883-ac91-5ae062d1149b tempest-AttachVolumeNegativeTest-1779138385 tempest-AttachVolumeNegativeTest-1779138385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 11:21:06.701735 dv-cinder-797608-16-iscsi neutron-server[93884]: INFO neutron.wsgi [req-3c9da39e-03a9-463f-afeb-9bd41b15ed84 req-ab837afa-62b9-4883-ac91-5ae062d1149b tempest-AttachVolumeNegativeTest-1779138385 tempest-AttachVolumeNegativeTest-1779138385-project] 10.222.0.32 "GET /v2.0/ports?device_id=51d773e9-7bbb-4c2b-89c2-650a4be09768 HTTP/1.1" status: 200 len: 943 time: 0.0576527 Aug 13 11:21:06.754865 dv-cinder-797608-16-iscsi neutron-server[93884]: INFO neutron.wsgi [req-3c9da39e-03a9-463f-afeb-9bd41b15ed84 req-b5e96475-1d1d-49e3-bf79-1529bbff9ed0 tempest-AttachVolumeNegativeTest-1779138385 tempest-AttachVolumeNegativeTest-1779138385-project] 10.222.0.32 "GET /v2.0/security-groups?id=e9ebb553-6898-47d0-8034-10e78e802a38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0465736 Aug 13 11:21:06.964208 dv-cinder-797608-16-iscsi neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a4235e6-5e66-4e66-902c-4325a2364a4c req-7b5c7fca-63ba-476a-88ee-bec15d37c408 tempest-ServerRescueNegativeTestJSON-217385872 tempest-ServerRescueNegativeTestJSON-217385872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 11:21:06.965697 dv-cinder-797608-16-iscsi neutron-server[93884]: INFO neutron.wsgi [req-4a4235e6-5e66-4e66-902c-4325a2364a4c req-7b5c7fca-63ba-476a-88ee-bec15d37c408 tempest-ServerRescueNegativeTestJSON-217385872 tempest-ServerRescueNegativeTestJSON-217385872-project] 10.222.0.32 "GET /v2.0/ports?device_id=994527d7-146c-46c8-a16a-bc04ce3e770b HTTP/1.1" status: 200 len: 946 time: 0.0559137 Aug 13 11:21:07.004247 dv-cinder-797608-16-iscsi neutron-server[93884]: INFO neutron.wsgi [req-4a4235e6-5e66-4e66-902c-4325a2364a4c req-9f8d1b64-4d11-41d1-bc36-a2277e3ab628 tempest-ServerRescueNegativeTestJSON-217385872 tempest-ServerRescueNegativeTestJSON-217385872-project] 10.222.0.32 "GET /v2.0/security-groups?id=5e66df65-70b0-476d-97cd-4e9936c292c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322373 Aug 13 11:21:07.139352 dv-cinder-797608-16-iscsi neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-088e6b69-3224-453a-8ce6-67c186f65023 req-3359c4cf-3736-41d3-a3fd-57143f52cc3e tempest-VolumesSnapshotTestJSON-118294861 tempest-VolumesSnapshotTestJSON-118294861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 11:21:07.140835 dv-cinder-797608-16-iscsi neutron-server[93884]: INFO neutron.wsgi [req-088e6b69-3224-453a-8ce6-67c186f65023 req-3359c4cf-3736-41d3-a3fd-57143f52cc3e tempest-VolumesSnapshotTestJSON-118294861 tempest-VolumesSnapshotTestJSON-118294861-project] 10.222.0.32 "GET /v2.0/ports?device_id=7a8ebe49-b627-4f99-8049-4a3fa97144cc HTTP/1.1" status: 200 len: 945 time: 0.0525532 Aug 13 11:21:07.178964 dv-cinder-797608-16-iscsi neutron-server[93884]: INFO neutron.wsgi [req-088e6b69-3224-453a-8ce6-67c186f65023 req-758c78ac-d805-4c06-8369-ee6dd2589ecb tempest-VolumesSnapshotTestJSON-118294861 tempest-VolumesSnapshotTestJSON-118294861-project] 10.222.0.32 "GET /v2.0/security-groups?id=067564c0-67c3-4ba8-9df2-3ce8ca895aee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322602 Aug 13 11:21:07.819003 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b031254-6039-4315-9297-15d9f83fd5bc req-080476b3-e398-41af-886e-7c0bf28509a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 11:21:07.820439 dv-cinder-797608-16-iscsi neutron-server[93883]: INFO neutron.wsgi [req-5b031254-6039-4315-9297-15d9f83fd5bc req-080476b3-e398-41af-886e-7c0bf28509a4 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=7a8ebe49-b627-4f99-8049-4a3fa97144cc HTTP/1.1" status: 200 len: 1098 time: 0.0443225 Aug 13 11:21:07.899697 dv-cinder-797608-16-iscsi neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39a1432d-93d9-4624-afc3-c6b448bf0b82 req-dee2b6c6-ece7-4887-b6ad-d360f66164bc tempest-AttachVolumeNegativeTest-1779138385 tempest-AttachVolumeNegativeTest-1779138385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 11:21:07.901715 dv-cinder-797608-16-iscsi neutron-server[93883]: INFO neutron.wsgi [req-5b031254-6039-4315-9297-15d9f83fd5bc req-8f561405-e8b4-4c4c-ab21-1550c85e2b5e service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=067564c0-67c3-4ba8-9df2-3ce8ca895aee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0296838 Aug 13 11:21:07.901867 dv-cinder-797608-16-iscsi neutron-server[93884]: INFO neutron.wsgi [req-39a1432d-93d9-4624-afc3-c6b448bf0b82 req-dee2b6c6-ece7-4887-b6ad-d360f66164bc tempest-AttachVolumeNegativeTest-1779138385 tempest-AttachVolumeNegativeTest-1779138385-project] 10.222.0.32 "GET /v2.0/ports?device_id=51d773e9-7bbb-4c2b-89c2-650a4be09768 HTTP/1.1" status: 200 len: 943 time: 0.0525761 Aug 13 11:21:07.953628 dv-cinder-797608-16-iscsi neutron-server[93884]: INFO neutron.wsgi [req-39a1432d-93d9-4624-afc3-c6b448bf0b82 req-1d3b1333-a288-46bc-b6fd-af6f677f6b6e tempest-AttachVolumeNegativeTest-1779138385 tempest-AttachVolumeNegativeTest-1779138385-project] 10.222.0.32 "GET /v2.0/security-groups?id=e9ebb553-6898-47d0-8034-10e78e802a38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457144 Aug 13 11:21:08.119979 dv-cinder-797608-16-iscsi neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03f80a7a-2d63-438d-9975-e64ce22c2fdc req-26542e14-a31f-4c77-a1e9-85c7dfedc40d tempest-ServerRescueNegativeTestJSON-217385872 tempest-ServerRescueNegativeTestJSON-217385872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 11:21:08.121653 dv-cinder-797608-16-iscsi neutron-server[93884]: INFO neutron.wsgi [req-03f80a7a-2d63-438d-9975-e64ce22c2fdc req-26542e14-a31f-4c77-a1e9-85c7dfedc40d tempest-ServerRescueNegativeTestJSON-217385872 tempest-ServerRescueNegativeTestJSON-217385872-project] 10.222.0.32 "GET /v2.0/ports?device_id=994527d7-146c-46c8-a16a-bc04ce3e770b HTTP/1.1" status: 200 len: 946 time: 0.0483003 Aug 13 11:21:08.163388 dv-cinder-797608-16-iscsi neutron-server[93884]: INFO neutron.wsgi [req-03f80a7a-2d63-438d-9975-e64ce22c2fdc req-d97f2726-ec49-4c93-a82c-56926e9b2923 tempest-ServerRescueNegativeTestJSON-217385872 tempest-ServerRescueNegativeTestJSON-217385872-project] 10.222.0.32 "GET /v2.0/security-groups?id=5e66df65-70b0-476d-97cd-4e9936c292c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340195 Aug 13 11:21:08.306799 dv-cinder-797608-16-iscsi neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc79661f-021e-4150-93c0-e387f531ffc7 req-28838b6a-3db4-4959-b035-d5971e1d16d0 tempest-VolumesSnapshotTestJSON-118294861 tempest-VolumesSnapshotTestJSON-118294861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 11:21:08.309077 dv-cinder-797608-16-iscsi neutron-server[93884]: INFO neutron.wsgi [req-bc79661f-021e-4150-93c0-e387f531ffc7 req-28838b6a-3db4-4959-b035-d5971e1d16d0 tempest-VolumesSnapshotTestJSON-118294861 tempest-VolumesSnapshotTestJSON-118294861-project] 10.222.0.32 "GET /v2.0/ports?device_id=7a8ebe49-b627-4f99-8049-4a3fa97144cc HTTP/1.1" status: 200 len: 945 time: 0.0651140 Aug 13 11:21:08.577745 dv-cinder-797608-16-iscsi neutron-server[93884]: INFO neutron.wsgi [req-bc79661f-021e-4150-93c0-e387f531ffc7 req-b6ddc10a-f368-4eee-813d-fdcca18d2ede tempest-VolumesSnapshotTestJSON-118294861 tempest-VolumesSnapshotTestJSON-118294861-project] 10.222.0.32 "GET /v2.0/security-groups?id=067564c0-67c3-4ba8-9df2-3ce8ca895aee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2609744 Aug 13 11:21:08.817073 dv-cinder-797608-16-iscsi neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-0879a472-9172-4e14-8093-43d1955cfc2e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782137812740', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-997306'] for agent, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 11:21:09.091698 dv-cinder-797608-16-iscsi neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3e92935-0076-423b-bc24-f6061832e58c req-ed2a9c84-9782-408d-ae35-440ff9a7dd4e tempest-AttachVolumeNegativeTest-1779138385 tempest-AttachVolumeNegativeTest-1779138385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 11:21:09.093205 dv-cinder-797608-16-iscsi neutron-server[93884]: INFO neutron.wsgi [req-a3e92935-0076-423b-bc24-f6061832e58c req-ed2a9c84-9782-408d-ae35-440ff9a7dd4e tempest-AttachVolumeNegativeTest-1779138385 tempest-AttachVolumeNegativeTest-1779138385-project] 10.222.0.32 "GET /v2.0/ports?device_id=51d773e9-7bbb-4c2b-89c2-650a4be09768 HTTP/1.1" status: 200 len: 943 time: 0.0533967 Aug 13 11:21:09.146647 dv-cinder-797608-16-iscsi neutron-server[93884]: INFO neutron.wsgi [req-a3e92935-0076-423b-bc24-f6061832e58c req-0c9477b1-1035-46b9-a891-1e0ecacdcdd3 tempest-AttachVolumeNegativeTest-1779138385 tempest-AttachVolumeNegativeTest-1779138385-project] 10.222.0.32 "GET /v2.0/security-groups?id=e9ebb553-6898-47d0-8034-10e78e802a38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403368 Aug 13 11:21:09.284521 dv-cinder-797608-16-iscsi neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-566aa454-f254-456d-ab3b-5818c0c48f33 req-aedb32a2-0067-4ff8-ac64-3ba1f467c7fc tempest-ServerRescueNegativeTestJSON-217385872 tempest-ServerRescueNegativeTestJSON-217385872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 11:21:09.286068 dv-cinder-797608-16-iscsi neutron-server[93884]: INFO neutron.wsgi [req-566aa454-f254-456d-ab3b-5818c0c48f33 req-aedb32a2-0067-4ff8-ac64-3ba1f467c7fc tempest-ServerRescueNegativeTestJSON-217385872 tempest-ServerRescueNegativeTestJSON-217385872-project] 10.222.0.32 "GET /v2.0/ports?device_id=994527d7-146c-46c8-a16a-bc04ce3e770b HTTP/1.1" status: 200 len: 946 time: 0.0505581 Aug 13 11:21:09.327577 dv-cinder-797608-16-iscsi neutron-server[93884]: INFO neutron.wsgi [req-566aa454-f254-456d-ab3b-5818c0c48f33 req-a9da387a-8da4-4212-bc28-073a4fc5e28d tempest-ServerRescueNegativeTestJSON-217385872 tempest-ServerRescueNegativeTestJSON-217385872-project] 10.222.0.32 "GET /v2.0/security-groups?id=5e66df65-70b0-476d-97cd-4e9936c292c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347185 Aug 13 11:21:09.454164 dv-cinder-797608-16-iscsi neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42257514-0891-46a8-9cd8-e1028f24d59c req-3a598de7-f234-475a-a5be-f245b9e90f67 tempest-ServerRescueNegativeTestJSON-217385872 tempest-ServerRescueNegativeTestJSON-217385872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 11:21:09.455637 dv-cinder-797608-16-iscsi neutron-server[93884]: INFO neutron.wsgi [req-42257514-0891-46a8-9cd8-e1028f24d59c req-3a598de7-f234-475a-a5be-f245b9e90f67 tempest-ServerRescueNegativeTestJSON-217385872 tempest-ServerRescueNegativeTestJSON-217385872-project] 10.222.0.32 "GET /v2.0/ports?device_id=f07a0f18-2b98-479b-bd6a-186739dfba26 HTTP/1.1" status: 200 len: 945 time: 0.0517323 Aug 13 11:21:09.492903 dv-cinder-797608-16-iscsi neutron-server[93884]: INFO neutron.wsgi [req-42257514-0891-46a8-9cd8-e1028f24d59c req-4e3c0150-d701-4a0b-96b6-9512cacb9ee1 tempest-ServerRescueNegativeTestJSON-217385872 tempest-ServerRescueNegativeTestJSON-217385872-project] 10.222.0.32 "GET /v2.0/security-groups?id=5e66df65-70b0-476d-97cd-4e9936c292c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313945 Aug 13 11:21:09.698898 dv-cinder-797608-16-iscsi neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9be5185-aaf3-4089-bc0e-7275905efb71 req-2e52b9dd-69bf-4051-b4e3-10c091a1ce9f tempest-VolumesSnapshotTestJSON-118294861 tempest-VolumesSnapshotTestJSON-118294861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 11:21:09.700378 dv-cinder-797608-16-iscsi neutron-server[93884]: INFO neutron.wsgi [req-b9be5185-aaf3-4089-bc0e-7275905efb71 req-2e52b9dd-69bf-4051-b4e3-10c091a1ce9f tempest-VolumesSnapshotTestJSON-118294861 tempest-VolumesSnapshotTestJSON-118294861-project] 10.222.0.32 "GET /v2.0/ports?device_id=7a8ebe49-b627-4f99-8049-4a3fa97144cc HTTP/1.1" status: 200 len: 945 time: 0.0542281 Aug 13 11:21:09.740102 dv-cinder-797608-16-iscsi neutron-server[93884]: INFO neutron.wsgi [req-b9be5185-aaf3-4089-bc0e-7275905efb71 req-a06cbfd2-bc41-431c-b76e-69004646f499 tempest-VolumesSnapshotTestJSON-118294861 tempest-VolumesSnapshotTestJSON-118294861-project] 10.222.0.32 "GET /v2.0/security-groups?id=067564c0-67c3-4ba8-9df2-3ce8ca895aee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335233 Aug 13 11:21:10.303396 dv-cinder-797608-16-iscsi neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16c3d5c4-cbbe-4cca-9fc6-a836224b00f8 req-3508b485-102b-4e6a-9048-fe5b15fe862e tempest-AttachVolumeNegativeTest-1779138385 tempest-AttachVolumeNegativeTest-1779138385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 11:21:10.304884 dv-cinder-797608-16-iscsi neutron-server[93884]: INFO neutron.wsgi [req-16c3d5c4-cbbe-4cca-9fc6-a836224b00f8 req-3508b485-102b-4e6a-9048-fe5b15fe862e tempest-AttachVolumeNegativeTest-1779138385 tempest-AttachVolumeNegativeTest-1779138385-project] 10.222.0.32 "GET /v2.0/ports?device_id=51d773e9-7bbb-4c2b-89c2-650a4be09768 HTTP/1.1" status: 200 len: 943 time: 0.0589781 Aug 13 11:21:10.348154 dv-cinder-797608-16-iscsi neutron-server[93884]: INFO neutron.wsgi [req-16c3d5c4-cbbe-4cca-9fc6-a836224b00f8 req-de1c17cc-e5a2-4955-aff3-5b77c505ed1e tempest-AttachVolumeNegativeTest-1779138385 tempest-AttachVolumeNegativeTest-1779138385-project] 10.222.0.32 "GET /v2.0/security-groups?id=e9ebb553-6898-47d0-8034-10e78e802a38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330236 Aug 13 11:21:10.427654 dv-cinder-797608-16-iscsi neutron-server[93885]: DEBUG neutron.plugins.ml2.rpc [None req-a0b9b986-0706-4fc6-9cf9-0eb02d2513dc None None] Device 3ad30c3e-8aac-4c3f-952c-ebae52dfcdba details requested by agent hyperv_hv-cinder-79760 with host hv-cinder-79760 {{(pid=93885) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 13 11:21:10.539587 dv-cinder-797608-16-iscsi neutron-server[93885]: DEBUG neutron.plugins.ml2.db [None req-a0b9b986-0706-4fc6-9cf9-0eb02d2513dc None None] For port 3ad30c3e-8aac-4c3f-952c-ebae52dfcdba, host hv-cinder-79760, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79760',level=0,port_id=3ad30c3e-8aac-4c3f-952c-ebae52dfcdba,segment=NetworkSegment(f4dd2cc4-fdaa-47ce-bd00-4a8b0e01de32),segment_id=f4dd2cc4-fdaa-47ce-bd00-4a8b0e01de32)] {{(pid=93885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 13 11:21:10.552290 dv-cinder-797608-16-iscsi neutron-server[93885]: DEBUG neutron.plugins.ml2.rpc [None req-a0b9b986-0706-4fc6-9cf9-0eb02d2513dc None None] Returning: {'device': '3ad30c3e-8aac-4c3f-952c-ebae52dfcdba', 'network_id': 'ef82cda3-482a-4d19-86b5-de7fdfe5ee01', 'port_id': '3ad30c3e-8aac-4c3f-952c-ebae52dfcdba', 'mac_address': 'fa:16:3e:3e:8b:a7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 175, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0a294ee4-9310-4ae0-897c-3c3fffa9fb3c', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93885) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 13 11:21:10.591266 dv-cinder-797608-16-iscsi neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-a0b9b986-0706-4fc6-9cf9-0eb02d2513dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935434'] for port, before_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 11:21:10.605618 dv-cinder-797608-16-iscsi neutron-server[93885]: DEBUG neutron.notifiers.nova [None req-a0b9b986-0706-4fc6-9cf9-0eb02d2513dc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3ad30c3e-8aac-4c3f-952c-ebae52dfcdba {{(pid=93885) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 13 11:21:10.627959 dv-cinder-797608-16-iscsi neutron-server[93885]: DEBUG neutron.plugins.ml2.db [None req-a0b9b986-0706-4fc6-9cf9-0eb02d2513dc None None] For port 3ad30c3e-8aac-4c3f-952c-ebae52dfcdba, host hv-cinder-79760, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79760',level=0,port_id=3ad30c3e-8aac-4c3f-952c-ebae52dfcdba,segment=NetworkSegment(f4dd2cc4-fdaa-47ce-bd00-4a8b0e01de32),segment_id=f4dd2cc4-fdaa-47ce-bd00-4a8b0e01de32)] {{(pid=93885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 13 11:21:10.632452 dv-cinder-797608-16-iscsi neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-a0b9b986-0706-4fc6-9cf9-0eb02d2513dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935844', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611014', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782137889940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782137337613', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782137337631'] for port, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 11:21:10.679100 dv-cinder-797608-16-iscsi neutron-server[93885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0b9b986-0706-4fc6-9cf9-0eb02d2513dc None None] Pushing event updated for resources: {'Port': ['ID=3ad30c3e-8aac-4c3f-952c-ebae52dfcdba,revision_number=4']} {{(pid=93885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 11:21:11.038864 dv-cinder-797608-16-iscsi neutron-server[93885]: DEBUG neutron.plugins.ml2.db [None req-a0b9b986-0706-4fc6-9cf9-0eb02d2513dc None None] get_ports_and_sgs() called for port_ids ['3ad30c3e-8aac-4c3f-952c-ebae52dfcdba'] {{(pid=93885) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 13 11:21:11.184828 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86d91e53-0d91-44a5-8375-125a6340bff5 req-20950676-8c04-4392-b6e0-123ac7ab2c6e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 11:21:11.187509 dv-cinder-797608-16-iscsi neutron-server[93883]: INFO neutron.wsgi [req-86d91e53-0d91-44a5-8375-125a6340bff5 req-20950676-8c04-4392-b6e0-123ac7ab2c6e service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=7ce5ec11b3fa4a3da17a044b60c4d7c0&device_id=f07a0f18-2b98-479b-bd6a-186739dfba26 HTTP/1.1" status: 200 len: 1098 time: 0.0720577 Aug 13 11:21:11.216718 dv-cinder-797608-16-iscsi neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0f333bf-2155-49e8-96b2-d95ff34f0a91 req-bd310dd0-f9f4-4ef7-913a-1f97c37544c5 tempest-ServerRescueNegativeTestJSON-217385872 tempest-ServerRescueNegativeTestJSON-217385872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 11:21:11.218271 dv-cinder-797608-16-iscsi neutron-server[93884]: INFO neutron.wsgi [req-b0f333bf-2155-49e8-96b2-d95ff34f0a91 req-bd310dd0-f9f4-4ef7-913a-1f97c37544c5 tempest-ServerRescueNegativeTestJSON-217385872 tempest-ServerRescueNegativeTestJSON-217385872-project] 10.222.0.32 "GET /v2.0/ports?device_id=f07a0f18-2b98-479b-bd6a-186739dfba26 HTTP/1.1" status: 200 len: 945 time: 0.1125281 Aug 13 11:21:11.270846 dv-cinder-797608-16-iscsi neutron-server[93884]: INFO neutron.wsgi [req-b0f333bf-2155-49e8-96b2-d95ff34f0a91 req-520cc2e8-45ed-4323-93c1-21808938fae4 tempest-ServerRescueNegativeTestJSON-217385872 tempest-ServerRescueNegativeTestJSON-217385872-project] 10.222.0.32 "GET /v2.0/security-groups?id=5e66df65-70b0-476d-97cd-4e9936c292c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450299 Aug 13 11:21:11.284649 dv-cinder-797608-16-iscsi neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-8c922d5c-173d-4139-897a-4832bd560bbd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782137812740', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-997306'] for agent, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 11:21:11.304354 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86d91e53-0d91-44a5-8375-125a6340bff5 req-1ceb5706-7eae-438c-830c-c33c1838f88d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 11:21:11.305868 dv-cinder-797608-16-iscsi neutron-server[93883]: INFO neutron.wsgi [req-86d91e53-0d91-44a5-8375-125a6340bff5 req-1ceb5706-7eae-438c-830c-c33c1838f88d service neutron] 10.222.0.20 "GET /v2.0/networks?id=02c7fb52-0ad2-484c-84d8-96df36c92bd5 HTTP/1.1" status: 200 len: 919 time: 0.1107111 Aug 13 11:21:11.365170 dv-cinder-797608-16-iscsi neutron-server[93883]: INFO neutron.wsgi [req-86d91e53-0d91-44a5-8375-125a6340bff5 req-19d5ae80-b651-46b7-87b2-62cc006a3fd5 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=51600623-03db-4e3a-a453-54b221839aac HTTP/1.1" status: 200 len: 217 time: 0.0342841 Aug 13 11:21:11.424309 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86d91e53-0d91-44a5-8375-125a6340bff5 req-db298790-118d-4863-a53e-a8bc21185aab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 11:21:11.425760 dv-cinder-797608-16-iscsi neutron-server[93883]: INFO neutron.wsgi [req-86d91e53-0d91-44a5-8375-125a6340bff5 req-db298790-118d-4863-a53e-a8bc21185aab service neutron] 10.222.0.20 "GET /v2.0/subnets?id=4d0dfa4f-d7e7-4367-877a-a49567302b15 HTTP/1.1" status: 200 len: 858 time: 0.0532753 Aug 13 11:21:11.465456 dv-cinder-797608-16-iscsi neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c944c205-91bf-4e5e-a7c9-7fd188d15e92 req-d18ff45e-f2a3-4d18-831c-f375cfc2438e tempest-AttachVolumeNegativeTest-1779138385 tempest-AttachVolumeNegativeTest-1779138385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 11:21:11.466991 dv-cinder-797608-16-iscsi neutron-server[93884]: INFO neutron.wsgi [req-c944c205-91bf-4e5e-a7c9-7fd188d15e92 req-d18ff45e-f2a3-4d18-831c-f375cfc2438e tempest-AttachVolumeNegativeTest-1779138385 tempest-AttachVolumeNegativeTest-1779138385-project] 10.222.0.32 "GET /v2.0/ports?device_id=51d773e9-7bbb-4c2b-89c2-650a4be09768 HTTP/1.1" status: 200 len: 944 time: 0.0476258 Aug 13 11:21:11.477105 dv-cinder-797608-16-iscsi neutron-server[93883]: INFO neutron.wsgi [req-86d91e53-0d91-44a5-8375-125a6340bff5 req-6a10211c-39a8-41c4-a3f5-3375361dce2c service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=02c7fb52-0ad2-484c-84d8-96df36c92bd5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0278103 Aug 13 11:21:11.504557 dv-cinder-797608-16-iscsi neutron-server[93884]: INFO neutron.wsgi [req-c944c205-91bf-4e5e-a7c9-7fd188d15e92 req-f1937f1d-1a94-4bfa-a37b-7ae114fe64cf tempest-AttachVolumeNegativeTest-1779138385 tempest-AttachVolumeNegativeTest-1779138385-project] 10.222.0.32 "GET /v2.0/security-groups?id=e9ebb553-6898-47d0-8034-10e78e802a38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310068 Aug 13 11:21:11.552837 dv-cinder-797608-16-iscsi neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-05931952-e11e-4e12-af58-ece1398d134b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782137812740', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-997306'] for agent, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 11:21:11.579161 dv-cinder-797608-16-iscsi neutron-server[93883]: INFO neutron.wsgi [req-86d91e53-0d91-44a5-8375-125a6340bff5 req-71bd93d7-b747-48b4-b8ab-1716d854f380 service neutron] 10.222.0.20 "GET /v2.0/networks/02c7fb52-0ad2-484c-84d8-96df36c92bd5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0859225 Aug 13 11:21:11.705154 dv-cinder-797608-16-iscsi neutron-server[93883]: INFO neutron.wsgi [req-86d91e53-0d91-44a5-8375-125a6340bff5 req-9fb10c01-b046-4b96-a2ba-aa439161d86f service neutron] 10.222.0.20 "GET /v2.0/networks/02c7fb52-0ad2-484c-84d8-96df36c92bd5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1134603 Aug 13 11:21:11.890947 dv-cinder-797608-16-iscsi neutron-server[93884]: DEBUG neutron.wsgi [-] (93884) accepted ('10.222.0.32', 47304) {{(pid=93884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 11:21:12.001635 dv-cinder-797608-16-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-86666841-3075-4121-833a-af833ae5f45a admin admin] Notify callbacks [] for security_group, before_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 11:21:12.089297 dv-cinder-797608-16-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-86666841-3075-4121-833a-af833ae5f45a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 11:21:12.092980 dv-cinder-797608-16-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-86666841-3075-4121-833a-af833ae5f45a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651637'] for security_group, after_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 11:21:12.131008 dv-cinder-797608-16-iscsi neutron-server[93884]: INFO neutron.wsgi [None req-86666841-3075-4121-833a-af833ae5f45a admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=e41bee507c0e47688679a76d8bdb4c78&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2389669 Aug 13 11:21:12.131868 dv-cinder-797608-16-iscsi neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86666841-3075-4121-833a-af833ae5f45a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f3624d78-8fe6-4703-a951-9f1596461425,revision_number=1']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 11:21:12.133727 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.32', 47310) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 11:21:12.183997 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-924f797c-64eb-426d-a3cf-4fbd24a95e5a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 11:21:12.206996 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-924f797c-64eb-426d-a3cf-4fbd24a95e5a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 11:21:12.263967 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-924f797c-64eb-426d-a3cf-4fbd24a95e5a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651637'] for security_group, after_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 11:21:12.266746 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-924f797c-64eb-426d-a3cf-4fbd24a95e5a admin admin] Notify callbacks [] for security_group, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 11:21:12.270718 dv-cinder-797608-16-iscsi neutron-server[93883]: INFO neutron.wsgi [None req-924f797c-64eb-426d-a3cf-4fbd24a95e5a admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/f3624d78-8fe6-4703-a951-9f1596461425 HTTP/1.1" status: 204 len: 168 time: 0.1333873 Aug 13 11:21:12.277012 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-924f797c-64eb-426d-a3cf-4fbd24a95e5a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f3624d78-8fe6-4703-a951-9f1596461425,revision_number=None']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 11:21:12.432356 dv-cinder-797608-16-iscsi neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0219749-7844-4a19-9768-93968a18036f req-5c1a1bb7-a057-4ca8-813d-164c059c3a6f tempest-ServerRescueNegativeTestJSON-217385872 tempest-ServerRescueNegativeTestJSON-217385872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 11:21:12.433835 dv-cinder-797608-16-iscsi neutron-server[93884]: INFO neutron.wsgi [req-a0219749-7844-4a19-9768-93968a18036f req-5c1a1bb7-a057-4ca8-813d-164c059c3a6f tempest-ServerRescueNegativeTestJSON-217385872 tempest-ServerRescueNegativeTestJSON-217385872-project] 10.222.0.32 "GET /v2.0/ports?device_id=f07a0f18-2b98-479b-bd6a-186739dfba26 HTTP/1.1" status: 200 len: 945 time: 0.0746369 Aug 13 11:21:12.445122 dv-cinder-797608-16-iscsi neutron-server[93885]: DEBUG neutron.plugins.ml2.rpc [None req-a0b9b986-0706-4fc6-9cf9-0eb02d2513dc None None] Device 3ad30c3e-8aac-4c3f-952c-ebae52dfcdba up at agent hyperv_hv-cinder-79760 {{(pid=93885) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 13 11:21:12.490706 dv-cinder-797608-16-iscsi neutron-server[93884]: INFO neutron.wsgi [req-a0219749-7844-4a19-9768-93968a18036f req-8c48785c-8cc5-4415-85dc-5c7f81119a9d tempest-ServerRescueNegativeTestJSON-217385872 tempest-ServerRescueNegativeTestJSON-217385872-project] 10.222.0.32 "GET /v2.0/security-groups?id=5e66df65-70b0-476d-97cd-4e9936c292c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440991 Aug 13 11:21:12.512725 dv-cinder-797608-16-iscsi neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-c8cb50cc-12ff-4088-b7b1-9c64999b964c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782137812740', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-997306'] for agent, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 11:21:12.523676 dv-cinder-797608-16-iscsi neutron-server[93885]: DEBUG neutron.db.provisioning_blocks [None req-a0b9b986-0706-4fc6-9cf9-0eb02d2513dc None None] Provisioning for port 3ad30c3e-8aac-4c3f-952c-ebae52dfcdba completed by entity L2. {{(pid=93885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 13 11:21:12.541961 dv-cinder-797608-16-iscsi neutron-server[93885]: DEBUG neutron.db.provisioning_blocks [None req-a0b9b986-0706-4fc6-9cf9-0eb02d2513dc None None] Provisioning complete for port 3ad30c3e-8aac-4c3f-952c-ebae52dfcdba triggered by entity L2. {{(pid=93885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 13 11:21:12.542574 dv-cinder-797608-16-iscsi neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-a0b9b986-0706-4fc6-9cf9-0eb02d2513dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-997193'] for port, provisioning_complete {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 11:21:12.632137 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.32', 47334) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 11:21:12.638533 dv-cinder-797608-16-iscsi neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-a0b9b986-0706-4fc6-9cf9-0eb02d2513dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935434'] for port, before_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 11:21:12.650819 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-a4c3d274-0978-4085-909d-4d2a16a04e96 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 11:21:12.666993 dv-cinder-797608-16-iscsi neutron-server[93885]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '51d773e9-7bbb-4c2b-89c2-650a4be09768', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3ad30c3e-8aac-4c3f-952c-ebae52dfcdba'}] {{(pid=93885) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 13 11:21:12.672358 dv-cinder-797608-16-iscsi neutron-server[93885]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6271a0dfd589c32cbc3478448621ce6e19c81a8dd821b4c159629fbe4478ed77" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d9748be6-9705-40cc-ac62-d6d4a0e0846e" -d '{"events": [{"server_uuid": "51d773e9-7bbb-4c2b-89c2-650a4be09768", "name": "network-vif-plugged", "status": "completed", "tag": "3ad30c3e-8aac-4c3f-952c-ebae52dfcdba"}]}' {{(pid=93885) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 13 11:21:12.678569 dv-cinder-797608-16-iscsi neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b40d0a2-5cea-4b19-8658-7d80d3cce1e5 req-1f7ab098-80cb-4fff-933c-25c6a203a28d tempest-AttachVolumeNegativeTest-1779138385 tempest-AttachVolumeNegativeTest-1779138385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 11:21:12.686465 dv-cinder-797608-16-iscsi neutron-server[93884]: INFO neutron.wsgi [req-7b40d0a2-5cea-4b19-8658-7d80d3cce1e5 req-1f7ab098-80cb-4fff-933c-25c6a203a28d tempest-AttachVolumeNegativeTest-1779138385 tempest-AttachVolumeNegativeTest-1779138385-project] 10.222.0.32 "GET /v2.0/ports?device_id=51d773e9-7bbb-4c2b-89c2-650a4be09768 HTTP/1.1" status: 200 len: 944 time: 0.0927882 Aug 13 11:21:12.698484 dv-cinder-797608-16-iscsi neutron-server[93885]: DEBUG neutron.plugins.ml2.db [None req-a0b9b986-0706-4fc6-9cf9-0eb02d2513dc None None] For port 3ad30c3e-8aac-4c3f-952c-ebae52dfcdba, host hv-cinder-79760, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79760',level=0,port_id=3ad30c3e-8aac-4c3f-952c-ebae52dfcdba,segment=NetworkSegment(f4dd2cc4-fdaa-47ce-bd00-4a8b0e01de32),segment_id=f4dd2cc4-fdaa-47ce-bd00-4a8b0e01de32)] {{(pid=93885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 13 11:21:12.705154 dv-cinder-797608-16-iscsi neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-a0b9b986-0706-4fc6-9cf9-0eb02d2513dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935844', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611014', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782137889940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782137337613', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782137337631'] for port, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 11:21:12.735894 dv-cinder-797608-16-iscsi neutron-server[93884]: INFO neutron.wsgi [req-7b40d0a2-5cea-4b19-8658-7d80d3cce1e5 req-fb8495ce-94d6-4ba8-86cc-b63343e397c8 tempest-AttachVolumeNegativeTest-1779138385 tempest-AttachVolumeNegativeTest-1779138385-project] 10.222.0.32 "GET /v2.0/security-groups?id=e9ebb553-6898-47d0-8034-10e78e802a38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440581 Aug 13 11:21:12.754742 dv-cinder-797608-16-iscsi neutron-server[93885]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 13 Aug 2021 11:21:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e65726c0-aa1d-4b84-a3a1-fa0951e5e504 x-openstack-request-id: req-e65726c0-aa1d-4b84-a3a1-fa0951e5e504 {{(pid=93885) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 13 11:21:12.755017 dv-cinder-797608-16-iscsi neutron-server[93885]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "51d773e9-7bbb-4c2b-89c2-650a4be09768", "name": "network-vif-plugged", "status": "completed", "tag": "3ad30c3e-8aac-4c3f-952c-ebae52dfcdba", "code": 200}]} {{(pid=93885) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 13 11:21:12.755317 dv-cinder-797608-16-iscsi neutron-server[93885]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-e65726c0-aa1d-4b84-a3a1-fa0951e5e504 {{(pid=93885) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 13 11:21:12.755655 dv-cinder-797608-16-iscsi neutron-server[93885]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '51d773e9-7bbb-4c2b-89c2-650a4be09768', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3ad30c3e-8aac-4c3f-952c-ebae52dfcdba', 'code': 200} Aug 13 11:21:12.771004 dv-cinder-797608-16-iscsi neutron-server[93885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0b9b986-0706-4fc6-9cf9-0eb02d2513dc None None] Pushing event updated for resources: {'Port': ['ID=3ad30c3e-8aac-4c3f-952c-ebae52dfcdba,revision_number=5']} {{(pid=93885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 11:21:12.792675 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-a4c3d274-0978-4085-909d-4d2a16a04e96 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 11:21:12.796462 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-a4c3d274-0978-4085-909d-4d2a16a04e96 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651637'] for security_group, after_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 11:21:12.838327 dv-cinder-797608-16-iscsi neutron-server[93883]: INFO neutron.wsgi [None req-a4c3d274-0978-4085-909d-4d2a16a04e96 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=3765db0364ee458393f0df0960144144&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2035153 Aug 13 11:21:12.839250 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4c3d274-0978-4085-909d-4d2a16a04e96 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a69b2794-3316-4abf-9fe4-1ce7aea330e1,revision_number=1']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 11:21:12.840972 dv-cinder-797608-16-iscsi neutron-server[93884]: DEBUG neutron.wsgi [-] (93884) accepted ('10.222.0.32', 47340) {{(pid=93884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 11:21:12.898421 dv-cinder-797608-16-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-f9831c78-d67e-44d7-8f64-2dcbf83d1e44 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 11:21:12.920670 dv-cinder-797608-16-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-f9831c78-d67e-44d7-8f64-2dcbf83d1e44 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 11:21:12.971982 dv-cinder-797608-16-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-f9831c78-d67e-44d7-8f64-2dcbf83d1e44 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651637'] for security_group, after_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 11:21:12.974575 dv-cinder-797608-16-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-f9831c78-d67e-44d7-8f64-2dcbf83d1e44 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 11:21:12.978032 dv-cinder-797608-16-iscsi neutron-server[93884]: INFO neutron.wsgi [None req-f9831c78-d67e-44d7-8f64-2dcbf83d1e44 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/a69b2794-3316-4abf-9fe4-1ce7aea330e1 HTTP/1.1" status: 204 len: 168 time: 0.1331677 Aug 13 11:21:12.978189 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8cb206f-5069-44c7-acff-1b6689bfa52d req-663e24d6-0498-4cb9-9383-2aa0acfacb77 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 11:21:12.978189 dv-cinder-797608-16-iscsi neutron-server[93883]: INFO neutron.wsgi [req-b8cb206f-5069-44c7-acff-1b6689bfa52d req-663e24d6-0498-4cb9-9383-2aa0acfacb77 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=51d773e9-7bbb-4c2b-89c2-650a4be09768 HTTP/1.1" status: 200 len: 1098 time: 0.0465589 Aug 13 11:21:12.984802 dv-cinder-797608-16-iscsi neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9831c78-d67e-44d7-8f64-2dcbf83d1e44 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a69b2794-3316-4abf-9fe4-1ce7aea330e1,revision_number=None']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 11:21:13.026733 dv-cinder-797608-16-iscsi neutron-server[93883]: INFO neutron.wsgi [req-b8cb206f-5069-44c7-acff-1b6689bfa52d req-4493a325-9753-4002-92d7-9156efc68248 service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=e9ebb553-6898-47d0-8034-10e78e802a38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0353699 Aug 13 11:21:13.328250 dv-cinder-797608-16-iscsi neutron-server[93884]: DEBUG neutron.wsgi [-] (93884) accepted ('10.222.0.32', 47356) {{(pid=93884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 11:21:13.342077 dv-cinder-797608-16-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-00aeae4d-5176-4963-bb2d-6a58d895232a admin admin] Notify callbacks [] for security_group, before_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 11:21:13.435765 dv-cinder-797608-16-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-00aeae4d-5176-4963-bb2d-6a58d895232a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 11:21:13.439879 dv-cinder-797608-16-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-00aeae4d-5176-4963-bb2d-6a58d895232a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651637'] for security_group, after_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 11:21:13.476900 dv-cinder-797608-16-iscsi neutron-server[93884]: INFO neutron.wsgi [None req-00aeae4d-5176-4963-bb2d-6a58d895232a admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=1ecedbdd8aef472ea2fcfce48ba4c337&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1475887 Aug 13 11:21:13.477750 dv-cinder-797608-16-iscsi neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00aeae4d-5176-4963-bb2d-6a58d895232a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=17af93d0-43e2-409e-80ff-615f75f753fe,revision_number=1']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 11:21:13.479562 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.32', 47360) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 11:21:13.546282 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-468afb5c-93a0-4f8c-9db8-e8a07d208b2a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 11:21:13.570020 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-468afb5c-93a0-4f8c-9db8-e8a07d208b2a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 11:21:13.602605 dv-cinder-797608-16-iscsi neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69dd9b3f-fbb5-4845-8b4d-31bc72978424 req-3703309f-1998-4fc9-bc77-f33a6a0a4364 tempest-ServerRescueNegativeTestJSON-217385872 tempest-ServerRescueNegativeTestJSON-217385872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 11:21:13.604346 dv-cinder-797608-16-iscsi neutron-server[93884]: INFO neutron.wsgi [req-69dd9b3f-fbb5-4845-8b4d-31bc72978424 req-3703309f-1998-4fc9-bc77-f33a6a0a4364 tempest-ServerRescueNegativeTestJSON-217385872 tempest-ServerRescueNegativeTestJSON-217385872-project] 10.222.0.32 "GET /v2.0/ports?device_id=f07a0f18-2b98-479b-bd6a-186739dfba26 HTTP/1.1" status: 200 len: 945 time: 0.0473924 Aug 13 11:21:13.622522 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-468afb5c-93a0-4f8c-9db8-e8a07d208b2a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651637'] for security_group, after_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 11:21:13.625098 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-468afb5c-93a0-4f8c-9db8-e8a07d208b2a admin admin] Notify callbacks [] for security_group, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 11:21:13.627141 dv-cinder-797608-16-iscsi neutron-server[93883]: INFO neutron.wsgi [None req-468afb5c-93a0-4f8c-9db8-e8a07d208b2a admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/17af93d0-43e2-409e-80ff-615f75f753fe HTTP/1.1" status: 204 len: 168 time: 0.1459951 Aug 13 11:21:13.636633 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-468afb5c-93a0-4f8c-9db8-e8a07d208b2a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=17af93d0-43e2-409e-80ff-615f75f753fe,revision_number=None']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 11:21:13.650384 dv-cinder-797608-16-iscsi neutron-server[93884]: INFO neutron.wsgi [req-69dd9b3f-fbb5-4845-8b4d-31bc72978424 req-bebd4ab8-b728-42b0-93fc-a6f206ea06f5 tempest-ServerRescueNegativeTestJSON-217385872 tempest-ServerRescueNegativeTestJSON-217385872-project] 10.222.0.32 "GET /v2.0/security-groups?id=5e66df65-70b0-476d-97cd-4e9936c292c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396941 Aug 13 11:21:13.870364 dv-cinder-797608-16-iscsi neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff763e2d-a59f-45bc-8e5c-f8ce4d9c9fb2 req-549fc51b-6df7-44dd-995c-01e4314a01bd tempest-AttachVolumeNegativeTest-1779138385 tempest-AttachVolumeNegativeTest-1779138385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 11:21:13.871971 dv-cinder-797608-16-iscsi neutron-server[93884]: INFO neutron.wsgi [req-ff763e2d-a59f-45bc-8e5c-f8ce4d9c9fb2 req-549fc51b-6df7-44dd-995c-01e4314a01bd tempest-AttachVolumeNegativeTest-1779138385 tempest-AttachVolumeNegativeTest-1779138385-project] 10.222.0.32 "GET /v2.0/ports?device_id=51d773e9-7bbb-4c2b-89c2-650a4be09768 HTTP/1.1" status: 200 len: 945 time: 0.0719905 Aug 13 11:21:13.934555 dv-cinder-797608-16-iscsi neutron-server[93884]: INFO neutron.wsgi [req-ff763e2d-a59f-45bc-8e5c-f8ce4d9c9fb2 req-0e8e6860-81dd-4d63-8129-5924c851b579 tempest-AttachVolumeNegativeTest-1779138385 tempest-AttachVolumeNegativeTest-1779138385-project] 10.222.0.32 "GET /v2.0/security-groups?id=e9ebb553-6898-47d0-8034-10e78e802a38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0555086 Aug 13 11:21:14.041860 dv-cinder-797608-16-iscsi neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-71795f1a-9c4d-4630-a580-a9486fbcc3ea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782137812740', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-997306'] for agent, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 11:21:14.799281 dv-cinder-797608-16-iscsi neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0bc6647-1952-4015-b815-ac8b5493274a req-8974cc45-e836-4614-9776-a97e5591cef4 tempest-ServerRescueNegativeTestJSON-217385872 tempest-ServerRescueNegativeTestJSON-217385872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 11:21:14.799281 dv-cinder-797608-16-iscsi neutron-server[93884]: INFO neutron.wsgi [req-b0bc6647-1952-4015-b815-ac8b5493274a req-8974cc45-e836-4614-9776-a97e5591cef4 tempest-ServerRescueNegativeTestJSON-217385872 tempest-ServerRescueNegativeTestJSON-217385872-project] 10.222.0.32 "GET /v2.0/ports?device_id=f07a0f18-2b98-479b-bd6a-186739dfba26 HTTP/1.1" status: 200 len: 945 time: 0.0663342 Aug 13 11:21:14.837373 dv-cinder-797608-16-iscsi neutron-server[93884]: INFO neutron.wsgi [req-b0bc6647-1952-4015-b815-ac8b5493274a req-d0536b2d-d8bb-48be-9ee0-4d69784bfb9d tempest-ServerRescueNegativeTestJSON-217385872 tempest-ServerRescueNegativeTestJSON-217385872-project] 10.222.0.32 "GET /v2.0/security-groups?id=5e66df65-70b0-476d-97cd-4e9936c292c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0367670 Aug 13 11:21:15.041015 dv-cinder-797608-16-iscsi neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5acc60cf-9831-4494-a3df-84f4bf594f0d req-1e8ecd5f-b45b-4960-a223-fcfd88800f5b tempest-AttachVolumeNegativeTest-1779138385 tempest-AttachVolumeNegativeTest-1779138385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 11:21:15.042531 dv-cinder-797608-16-iscsi neutron-server[93884]: INFO neutron.wsgi [req-5acc60cf-9831-4494-a3df-84f4bf594f0d req-1e8ecd5f-b45b-4960-a223-fcfd88800f5b tempest-AttachVolumeNegativeTest-1779138385 tempest-AttachVolumeNegativeTest-1779138385-project] 10.222.0.32 "GET /v2.0/ports?device_id=51d773e9-7bbb-4c2b-89c2-650a4be09768 HTTP/1.1" status: 200 len: 945 time: 0.0482512 Aug 13 11:21:15.079200 dv-cinder-797608-16-iscsi neutron-server[93884]: INFO neutron.wsgi [req-5acc60cf-9831-4494-a3df-84f4bf594f0d req-38540b4e-6cde-4616-9c5c-08266321d3f4 tempest-AttachVolumeNegativeTest-1779138385 tempest-AttachVolumeNegativeTest-1779138385-project] 10.222.0.32 "GET /v2.0/security-groups?id=e9ebb553-6898-47d0-8034-10e78e802a38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308523 Aug 13 11:21:15.953112 dv-cinder-797608-16-iscsi neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-777ffc1e-9225-40f3-bdeb-e1452d6b81c9 req-f401cb72-f0e6-430b-b23d-b0bbbc3c485f tempest-ServerRescueNegativeTestJSON-217385872 tempest-ServerRescueNegativeTestJSON-217385872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 11:21:15.955802 dv-cinder-797608-16-iscsi neutron-server[93884]: INFO neutron.wsgi [req-777ffc1e-9225-40f3-bdeb-e1452d6b81c9 req-f401cb72-f0e6-430b-b23d-b0bbbc3c485f tempest-ServerRescueNegativeTestJSON-217385872 tempest-ServerRescueNegativeTestJSON-217385872-project] 10.222.0.32 "GET /v2.0/ports?device_id=f07a0f18-2b98-479b-bd6a-186739dfba26 HTTP/1.1" status: 200 len: 945 time: 0.0510187 Aug 13 11:21:15.992455 dv-cinder-797608-16-iscsi neutron-server[93884]: INFO neutron.wsgi [req-777ffc1e-9225-40f3-bdeb-e1452d6b81c9 req-fd1847b1-bae3-430d-b656-3347d3ca7b80 tempest-ServerRescueNegativeTestJSON-217385872 tempest-ServerRescueNegativeTestJSON-217385872-project] 10.222.0.32 "GET /v2.0/security-groups?id=5e66df65-70b0-476d-97cd-4e9936c292c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315397 Aug 13 11:21:16.189800 dv-cinder-797608-16-iscsi neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-017c8622-dfe7-4763-97a2-602444da7a7f req-9eadc5e3-3c41-4f24-bf24-952bf9c95b21 tempest-AttachVolumeNegativeTest-1779138385 tempest-AttachVolumeNegativeTest-1779138385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 11:21:16.191265 dv-cinder-797608-16-iscsi neutron-server[93884]: INFO neutron.wsgi [req-017c8622-dfe7-4763-97a2-602444da7a7f req-9eadc5e3-3c41-4f24-bf24-952bf9c95b21 tempest-AttachVolumeNegativeTest-1779138385 tempest-AttachVolumeNegativeTest-1779138385-project] 10.222.0.32 "GET /v2.0/ports?device_id=51d773e9-7bbb-4c2b-89c2-650a4be09768 HTTP/1.1" status: 200 len: 945 time: 0.0466514 Aug 13 11:21:16.227520 dv-cinder-797608-16-iscsi neutron-server[93884]: INFO neutron.wsgi [req-017c8622-dfe7-4763-97a2-602444da7a7f req-695260c8-1213-4f0c-9048-72713d6d866b tempest-AttachVolumeNegativeTest-1779138385 tempest-AttachVolumeNegativeTest-1779138385-project] 10.222.0.32 "GET /v2.0/security-groups?id=e9ebb553-6898-47d0-8034-10e78e802a38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0304418 Aug 13 11:21:17.104827 dv-cinder-797608-16-iscsi neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e08717dc-1c77-4ed9-92ae-28df1f1c6095 req-32a42638-101e-4abb-acb4-974661df6d84 tempest-ServerRescueNegativeTestJSON-217385872 tempest-ServerRescueNegativeTestJSON-217385872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 11:21:17.106401 dv-cinder-797608-16-iscsi neutron-server[93884]: INFO neutron.wsgi [req-e08717dc-1c77-4ed9-92ae-28df1f1c6095 req-32a42638-101e-4abb-acb4-974661df6d84 tempest-ServerRescueNegativeTestJSON-217385872 tempest-ServerRescueNegativeTestJSON-217385872-project] 10.222.0.32 "GET /v2.0/ports?device_id=f07a0f18-2b98-479b-bd6a-186739dfba26 HTTP/1.1" status: 200 len: 945 time: 0.0490034 Aug 13 11:21:17.143852 dv-cinder-797608-16-iscsi neutron-server[93884]: INFO neutron.wsgi [req-e08717dc-1c77-4ed9-92ae-28df1f1c6095 req-b48452ac-cfce-4b40-9d40-9752604dc9c5 tempest-ServerRescueNegativeTestJSON-217385872 tempest-ServerRescueNegativeTestJSON-217385872-project] 10.222.0.32 "GET /v2.0/security-groups?id=5e66df65-70b0-476d-97cd-4e9936c292c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316789 Aug 13 11:21:17.344208 dv-cinder-797608-16-iscsi neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e390ea08-0e73-4112-ba58-01df455fefda req-3637c64d-0f8e-4a40-93c6-b3d239bb4ccf tempest-AttachVolumeNegativeTest-1779138385 tempest-AttachVolumeNegativeTest-1779138385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 11:21:17.345654 dv-cinder-797608-16-iscsi neutron-server[93884]: INFO neutron.wsgi [req-e390ea08-0e73-4112-ba58-01df455fefda req-3637c64d-0f8e-4a40-93c6-b3d239bb4ccf tempest-AttachVolumeNegativeTest-1779138385 tempest-AttachVolumeNegativeTest-1779138385-project] 10.222.0.32 "GET /v2.0/ports?device_id=51d773e9-7bbb-4c2b-89c2-650a4be09768 HTTP/1.1" status: 200 len: 945 time: 0.0508189 Aug 13 11:21:17.383045 dv-cinder-797608-16-iscsi neutron-server[93884]: INFO neutron.wsgi [req-e390ea08-0e73-4112-ba58-01df455fefda req-9ee237b6-bb00-4dcf-a986-3b07ee55053b tempest-AttachVolumeNegativeTest-1779138385 tempest-AttachVolumeNegativeTest-1779138385-project] 10.222.0.32 "GET /v2.0/security-groups?id=e9ebb553-6898-47d0-8034-10e78e802a38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315778 Aug 13 11:21:18.237732 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.32', 47490) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 11:21:18.284222 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron.db.db_base_plugin_v2 [None req-7ca90e73-60f1-49eb-8846-b1a13812cfb8 admin admin] Deleting subnet af3fefbd-037a-4b1c-93c0-6589773a5622 {{(pid=93883) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 13 11:21:18.287735 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-7ca90e73-60f1-49eb-8846-b1a13812cfb8 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 11:21:18.288148 dv-cinder-797608-16-iscsi neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3630abc7-46d4-4e96-8885-49327702b478 req-d25eb5cb-a5c0-4a8f-a045-b32c6d06d73f tempest-ServerRescueNegativeTestJSON-217385872 tempest-ServerRescueNegativeTestJSON-217385872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 11:21:18.295778 dv-cinder-797608-16-iscsi neutron-server[93884]: INFO neutron.wsgi [req-3630abc7-46d4-4e96-8885-49327702b478 req-d25eb5cb-a5c0-4a8f-a045-b32c6d06d73f tempest-ServerRescueNegativeTestJSON-217385872 tempest-ServerRescueNegativeTestJSON-217385872-project] 10.222.0.32 "GET /v2.0/ports?device_id=f07a0f18-2b98-479b-bd6a-186739dfba26 HTTP/1.1" status: 200 len: 945 time: 0.0731370 Aug 13 11:21:18.326915 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-7ca90e73-60f1-49eb-8846-b1a13812cfb8 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2139128204'] for subnet, precommit_delete_associations {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 11:21:18.332574 dv-cinder-797608-16-iscsi neutron-server[93884]: INFO neutron.wsgi [req-3630abc7-46d4-4e96-8885-49327702b478 req-ecd7a071-35b8-416c-8fba-7bf10f0b207f tempest-ServerRescueNegativeTestJSON-217385872 tempest-ServerRescueNegativeTestJSON-217385872-project] 10.222.0.32 "GET /v2.0/security-groups?id=5e66df65-70b0-476d-97cd-4e9936c292c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0359344 Aug 13 11:21:18.369291 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-7ca90e73-60f1-49eb-8846-b1a13812cfb8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-542387'] for subnet, precommit_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 11:21:18.432616 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-7ca90e73-60f1-49eb-8846-b1a13812cfb8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-542372', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611014', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2139128441', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2139359422'] for subnet, after_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 11:21:18.462826 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ca90e73-60f1-49eb-8846-b1a13812cfb8 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=af3fefbd-037a-4b1c-93c0-6589773a5622,revision_number=None']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 11:21:18.468790 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-7ca90e73-60f1-49eb-8846-b1a13812cfb8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1611032'] for subnet, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 11:21:18.471139 dv-cinder-797608-16-iscsi neutron-server[93883]: INFO neutron.wsgi [None req-7ca90e73-60f1-49eb-8846-b1a13812cfb8 admin admin] 10.222.0.32 "DELETE /v2.0/subnets/af3fefbd-037a-4b1c-93c0-6589773a5622 HTTP/1.1" status: 204 len: 168 time: 0.2322593 Aug 13 11:21:18.473474 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.32', 47502) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 11:21:18.534665 dv-cinder-797608-16-iscsi neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1658d655-c343-4ac3-9dce-0ca2d9d4637d req-ecbac3e5-ff33-4d02-8443-a79ab7dec592 tempest-AttachVolumeNegativeTest-1779138385 tempest-AttachVolumeNegativeTest-1779138385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 11:21:18.536151 dv-cinder-797608-16-iscsi neutron-server[93884]: INFO neutron.wsgi [req-1658d655-c343-4ac3-9dce-0ca2d9d4637d req-ecbac3e5-ff33-4d02-8443-a79ab7dec592 tempest-AttachVolumeNegativeTest-1779138385 tempest-AttachVolumeNegativeTest-1779138385-project] 10.222.0.32 "GET /v2.0/ports?device_id=51d773e9-7bbb-4c2b-89c2-650a4be09768 HTTP/1.1" status: 200 len: 945 time: 0.0480907 Aug 13 11:21:18.544435 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-8c5fc4c2-c957-4d1e-a366-1a066218efee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-641644'] for network, before_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 11:21:18.573442 dv-cinder-797608-16-iscsi neutron-server[93884]: INFO neutron.wsgi [req-1658d655-c343-4ac3-9dce-0ca2d9d4637d req-f1c3e7d0-c0a7-4090-9911-66be80082bbe tempest-AttachVolumeNegativeTest-1779138385 tempest-AttachVolumeNegativeTest-1779138385-project] 10.222.0.32 "GET /v2.0/security-groups?id=e9ebb553-6898-47d0-8034-10e78e802a38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312681 Aug 13 11:21:18.619735 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-8c5fc4c2-c957-4d1e-a366-1a066218efee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-544564', 'neutron.services.segments.db._delete_segments_for_network-8782137812848'] for network, precommit_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 11:21:18.630686 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron.services.segments.db [None req-8c5fc4c2-c957-4d1e-a366-1a066218efee admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['af08971f-ebef-4f8b-ad34-6cc2ef836189']}} {{(pid=93883) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 13 11:21:18.641430 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron.services.segments.db [None req-8c5fc4c2-c957-4d1e-a366-1a066218efee admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c2ef50a0-e5a4-41a1-9d1c-9ded322f05eb') {'for_net_delete': True} {{(pid=93883) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 13 11:21:18.641754 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron.services.segments.db [None req-8c5fc4c2-c957-4d1e-a366-1a066218efee admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c2ef50a0-e5a4-41a1-9d1c-9ded322f05eb') {} {{(pid=93883) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 13 11:21:18.652111 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-8c5fc4c2-c957-4d1e-a366-1a066218efee admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8782137816953', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2139128219'] for segment, before_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 11:21:18.669636 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-8c5fc4c2-c957-4d1e-a366-1a066218efee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-542450'] for segment, precommit_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 11:21:18.675446 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8c5fc4c2-c957-4d1e-a366-1a066218efee admin admin] Releasing vlan 156 on physical network physnet1 to pool {{(pid=93883) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 13 11:21:18.675833 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-8c5fc4c2-c957-4d1e-a366-1a066218efee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-542450', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2139128487'] for segment, after_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 11:21:18.677618 dv-cinder-797608-16-iscsi neutron-server[93883]: Traceback (most recent call last): Aug 13 11:21:18.677618 dv-cinder-797608-16-iscsi neutron-server[93883]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 13 11:21:18.677618 dv-cinder-797608-16-iscsi neutron-server[93883]: timer() Aug 13 11:21:18.677618 dv-cinder-797608-16-iscsi neutron-server[93883]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 13 11:21:18.677618 dv-cinder-797608-16-iscsi neutron-server[93883]: cb(*args, **kw) Aug 13 11:21:18.677618 dv-cinder-797608-16-iscsi neutron-server[93883]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 13 11:21:18.677618 dv-cinder-797608-16-iscsi neutron-server[93883]: return func(*args, **kwargs) Aug 13 11:21:18.677618 dv-cinder-797608-16-iscsi neutron-server[93883]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 13 11:21:18.677618 dv-cinder-797608-16-iscsi neutron-server[93883]: self._notify() Aug 13 11:21:18.677618 dv-cinder-797608-16-iscsi neutron-server[93883]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 13 11:21:18.677618 dv-cinder-797608-16-iscsi neutron-server[93883]: self.callback(batched_events) Aug 13 11:21:18.677618 dv-cinder-797608-16-iscsi neutron-server[93883]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 13 11:21:18.677618 dv-cinder-797608-16-iscsi neutron-server[93883]: event.method(event) Aug 13 11:21:18.677618 dv-cinder-797608-16-iscsi neutron-server[93883]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 13 11:21:18.677618 dv-cinder-797608-16-iscsi neutron-server[93883]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 13 11:21:18.677618 dv-cinder-797608-16-iscsi neutron-server[93883]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 13 11:21:18.677618 dv-cinder-797608-16-iscsi neutron-server[93883]: aggregate_uuid = self.p_client.list_aggregates( Aug 13 11:21:18.677618 dv-cinder-797608-16-iscsi neutron-server[93883]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 13 11:21:18.677618 dv-cinder-797608-16-iscsi neutron-server[93883]: return f(self, *a, **k) Aug 13 11:21:18.677618 dv-cinder-797608-16-iscsi neutron-server[93883]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 13 11:21:18.677618 dv-cinder-797608-16-iscsi neutron-server[93883]: return self._get(url).json() Aug 13 11:21:18.677618 dv-cinder-797608-16-iscsi neutron-server[93883]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 13 11:21:18.677618 dv-cinder-797608-16-iscsi neutron-server[93883]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 13 11:21:18.677618 dv-cinder-797608-16-iscsi neutron-server[93883]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 13 11:21:18.677618 dv-cinder-797608-16-iscsi neutron-server[93883]: return self.request(url, 'GET', **kwargs) Aug 13 11:21:18.677618 dv-cinder-797608-16-iscsi neutron-server[93883]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 13 11:21:18.677618 dv-cinder-797608-16-iscsi neutron-server[93883]: base_url = self.get_endpoint(auth, allow=allow, Aug 13 11:21:18.677618 dv-cinder-797608-16-iscsi neutron-server[93883]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 13 11:21:18.677618 dv-cinder-797608-16-iscsi neutron-server[93883]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 13 11:21:18.677618 dv-cinder-797608-16-iscsi neutron-server[93883]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 13 11:21:18.677618 dv-cinder-797608-16-iscsi neutron-server[93883]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 13 11:21:18.677618 dv-cinder-797608-16-iscsi neutron-server[93883]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 13 11:21:18.733354 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-8c5fc4c2-c957-4d1e-a366-1a066218efee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-544557', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611014', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1585573'] for network, after_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 11:21:18.739839 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-8c5fc4c2-c957-4d1e-a366-1a066218efee admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1611032'] for network, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 11:21:18.744352 dv-cinder-797608-16-iscsi neutron-server[93883]: INFO neutron.wsgi [None req-8c5fc4c2-c957-4d1e-a366-1a066218efee admin admin] 10.222.0.32 "DELETE /v2.0/networks/af08971f-ebef-4f8b-ad34-6cc2ef836189 HTTP/1.1" status: 204 len: 168 time: 0.2673674 Aug 13 11:21:18.744823 dv-cinder-797608-16-iscsi neutron-server[93884]: DEBUG neutron.wsgi [-] (93884) accepted ('10.222.0.32', 47508) {{(pid=93884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 11:21:18.751887 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c5fc4c2-c957-4d1e-a366-1a066218efee admin admin] Pushing event deleted for resources: {'Network': ['ID=af08971f-ebef-4f8b-ad34-6cc2ef836189,revision_number=None']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 11:21:18.796077 dv-cinder-797608-16-iscsi neutron-server[93884]: DEBUG neutron.db.db_base_plugin_v2 [None req-5d5d4401-f6ad-48ce-b7be-d14ce6e9be25 admin admin] Deleting subnet cd4d2355-0481-4e82-8d5f-7c82ec46e45e {{(pid=93884) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 13 11:21:18.800029 dv-cinder-797608-16-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-5d5d4401-f6ad-48ce-b7be-d14ce6e9be25 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 11:21:18.836504 dv-cinder-797608-16-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-5d5d4401-f6ad-48ce-b7be-d14ce6e9be25 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2141180559'] for subnet, precommit_delete_associations {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 11:21:18.883827 dv-cinder-797608-16-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-5d5d4401-f6ad-48ce-b7be-d14ce6e9be25 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-542387'] for subnet, precommit_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 11:21:18.936615 dv-cinder-797608-16-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-5d5d4401-f6ad-48ce-b7be-d14ce6e9be25 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-542372', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611014', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2141180304', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2141109709'] for subnet, after_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 11:21:18.965314 dv-cinder-797608-16-iscsi neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d5d4401-f6ad-48ce-b7be-d14ce6e9be25 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=cd4d2355-0481-4e82-8d5f-7c82ec46e45e,revision_number=None']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 11:21:18.969140 dv-cinder-797608-16-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-5d5d4401-f6ad-48ce-b7be-d14ce6e9be25 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 11:21:18.971601 dv-cinder-797608-16-iscsi neutron-server[93884]: INFO neutron.wsgi [None req-5d5d4401-f6ad-48ce-b7be-d14ce6e9be25 admin admin] 10.222.0.32 "DELETE /v2.0/subnets/cd4d2355-0481-4e82-8d5f-7c82ec46e45e HTTP/1.1" status: 204 len: 168 time: 0.2256677 Aug 13 11:21:18.975098 dv-cinder-797608-16-iscsi neutron-server[93884]: DEBUG neutron.wsgi [-] (93884) accepted ('10.222.0.32', 47514) {{(pid=93884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 11:21:19.039631 dv-cinder-797608-16-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-24170c7f-8297-4afd-949e-a00408b97aaa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-641644'] for network, before_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 11:21:19.117192 dv-cinder-797608-16-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-24170c7f-8297-4afd-949e-a00408b97aaa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-544564', 'neutron.services.segments.db._delete_segments_for_network-8782137812848'] for network, precommit_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 11:21:19.126861 dv-cinder-797608-16-iscsi neutron-server[93884]: DEBUG neutron.services.segments.db [None req-24170c7f-8297-4afd-949e-a00408b97aaa admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c5fa6391-988a-47b5-8507-20d2a90ffb4b']}} {{(pid=93884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 13 11:21:19.137793 dv-cinder-797608-16-iscsi neutron-server[93884]: DEBUG neutron.services.segments.db [None req-24170c7f-8297-4afd-949e-a00408b97aaa admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a21d5def-c3e6-4f55-990f-f4c7deab6e03') {'for_net_delete': True} {{(pid=93884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 13 11:21:19.138113 dv-cinder-797608-16-iscsi neutron-server[93884]: DEBUG neutron.services.segments.db [None req-24170c7f-8297-4afd-949e-a00408b97aaa admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a21d5def-c3e6-4f55-990f-f4c7deab6e03') {} {{(pid=93884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 13 11:21:19.147176 dv-cinder-797608-16-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-24170c7f-8297-4afd-949e-a00408b97aaa admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8782137816953', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2141180568'] for segment, before_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 11:21:19.160557 dv-cinder-797608-16-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-24170c7f-8297-4afd-949e-a00408b97aaa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-542450'] for segment, precommit_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 11:21:19.166091 dv-cinder-797608-16-iscsi neutron-server[93884]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-24170c7f-8297-4afd-949e-a00408b97aaa admin admin] Releasing vlan 180 on physical network physnet1 to pool {{(pid=93884) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 13 11:21:19.166470 dv-cinder-797608-16-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-24170c7f-8297-4afd-949e-a00408b97aaa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-542450', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2141180238'] for segment, after_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 11:21:19.168043 dv-cinder-797608-16-iscsi neutron-server[93884]: Traceback (most recent call last): Aug 13 11:21:19.168043 dv-cinder-797608-16-iscsi neutron-server[93884]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 13 11:21:19.168043 dv-cinder-797608-16-iscsi neutron-server[93884]: timer() Aug 13 11:21:19.168043 dv-cinder-797608-16-iscsi neutron-server[93884]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 13 11:21:19.168043 dv-cinder-797608-16-iscsi neutron-server[93884]: cb(*args, **kw) Aug 13 11:21:19.168043 dv-cinder-797608-16-iscsi neutron-server[93884]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 13 11:21:19.168043 dv-cinder-797608-16-iscsi neutron-server[93884]: return func(*args, **kwargs) Aug 13 11:21:19.168043 dv-cinder-797608-16-iscsi neutron-server[93884]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 13 11:21:19.168043 dv-cinder-797608-16-iscsi neutron-server[93884]: self._notify() Aug 13 11:21:19.168043 dv-cinder-797608-16-iscsi neutron-server[93884]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 13 11:21:19.168043 dv-cinder-797608-16-iscsi neutron-server[93884]: self.callback(batched_events) Aug 13 11:21:19.168043 dv-cinder-797608-16-iscsi neutron-server[93884]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 13 11:21:19.168043 dv-cinder-797608-16-iscsi neutron-server[93884]: event.method(event) Aug 13 11:21:19.168043 dv-cinder-797608-16-iscsi neutron-server[93884]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 13 11:21:19.168043 dv-cinder-797608-16-iscsi neutron-server[93884]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 13 11:21:19.168043 dv-cinder-797608-16-iscsi neutron-server[93884]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 13 11:21:19.168043 dv-cinder-797608-16-iscsi neutron-server[93884]: aggregate_uuid = self.p_client.list_aggregates( Aug 13 11:21:19.168043 dv-cinder-797608-16-iscsi neutron-server[93884]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 13 11:21:19.168043 dv-cinder-797608-16-iscsi neutron-server[93884]: return f(self, *a, **k) Aug 13 11:21:19.168043 dv-cinder-797608-16-iscsi neutron-server[93884]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 13 11:21:19.168043 dv-cinder-797608-16-iscsi neutron-server[93884]: return self._get(url).json() Aug 13 11:21:19.168043 dv-cinder-797608-16-iscsi neutron-server[93884]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 13 11:21:19.168043 dv-cinder-797608-16-iscsi neutron-server[93884]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 13 11:21:19.168043 dv-cinder-797608-16-iscsi neutron-server[93884]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 13 11:21:19.168043 dv-cinder-797608-16-iscsi neutron-server[93884]: return self.request(url, 'GET', **kwargs) Aug 13 11:21:19.168043 dv-cinder-797608-16-iscsi neutron-server[93884]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 13 11:21:19.168043 dv-cinder-797608-16-iscsi neutron-server[93884]: base_url = self.get_endpoint(auth, allow=allow, Aug 13 11:21:19.168043 dv-cinder-797608-16-iscsi neutron-server[93884]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 13 11:21:19.168043 dv-cinder-797608-16-iscsi neutron-server[93884]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 13 11:21:19.168043 dv-cinder-797608-16-iscsi neutron-server[93884]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 13 11:21:19.168043 dv-cinder-797608-16-iscsi neutron-server[93884]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 13 11:21:19.168043 dv-cinder-797608-16-iscsi neutron-server[93884]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 13 11:21:19.224087 dv-cinder-797608-16-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-24170c7f-8297-4afd-949e-a00408b97aaa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-544557', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611014', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1585573'] for network, after_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 11:21:19.229528 dv-cinder-797608-16-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-24170c7f-8297-4afd-949e-a00408b97aaa admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1611032'] for network, before_response {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 11:21:19.234043 dv-cinder-797608-16-iscsi neutron-server[93884]: INFO neutron.wsgi [None req-24170c7f-8297-4afd-949e-a00408b97aaa admin admin] 10.222.0.32 "DELETE /v2.0/networks/c5fa6391-988a-47b5-8507-20d2a90ffb4b HTTP/1.1" status: 204 len: 168 time: 0.2555387 Aug 13 11:21:19.243858 dv-cinder-797608-16-iscsi neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24170c7f-8297-4afd-949e-a00408b97aaa admin admin] Pushing event deleted for resources: {'Network': ['ID=c5fa6391-988a-47b5-8507-20d2a90ffb4b,revision_number=None']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 11:21:19.388224 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.32', 47522) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 11:21:19.431799 dv-cinder-797608-16-iscsi neutron-server[93883]: INFO neutron.wsgi [None req-6efbd722-9ef0-4a93-bed1-003fa5cf9b56 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=eaf35006d9924f46b9398a3dfa85d38a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0402520 Aug 13 11:21:19.432633 dv-cinder-797608-16-iscsi neutron-server[93884]: DEBUG neutron.wsgi [-] (93884) accepted ('10.222.0.32', 47526) {{(pid=93884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 11:21:19.516028 dv-cinder-797608-16-iscsi neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88018580-af82-4f42-8992-5776e49fc792 req-0cc1f48b-6228-49c0-a58d-bed7a2dd6409 tempest-ServerRescueNegativeTestJSON-217385872 tempest-ServerRescueNegativeTestJSON-217385872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 11:21:19.518094 dv-cinder-797608-16-iscsi neutron-server[93884]: INFO neutron.wsgi [req-88018580-af82-4f42-8992-5776e49fc792 req-0cc1f48b-6228-49c0-a58d-bed7a2dd6409 tempest-ServerRescueNegativeTestJSON-217385872 tempest-ServerRescueNegativeTestJSON-217385872-project] 10.222.0.32 "GET /v2.0/ports?device_id=f07a0f18-2b98-479b-bd6a-186739dfba26 HTTP/1.1" status: 200 len: 945 time: 0.0776312 Aug 13 11:21:19.540853 dv-cinder-797608-16-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-e9a04f33-36c3-4549-aabc-070b6b8701c9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 11:21:19.575036 dv-cinder-797608-16-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-e9a04f33-36c3-4549-aabc-070b6b8701c9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 11:21:19.578997 dv-cinder-797608-16-iscsi neutron-server[93884]: INFO neutron.wsgi [req-88018580-af82-4f42-8992-5776e49fc792 req-c6d7ceae-7ac8-45bd-9eeb-00c39b767fc8 tempest-ServerRescueNegativeTestJSON-217385872 tempest-ServerRescueNegativeTestJSON-217385872-project] 10.222.0.32 "GET /v2.0/security-groups?id=5e66df65-70b0-476d-97cd-4e9936c292c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0538006 Aug 13 11:21:19.623720 dv-cinder-797608-16-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-e9a04f33-36c3-4549-aabc-070b6b8701c9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651637'] for security_group, after_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 11:21:19.627365 dv-cinder-797608-16-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-e9a04f33-36c3-4549-aabc-070b6b8701c9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 11:21:19.628515 dv-cinder-797608-16-iscsi neutron-server[93884]: INFO neutron.wsgi [None req-e9a04f33-36c3-4549-aabc-070b6b8701c9 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/1795f8a4-e81f-4ee2-ab43-9536dce4f085 HTTP/1.1" status: 204 len: 168 time: 0.1943698 Aug 13 11:21:19.636919 dv-cinder-797608-16-iscsi neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9a04f33-36c3-4549-aabc-070b6b8701c9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1795f8a4-e81f-4ee2-ab43-9536dce4f085,revision_number=None']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 11:21:19.932253 dv-cinder-797608-16-iscsi neutron-server[93884]: DEBUG neutron.wsgi [-] (93884) accepted ('10.222.0.32', 47540) {{(pid=93884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 11:21:19.973332 dv-cinder-797608-16-iscsi neutron-server[93884]: INFO neutron.wsgi [None req-8e24192b-b258-43db-a637-130ce84af0fc admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=a410c80a4bb24c0a9ec78dae19d54c73&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0384851 Aug 13 11:21:19.974375 dv-cinder-797608-16-iscsi neutron-server[93884]: DEBUG neutron.wsgi [-] (93884) accepted ('10.222.0.32', 47542) {{(pid=93884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 11:21:20.021234 dv-cinder-797608-16-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-d0894ed1-645c-4585-95cd-866b933b67fc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 11:21:20.042052 dv-cinder-797608-16-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-d0894ed1-645c-4585-95cd-866b933b67fc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 11:21:20.089009 dv-cinder-797608-16-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-d0894ed1-645c-4585-95cd-866b933b67fc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651637'] for security_group, after_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 11:21:20.091554 dv-cinder-797608-16-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-d0894ed1-645c-4585-95cd-866b933b67fc admin admin] Notify callbacks [] for security_group, before_response {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 11:21:20.092681 dv-cinder-797608-16-iscsi neutron-server[93884]: INFO neutron.wsgi [None req-d0894ed1-645c-4585-95cd-866b933b67fc admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/d6eeebf2-b1a8-46ca-abee-799b136a6d01 HTTP/1.1" status: 204 len: 168 time: 0.1174369 Aug 13 11:21:20.099998 dv-cinder-797608-16-iscsi neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0894ed1-645c-4585-95cd-866b933b67fc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d6eeebf2-b1a8-46ca-abee-799b136a6d01,revision_number=None']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 11:21:20.106785 dv-cinder-797608-16-iscsi neutron-server[93884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0894ed1-645c-4585-95cd-866b933b67fc admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797608-16-iscsi {{(pid=93884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 11:21:20.107135 dv-cinder-797608-16-iscsi neutron-server[93884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0894ed1-645c-4585-95cd-866b933b67fc admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797608-16-iscsi {{(pid=93884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 11:21:20.107476 dv-cinder-797608-16-iscsi neutron-server[93884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0894ed1-645c-4585-95cd-866b933b67fc admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797608-16-iscsi {{(pid=93884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 11:21:20.107809 dv-cinder-797608-16-iscsi neutron-server[93884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0894ed1-645c-4585-95cd-866b933b67fc admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797608-16-iscsi {{(pid=93884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 11:21:20.108137 dv-cinder-797608-16-iscsi neutron-server[93884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0894ed1-645c-4585-95cd-866b933b67fc admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-797608-16-iscsi {{(pid=93884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 11:21:20.108467 dv-cinder-797608-16-iscsi neutron-server[93884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0894ed1-645c-4585-95cd-866b933b67fc admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797608-16-iscsi {{(pid=93884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 11:21:20.108796 dv-cinder-797608-16-iscsi neutron-server[93884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0894ed1-645c-4585-95cd-866b933b67fc admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-797608-16-iscsi {{(pid=93884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 11:21:20.109120 dv-cinder-797608-16-iscsi neutron-server[93884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0894ed1-645c-4585-95cd-866b933b67fc admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-797608-16-iscsi {{(pid=93884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 11:21:20.109445 dv-cinder-797608-16-iscsi neutron-server[93884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0894ed1-645c-4585-95cd-866b933b67fc admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797608-16-iscsi {{(pid=93884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 11:21:20.109767 dv-cinder-797608-16-iscsi neutron-server[93884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0894ed1-645c-4585-95cd-866b933b67fc admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797608-16-iscsi {{(pid=93884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 11:21:20.110112 dv-cinder-797608-16-iscsi neutron-server[93884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0894ed1-645c-4585-95cd-866b933b67fc admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797608-16-iscsi {{(pid=93884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 11:21:20.110462 dv-cinder-797608-16-iscsi neutron-server[93884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0894ed1-645c-4585-95cd-866b933b67fc admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797608-16-iscsi {{(pid=93884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 11:21:20.696722 dv-cinder-797608-16-iscsi neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b20df244-4705-4ea9-85ad-e877ce087664 req-414ffc0d-2005-4111-98c1-277a1cdee554 tempest-ServerRescueNegativeTestJSON-217385872 tempest-ServerRescueNegativeTestJSON-217385872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 11:21:20.698250 dv-cinder-797608-16-iscsi neutron-server[93884]: INFO neutron.wsgi [req-b20df244-4705-4ea9-85ad-e877ce087664 req-414ffc0d-2005-4111-98c1-277a1cdee554 tempest-ServerRescueNegativeTestJSON-217385872 tempest-ServerRescueNegativeTestJSON-217385872-project] 10.222.0.32 "GET /v2.0/ports?device_id=f07a0f18-2b98-479b-bd6a-186739dfba26 HTTP/1.1" status: 200 len: 945 time: 0.0492647 Aug 13 11:21:20.735933 dv-cinder-797608-16-iscsi neutron-server[93884]: INFO neutron.wsgi [req-b20df244-4705-4ea9-85ad-e877ce087664 req-6b246663-8187-4b70-b0fe-76f6bd4f90e7 tempest-ServerRescueNegativeTestJSON-217385872 tempest-ServerRescueNegativeTestJSON-217385872-project] 10.222.0.32 "GET /v2.0/security-groups?id=5e66df65-70b0-476d-97cd-4e9936c292c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312080 Aug 13 11:21:21.113993 dv-cinder-797608-16-iscsi neutron-server[93884]: DEBUG neutron.wsgi [-] (93884) accepted ('10.222.0.32', 47584) {{(pid=93884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 11:21:21.215846 dv-cinder-797608-16-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-8c8ecb83-c8f5-4f4f-9d1b-6973f9c6d33b admin admin] Notify callbacks [] for security_group, before_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 11:21:21.303849 dv-cinder-797608-16-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-8c8ecb83-c8f5-4f4f-9d1b-6973f9c6d33b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 11:21:21.307633 dv-cinder-797608-16-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-8c8ecb83-c8f5-4f4f-9d1b-6973f9c6d33b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651637'] for security_group, after_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 11:21:21.344761 dv-cinder-797608-16-iscsi neutron-server[93884]: INFO neutron.wsgi [None req-8c8ecb83-c8f5-4f4f-9d1b-6973f9c6d33b admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=87e295ad2c584fb3843ff5a9d51119ce&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2296391 Aug 13 11:21:21.345869 dv-cinder-797608-16-iscsi neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c8ecb83-c8f5-4f4f-9d1b-6973f9c6d33b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3e94bde9-264e-452c-b9db-8e236af718cc,revision_number=1']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 11:21:21.348770 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.32', 47590) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 11:21:21.401739 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-2eef3ce9-4e10-4daf-a51f-6e8224b7647a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 11:21:21.424402 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-2eef3ce9-4e10-4daf-a51f-6e8224b7647a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 11:21:21.472646 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-2eef3ce9-4e10-4daf-a51f-6e8224b7647a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651637'] for security_group, after_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 11:21:21.475200 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-2eef3ce9-4e10-4daf-a51f-6e8224b7647a admin admin] Notify callbacks [] for security_group, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 11:21:21.476318 dv-cinder-797608-16-iscsi neutron-server[93883]: INFO neutron.wsgi [None req-2eef3ce9-4e10-4daf-a51f-6e8224b7647a admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/3e94bde9-264e-452c-b9db-8e236af718cc HTTP/1.1" status: 204 len: 168 time: 0.1263373 Aug 13 11:21:21.483438 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2eef3ce9-4e10-4daf-a51f-6e8224b7647a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3e94bde9-264e-452c-b9db-8e236af718cc,revision_number=None']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 11:21:21.490791 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2eef3ce9-4e10-4daf-a51f-6e8224b7647a admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797608-16-iscsi {{(pid=93883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 11:21:21.491154 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2eef3ce9-4e10-4daf-a51f-6e8224b7647a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797608-16-iscsi {{(pid=93883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 11:21:21.491477 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2eef3ce9-4e10-4daf-a51f-6e8224b7647a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797608-16-iscsi {{(pid=93883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 11:21:21.491803 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2eef3ce9-4e10-4daf-a51f-6e8224b7647a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797608-16-iscsi {{(pid=93883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 11:21:21.492131 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2eef3ce9-4e10-4daf-a51f-6e8224b7647a admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-797608-16-iscsi {{(pid=93883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 11:21:21.492455 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2eef3ce9-4e10-4daf-a51f-6e8224b7647a admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797608-16-iscsi {{(pid=93883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 11:21:21.492779 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2eef3ce9-4e10-4daf-a51f-6e8224b7647a admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-797608-16-iscsi {{(pid=93883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 11:21:21.493099 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2eef3ce9-4e10-4daf-a51f-6e8224b7647a admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-797608-16-iscsi {{(pid=93883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 11:21:21.493422 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2eef3ce9-4e10-4daf-a51f-6e8224b7647a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797608-16-iscsi {{(pid=93883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 11:21:21.493718 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2eef3ce9-4e10-4daf-a51f-6e8224b7647a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797608-16-iscsi {{(pid=93883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 11:21:21.494058 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2eef3ce9-4e10-4daf-a51f-6e8224b7647a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797608-16-iscsi {{(pid=93883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 11:21:21.494372 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2eef3ce9-4e10-4daf-a51f-6e8224b7647a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797608-16-iscsi {{(pid=93883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 11:21:21.855465 dv-cinder-797608-16-iscsi neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e4c2f1a-53f7-4c83-82aa-4d61affa1c28 req-f16e0eb3-7592-435f-bc49-ac597741bcc9 tempest-ServerRescueNegativeTestJSON-217385872 tempest-ServerRescueNegativeTestJSON-217385872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 11:21:21.857531 dv-cinder-797608-16-iscsi neutron-server[93884]: INFO neutron.wsgi [req-7e4c2f1a-53f7-4c83-82aa-4d61affa1c28 req-f16e0eb3-7592-435f-bc49-ac597741bcc9 tempest-ServerRescueNegativeTestJSON-217385872 tempest-ServerRescueNegativeTestJSON-217385872-project] 10.222.0.32 "GET /v2.0/ports?device_id=f07a0f18-2b98-479b-bd6a-186739dfba26 HTTP/1.1" status: 200 len: 945 time: 0.0542905 Aug 13 11:21:21.906171 dv-cinder-797608-16-iscsi neutron-server[93884]: INFO neutron.wsgi [req-7e4c2f1a-53f7-4c83-82aa-4d61affa1c28 req-ac53a03f-d85b-4e5c-b8dd-749ba9d131ec tempest-ServerRescueNegativeTestJSON-217385872 tempest-ServerRescueNegativeTestJSON-217385872-project] 10.222.0.32 "GET /v2.0/security-groups?id=5e66df65-70b0-476d-97cd-4e9936c292c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419786 Aug 13 11:21:23.055659 dv-cinder-797608-16-iscsi neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ff67957-367b-4dd5-a555-8108ae7e21ab req-217e70d0-ee85-452a-b23c-3b16f068e128 tempest-ServerRescueNegativeTestJSON-217385872 tempest-ServerRescueNegativeTestJSON-217385872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 11:21:23.057945 dv-cinder-797608-16-iscsi neutron-server[93884]: INFO neutron.wsgi [req-9ff67957-367b-4dd5-a555-8108ae7e21ab req-217e70d0-ee85-452a-b23c-3b16f068e128 tempest-ServerRescueNegativeTestJSON-217385872 tempest-ServerRescueNegativeTestJSON-217385872-project] 10.222.0.32 "GET /v2.0/ports?device_id=f07a0f18-2b98-479b-bd6a-186739dfba26 HTTP/1.1" status: 200 len: 945 time: 0.0812864 Aug 13 11:21:23.118805 dv-cinder-797608-16-iscsi neutron-server[93884]: INFO neutron.wsgi [req-9ff67957-367b-4dd5-a555-8108ae7e21ab req-71e09cb3-9a82-4846-b8ae-775e76c64abd tempest-ServerRescueNegativeTestJSON-217385872 tempest-ServerRescueNegativeTestJSON-217385872-project] 10.222.0.32 "GET /v2.0/security-groups?id=5e66df65-70b0-476d-97cd-4e9936c292c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0541973 Aug 13 11:21:24.243250 dv-cinder-797608-16-iscsi neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59e635af-9ec9-41c8-94da-427857c26858 req-2e354818-5e65-4dea-9b4a-f11b5ad20258 tempest-ServerRescueNegativeTestJSON-217385872 tempest-ServerRescueNegativeTestJSON-217385872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 11:21:24.244626 dv-cinder-797608-16-iscsi neutron-server[93884]: INFO neutron.wsgi [req-59e635af-9ec9-41c8-94da-427857c26858 req-2e354818-5e65-4dea-9b4a-f11b5ad20258 tempest-ServerRescueNegativeTestJSON-217385872 tempest-ServerRescueNegativeTestJSON-217385872-project] 10.222.0.32 "GET /v2.0/ports?device_id=f07a0f18-2b98-479b-bd6a-186739dfba26 HTTP/1.1" status: 200 len: 945 time: 0.0476735 Aug 13 11:21:24.282557 dv-cinder-797608-16-iscsi neutron-server[93884]: INFO neutron.wsgi [req-59e635af-9ec9-41c8-94da-427857c26858 req-01e1273d-fff6-4034-ae83-2e6969268ac0 tempest-ServerRescueNegativeTestJSON-217385872 tempest-ServerRescueNegativeTestJSON-217385872-project] 10.222.0.32 "GET /v2.0/security-groups?id=5e66df65-70b0-476d-97cd-4e9936c292c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317237 Aug 13 11:21:25.402100 dv-cinder-797608-16-iscsi neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5c9caab-2b20-49c9-b4f8-1817926029ac req-1f1a593a-ed72-4cdc-94d5-b24a1c7484d9 tempest-ServerRescueNegativeTestJSON-217385872 tempest-ServerRescueNegativeTestJSON-217385872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 11:21:25.403546 dv-cinder-797608-16-iscsi neutron-server[93884]: INFO neutron.wsgi [req-c5c9caab-2b20-49c9-b4f8-1817926029ac req-1f1a593a-ed72-4cdc-94d5-b24a1c7484d9 tempest-ServerRescueNegativeTestJSON-217385872 tempest-ServerRescueNegativeTestJSON-217385872-project] 10.222.0.32 "GET /v2.0/ports?device_id=f07a0f18-2b98-479b-bd6a-186739dfba26 HTTP/1.1" status: 200 len: 945 time: 0.0507793 Aug 13 11:21:25.441585 dv-cinder-797608-16-iscsi neutron-server[93884]: INFO neutron.wsgi [req-c5c9caab-2b20-49c9-b4f8-1817926029ac req-1b2fbc2f-343f-4e54-a045-4cfab1127669 tempest-ServerRescueNegativeTestJSON-217385872 tempest-ServerRescueNegativeTestJSON-217385872-project] 10.222.0.32 "GET /v2.0/security-groups?id=5e66df65-70b0-476d-97cd-4e9936c292c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0306582 Aug 13 11:21:25.791331 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.32', 47762) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 11:21:25.823730 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.32', 47766) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 11:21:25.931707 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-2eef2628-6542-4a99-9a11-ff60e07732b3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 11:21:25.952278 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-bb72e49b-d8eb-438f-90eb-25dc85fa84ec admin admin] Notify callbacks [] for security_group, before_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 11:21:26.047608 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-2eef2628-6542-4a99-9a11-ff60e07732b3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 11:21:26.053603 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-2eef2628-6542-4a99-9a11-ff60e07732b3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651637'] for security_group, after_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 11:21:26.106362 dv-cinder-797608-16-iscsi neutron-server[93883]: INFO neutron.wsgi [None req-2eef2628-6542-4a99-9a11-ff60e07732b3 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=c5fe935fa2ba4eebbabe1eb33c4f0d49&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2813802 Aug 13 11:21:26.107087 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2eef2628-6542-4a99-9a11-ff60e07732b3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ea0dd725-d2e1-442a-b201-fd2a542e12ba,revision_number=1']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 11:21:26.108974 dv-cinder-797608-16-iscsi neutron-server[93884]: DEBUG neutron.wsgi [-] (93884) accepted ('10.222.0.32', 47780) {{(pid=93884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 11:21:26.175605 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-bb72e49b-d8eb-438f-90eb-25dc85fa84ec admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 11:21:26.180372 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-bb72e49b-d8eb-438f-90eb-25dc85fa84ec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651637'] for security_group, after_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 11:21:26.182250 dv-cinder-797608-16-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-1fe3af8f-4b8e-427e-87be-9388b0190c78 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 11:21:26.213378 dv-cinder-797608-16-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-1fe3af8f-4b8e-427e-87be-9388b0190c78 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 11:21:26.228871 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb72e49b-d8eb-438f-90eb-25dc85fa84ec admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f731d9e9-2411-42e9-b192-fa35b67b6cd3,revision_number=1']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 11:21:26.234449 dv-cinder-797608-16-iscsi neutron-server[93883]: INFO neutron.wsgi [None req-bb72e49b-d8eb-438f-90eb-25dc85fa84ec admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=6693654b08b6488087f34f5027499d74&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4420910 Aug 13 11:21:26.238143 dv-cinder-797608-16-iscsi neutron-server[93884]: DEBUG neutron.wsgi [-] (93884) accepted ('10.222.0.32', 47786) {{(pid=93884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 11:21:26.307823 dv-cinder-797608-16-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-1fe3af8f-4b8e-427e-87be-9388b0190c78 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651637'] for security_group, after_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 11:21:26.310705 dv-cinder-797608-16-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-1fe3af8f-4b8e-427e-87be-9388b0190c78 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 11:21:26.311868 dv-cinder-797608-16-iscsi neutron-server[93884]: INFO neutron.wsgi [None req-1fe3af8f-4b8e-427e-87be-9388b0190c78 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/ea0dd725-d2e1-442a-b201-fd2a542e12ba HTTP/1.1" status: 204 len: 168 time: 0.2017033 Aug 13 11:21:26.314562 dv-cinder-797608-16-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-3ae05be9-5293-469a-9ab3-0a8e18fc410a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 11:21:26.328576 dv-cinder-797608-16-iscsi neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fe3af8f-4b8e-427e-87be-9388b0190c78 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ea0dd725-d2e1-442a-b201-fd2a542e12ba,revision_number=None']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 11:21:26.358850 dv-cinder-797608-16-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-3ae05be9-5293-469a-9ab3-0a8e18fc410a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 11:21:26.419355 dv-cinder-797608-16-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-3ae05be9-5293-469a-9ab3-0a8e18fc410a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651637'] for security_group, after_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 11:21:26.423715 dv-cinder-797608-16-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-3ae05be9-5293-469a-9ab3-0a8e18fc410a admin admin] Notify callbacks [] for security_group, before_response {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 11:21:26.428219 dv-cinder-797608-16-iscsi neutron-server[93884]: INFO neutron.wsgi [None req-3ae05be9-5293-469a-9ab3-0a8e18fc410a admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/f731d9e9-2411-42e9-b192-fa35b67b6cd3 HTTP/1.1" status: 204 len: 168 time: 0.1890779 Aug 13 11:21:26.436959 dv-cinder-797608-16-iscsi neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ae05be9-5293-469a-9ab3-0a8e18fc410a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f731d9e9-2411-42e9-b192-fa35b67b6cd3,revision_number=None']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 11:21:26.567055 dv-cinder-797608-16-iscsi neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5a69d83-27c5-44ee-beb1-1730556d3a1c req-dc003dad-4489-4ebf-a564-c4284840b1d6 tempest-ServerRescueNegativeTestJSON-217385872 tempest-ServerRescueNegativeTestJSON-217385872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 11:21:26.568570 dv-cinder-797608-16-iscsi neutron-server[93884]: INFO neutron.wsgi [req-d5a69d83-27c5-44ee-beb1-1730556d3a1c req-dc003dad-4489-4ebf-a564-c4284840b1d6 tempest-ServerRescueNegativeTestJSON-217385872 tempest-ServerRescueNegativeTestJSON-217385872-project] 10.222.0.32 "GET /v2.0/ports?device_id=f07a0f18-2b98-479b-bd6a-186739dfba26 HTTP/1.1" status: 200 len: 945 time: 0.0533547 Aug 13 11:21:26.612904 dv-cinder-797608-16-iscsi neutron-server[93884]: INFO neutron.wsgi [req-d5a69d83-27c5-44ee-beb1-1730556d3a1c req-76ab97ef-5b27-4867-8eef-4ae38256e2fc tempest-ServerRescueNegativeTestJSON-217385872 tempest-ServerRescueNegativeTestJSON-217385872-project] 10.222.0.32 "GET /v2.0/security-groups?id=5e66df65-70b0-476d-97cd-4e9936c292c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383039 Aug 13 11:21:26.681657 dv-cinder-797608-16-iscsi neutron-server[93884]: DEBUG neutron.wsgi [-] (93884) accepted ('10.222.0.32', 47810) {{(pid=93884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 11:21:26.702968 dv-cinder-797608-16-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-e0f36fd0-6775-4927-b27b-9c426c92343c admin admin] Notify callbacks [] for security_group, before_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 11:21:26.790250 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.32', 47818) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 11:21:26.802110 dv-cinder-797608-16-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-e0f36fd0-6775-4927-b27b-9c426c92343c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 11:21:26.806987 dv-cinder-797608-16-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-e0f36fd0-6775-4927-b27b-9c426c92343c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651637'] for security_group, after_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 11:21:26.839956 dv-cinder-797608-16-iscsi neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0f36fd0-6775-4927-b27b-9c426c92343c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2f5bf7e0-21ed-454e-9c8a-e33e1eea4265,revision_number=1']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 11:21:26.855480 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.32', 47824) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 11:21:26.855962 dv-cinder-797608-16-iscsi neutron-server[93884]: INFO neutron.wsgi [None req-e0f36fd0-6775-4927-b27b-9c426c92343c admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=8339011fc8d64c37ac2efe9eb6616d53&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1725118 Aug 13 11:21:26.926904 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-d78ad94c-8caa-4668-aaa2-ba9dc26ae713 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 11:21:26.929793 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-6a2ec679-6b1a-4c0d-ac65-3ded19f7d3a6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 11:21:26.965586 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-6a2ec679-6b1a-4c0d-ac65-3ded19f7d3a6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 11:21:27.045365 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-6a2ec679-6b1a-4c0d-ac65-3ded19f7d3a6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651637'] for security_group, after_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 11:21:27.048412 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-6a2ec679-6b1a-4c0d-ac65-3ded19f7d3a6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 11:21:27.049533 dv-cinder-797608-16-iscsi neutron-server[93883]: INFO neutron.wsgi [None req-6a2ec679-6b1a-4c0d-ac65-3ded19f7d3a6 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/2f5bf7e0-21ed-454e-9c8a-e33e1eea4265 HTTP/1.1" status: 204 len: 168 time: 0.1924109 Aug 13 11:21:27.065811 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a2ec679-6b1a-4c0d-ac65-3ded19f7d3a6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2f5bf7e0-21ed-454e-9c8a-e33e1eea4265,revision_number=None']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 11:21:27.081579 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-d78ad94c-8caa-4668-aaa2-ba9dc26ae713 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 11:21:27.092700 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-d78ad94c-8caa-4668-aaa2-ba9dc26ae713 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651637'] for security_group, after_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 11:21:27.133123 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d78ad94c-8caa-4668-aaa2-ba9dc26ae713 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ce42a6ec-e8b3-4a7b-b243-14b4e0339363,revision_number=1']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 11:21:27.137827 dv-cinder-797608-16-iscsi neutron-server[93883]: INFO neutron.wsgi [None req-d78ad94c-8caa-4668-aaa2-ba9dc26ae713 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=f065b065b0ce4d51be01affeea4f755c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3458149 Aug 13 11:21:27.140252 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.32', 47840) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 11:21:27.210036 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-a2e60300-d1de-416c-a7b9-d99a35c8b908 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 11:21:27.238874 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-a2e60300-d1de-416c-a7b9-d99a35c8b908 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 11:21:27.294226 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-a2e60300-d1de-416c-a7b9-d99a35c8b908 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651637'] for security_group, after_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 11:21:27.297045 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-a2e60300-d1de-416c-a7b9-d99a35c8b908 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 11:21:27.298836 dv-cinder-797608-16-iscsi neutron-server[93883]: INFO neutron.wsgi [None req-a2e60300-d1de-416c-a7b9-d99a35c8b908 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/ce42a6ec-e8b3-4a7b-b243-14b4e0339363 HTTP/1.1" status: 204 len: 168 time: 0.1574447 Aug 13 11:21:27.310246 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2e60300-d1de-416c-a7b9-d99a35c8b908 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ce42a6ec-e8b3-4a7b-b243-14b4e0339363,revision_number=None']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 11:21:27.812964 dv-cinder-797608-16-iscsi neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-029a91ea-f3e8-4902-aa25-64f55cc61714 req-41e4971a-012b-4fdc-a126-e587ef198c2f tempest-ServerRescueNegativeTestJSON-217385872 tempest-ServerRescueNegativeTestJSON-217385872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 11:21:27.814638 dv-cinder-797608-16-iscsi neutron-server[93884]: INFO neutron.wsgi [req-029a91ea-f3e8-4902-aa25-64f55cc61714 req-41e4971a-012b-4fdc-a126-e587ef198c2f tempest-ServerRescueNegativeTestJSON-217385872 tempest-ServerRescueNegativeTestJSON-217385872-project] 10.222.0.32 "GET /v2.0/ports?device_id=f07a0f18-2b98-479b-bd6a-186739dfba26 HTTP/1.1" status: 200 len: 945 time: 0.0766189 Aug 13 11:21:27.906694 dv-cinder-797608-16-iscsi neutron-server[93884]: INFO neutron.wsgi [req-029a91ea-f3e8-4902-aa25-64f55cc61714 req-ab442b18-1c5c-40ad-8597-fa201c0174ec tempest-ServerRescueNegativeTestJSON-217385872 tempest-ServerRescueNegativeTestJSON-217385872-project] 10.222.0.32 "GET /v2.0/security-groups?id=5e66df65-70b0-476d-97cd-4e9936c292c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0847266 Aug 13 11:21:28.617935 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.32', 47922) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 11:21:28.733233 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-dad24293-d4e8-4eb1-ae40-afce4b89ff8c admin admin] Notify callbacks [] for security_group, before_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 11:21:28.821211 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-dad24293-d4e8-4eb1-ae40-afce4b89ff8c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 11:21:28.825255 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-dad24293-d4e8-4eb1-ae40-afce4b89ff8c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651637'] for security_group, after_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 11:21:28.865515 dv-cinder-797608-16-iscsi neutron-server[93883]: INFO neutron.wsgi [None req-dad24293-d4e8-4eb1-ae40-afce4b89ff8c admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=73b5c685c95d41d8a47ca161e95e52c7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2475531 Aug 13 11:21:28.866401 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dad24293-d4e8-4eb1-ae40-afce4b89ff8c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=afa12e73-a5db-4bb6-a03f-9ac4ca03ccb5,revision_number=1']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 11:21:28.868164 dv-cinder-797608-16-iscsi neutron-server[93884]: DEBUG neutron.wsgi [-] (93884) accepted ('10.222.0.32', 47928) {{(pid=93884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 11:21:28.920727 dv-cinder-797608-16-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-73360243-47c1-42a5-87b9-662664d98d61 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 11:21:28.944294 dv-cinder-797608-16-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-73360243-47c1-42a5-87b9-662664d98d61 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 11:21:29.007884 dv-cinder-797608-16-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-73360243-47c1-42a5-87b9-662664d98d61 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651637'] for security_group, after_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 11:21:29.010380 dv-cinder-797608-16-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-73360243-47c1-42a5-87b9-662664d98d61 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 11:21:29.011468 dv-cinder-797608-16-iscsi neutron-server[93884]: INFO neutron.wsgi [None req-73360243-47c1-42a5-87b9-662664d98d61 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/afa12e73-a5db-4bb6-a03f-9ac4ca03ccb5 HTTP/1.1" status: 204 len: 168 time: 0.1412737 Aug 13 11:21:29.041486 dv-cinder-797608-16-iscsi neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73360243-47c1-42a5-87b9-662664d98d61 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=afa12e73-a5db-4bb6-a03f-9ac4ca03ccb5,revision_number=None']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 11:21:29.066784 dv-cinder-797608-16-iscsi neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-179e477b-1739-43f5-a9fd-0aad45564c25 req-f873db4d-1455-47ab-b13d-cfa51d66d3f1 tempest-ServerRescueNegativeTestJSON-217385872 tempest-ServerRescueNegativeTestJSON-217385872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 11:21:29.074622 dv-cinder-797608-16-iscsi neutron-server[93884]: INFO neutron.wsgi [req-179e477b-1739-43f5-a9fd-0aad45564c25 req-f873db4d-1455-47ab-b13d-cfa51d66d3f1 tempest-ServerRescueNegativeTestJSON-217385872 tempest-ServerRescueNegativeTestJSON-217385872-project] 10.222.0.32 "GET /v2.0/ports?device_id=f07a0f18-2b98-479b-bd6a-186739dfba26 HTTP/1.1" status: 200 len: 945 time: 0.0811884 Aug 13 11:21:29.124253 dv-cinder-797608-16-iscsi neutron-server[93884]: INFO neutron.wsgi [req-179e477b-1739-43f5-a9fd-0aad45564c25 req-fa959a74-91be-4411-860d-f21936fafb50 tempest-ServerRescueNegativeTestJSON-217385872 tempest-ServerRescueNegativeTestJSON-217385872-project] 10.222.0.32 "GET /v2.0/security-groups?id=5e66df65-70b0-476d-97cd-4e9936c292c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0483472 Aug 13 11:21:30.235513 dv-cinder-797608-16-iscsi neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1182403b-05fd-456b-8070-ec18d23955e9 req-1293e26c-6365-4d4f-8876-cb4279c28939 tempest-ServerRescueNegativeTestJSON-217385872 tempest-ServerRescueNegativeTestJSON-217385872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 11:21:30.236904 dv-cinder-797608-16-iscsi neutron-server[93884]: INFO neutron.wsgi [req-1182403b-05fd-456b-8070-ec18d23955e9 req-1293e26c-6365-4d4f-8876-cb4279c28939 tempest-ServerRescueNegativeTestJSON-217385872 tempest-ServerRescueNegativeTestJSON-217385872-project] 10.222.0.32 "GET /v2.0/ports?device_id=f07a0f18-2b98-479b-bd6a-186739dfba26 HTTP/1.1" status: 200 len: 945 time: 0.0540688 Aug 13 11:21:30.274870 dv-cinder-797608-16-iscsi neutron-server[93884]: INFO neutron.wsgi [req-1182403b-05fd-456b-8070-ec18d23955e9 req-762e5a44-d0c1-4499-875a-89ea5e6fe7c8 tempest-ServerRescueNegativeTestJSON-217385872 tempest-ServerRescueNegativeTestJSON-217385872-project] 10.222.0.32 "GET /v2.0/security-groups?id=5e66df65-70b0-476d-97cd-4e9936c292c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316477 Aug 13 11:21:31.387398 dv-cinder-797608-16-iscsi neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d5d195b-4375-46ae-8600-7ee0986083e1 req-4b76f0d1-864c-4c85-9834-85b012c3f847 tempest-ServerRescueNegativeTestJSON-217385872 tempest-ServerRescueNegativeTestJSON-217385872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 11:21:31.388822 dv-cinder-797608-16-iscsi neutron-server[93884]: INFO neutron.wsgi [req-7d5d195b-4375-46ae-8600-7ee0986083e1 req-4b76f0d1-864c-4c85-9834-85b012c3f847 tempest-ServerRescueNegativeTestJSON-217385872 tempest-ServerRescueNegativeTestJSON-217385872-project] 10.222.0.32 "GET /v2.0/ports?device_id=f07a0f18-2b98-479b-bd6a-186739dfba26 HTTP/1.1" status: 200 len: 945 time: 0.0471938 Aug 13 11:21:31.427680 dv-cinder-797608-16-iscsi neutron-server[93884]: INFO neutron.wsgi [req-7d5d195b-4375-46ae-8600-7ee0986083e1 req-6e327701-e7c2-4b84-87be-1e31c08eeb28 tempest-ServerRescueNegativeTestJSON-217385872 tempest-ServerRescueNegativeTestJSON-217385872-project] 10.222.0.32 "GET /v2.0/security-groups?id=5e66df65-70b0-476d-97cd-4e9936c292c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321443 Aug 13 11:21:32.541360 dv-cinder-797608-16-iscsi neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65f15157-603b-48ad-9be4-f9aa23b27a27 req-13473f4e-67ed-45e4-bfb4-f226ec4a0721 tempest-ServerRescueNegativeTestJSON-217385872 tempest-ServerRescueNegativeTestJSON-217385872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 11:21:32.542890 dv-cinder-797608-16-iscsi neutron-server[93884]: INFO neutron.wsgi [req-65f15157-603b-48ad-9be4-f9aa23b27a27 req-13473f4e-67ed-45e4-bfb4-f226ec4a0721 tempest-ServerRescueNegativeTestJSON-217385872 tempest-ServerRescueNegativeTestJSON-217385872-project] 10.222.0.32 "GET /v2.0/ports?device_id=f07a0f18-2b98-479b-bd6a-186739dfba26 HTTP/1.1" status: 200 len: 945 time: 0.0483294 Aug 13 11:21:32.581548 dv-cinder-797608-16-iscsi neutron-server[93884]: INFO neutron.wsgi [req-65f15157-603b-48ad-9be4-f9aa23b27a27 req-8d6a740e-9022-45bb-aee3-0fa09ffd364c tempest-ServerRescueNegativeTestJSON-217385872 tempest-ServerRescueNegativeTestJSON-217385872-project] 10.222.0.32 "GET /v2.0/security-groups?id=5e66df65-70b0-476d-97cd-4e9936c292c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319598 Aug 13 11:21:33.157545 dv-cinder-797608-16-iscsi neutron-server[93886]: DEBUG neutron.db.agents_db [None req-85e56f49-6478-4807-bf82-7523a15d9e55 None None] Agent healthcheck: found 6 active agents {{(pid=93886) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 13 11:21:33.696724 dv-cinder-797608-16-iscsi neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87cccc57-2a1b-4180-aede-27b5a57d7a40 req-0f00bd8e-2c4d-4fa1-ab3d-da1cb5a86931 tempest-ServerRescueNegativeTestJSON-217385872 tempest-ServerRescueNegativeTestJSON-217385872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 11:21:33.698205 dv-cinder-797608-16-iscsi neutron-server[93884]: INFO neutron.wsgi [req-87cccc57-2a1b-4180-aede-27b5a57d7a40 req-0f00bd8e-2c4d-4fa1-ab3d-da1cb5a86931 tempest-ServerRescueNegativeTestJSON-217385872 tempest-ServerRescueNegativeTestJSON-217385872-project] 10.222.0.32 "GET /v2.0/ports?device_id=f07a0f18-2b98-479b-bd6a-186739dfba26 HTTP/1.1" status: 200 len: 945 time: 0.0497570 Aug 13 11:21:33.735344 dv-cinder-797608-16-iscsi neutron-server[93884]: INFO neutron.wsgi [req-87cccc57-2a1b-4180-aede-27b5a57d7a40 req-ca76c8de-73b9-482f-9a1f-338c2ffa7bfc tempest-ServerRescueNegativeTestJSON-217385872 tempest-ServerRescueNegativeTestJSON-217385872-project] 10.222.0.32 "GET /v2.0/security-groups?id=5e66df65-70b0-476d-97cd-4e9936c292c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311399 Aug 13 11:21:34.240635 dv-cinder-797608-16-iscsi neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-a0b9b986-0706-4fc6-9cf9-0eb02d2513dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782137812740', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-997306'] for agent, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 11:21:34.264412 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6cc36ca-f9d2-4688-807a-34df8c8412d8 req-eac66d05-3836-4f64-bd56-326e3822f7b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 11:21:34.265904 dv-cinder-797608-16-iscsi neutron-server[93883]: INFO neutron.wsgi [req-c6cc36ca-f9d2-4688-807a-34df8c8412d8 req-eac66d05-3836-4f64-bd56-326e3822f7b0 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=7ce5ec11b3fa4a3da17a044b60c4d7c0&device_id=f07a0f18-2b98-479b-bd6a-186739dfba26 HTTP/1.1" status: 200 len: 1098 time: 0.0426135 Aug 13 11:21:34.383315 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6cc36ca-f9d2-4688-807a-34df8c8412d8 req-71c6edb8-f29f-4d90-b13f-b443fd0f9138 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 11:21:34.385134 dv-cinder-797608-16-iscsi neutron-server[93883]: INFO neutron.wsgi [req-c6cc36ca-f9d2-4688-807a-34df8c8412d8 req-71c6edb8-f29f-4d90-b13f-b443fd0f9138 service neutron] 10.222.0.20 "GET /v2.0/networks?id=02c7fb52-0ad2-484c-84d8-96df36c92bd5 HTTP/1.1" status: 200 len: 919 time: 0.0941019 Aug 13 11:21:34.428458 dv-cinder-797608-16-iscsi neutron-server[93883]: INFO neutron.wsgi [req-c6cc36ca-f9d2-4688-807a-34df8c8412d8 req-d1e4f41d-14a7-487b-8ddf-38ba169e9670 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=51600623-03db-4e3a-a453-54b221839aac HTTP/1.1" status: 200 len: 217 time: 0.0338097 Aug 13 11:21:34.855481 dv-cinder-797608-16-iscsi neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84f36675-7095-4d36-94c6-80522f13111d req-375eb0ed-4767-4907-b2a7-c2298e02365a tempest-ServerRescueNegativeTestJSON-217385872 tempest-ServerRescueNegativeTestJSON-217385872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 11:21:34.857344 dv-cinder-797608-16-iscsi neutron-server[93884]: INFO neutron.wsgi [req-84f36675-7095-4d36-94c6-80522f13111d req-375eb0ed-4767-4907-b2a7-c2298e02365a tempest-ServerRescueNegativeTestJSON-217385872 tempest-ServerRescueNegativeTestJSON-217385872-project] 10.222.0.32 "GET /v2.0/ports?device_id=f07a0f18-2b98-479b-bd6a-186739dfba26 HTTP/1.1" status: 200 len: 945 time: 0.0542698 Aug 13 11:21:34.906730 dv-cinder-797608-16-iscsi neutron-server[93884]: INFO neutron.wsgi [req-84f36675-7095-4d36-94c6-80522f13111d req-3eb6ec47-e270-47cf-881f-a0c8a79cf368 tempest-ServerRescueNegativeTestJSON-217385872 tempest-ServerRescueNegativeTestJSON-217385872-project] 10.222.0.32 "GET /v2.0/security-groups?id=5e66df65-70b0-476d-97cd-4e9936c292c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427599 Aug 13 11:21:35.556634 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6cc36ca-f9d2-4688-807a-34df8c8412d8 req-867d4fc4-ce16-413e-af12-a7908c1236e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 11:21:35.558115 dv-cinder-797608-16-iscsi neutron-server[93883]: INFO neutron.wsgi [req-c6cc36ca-f9d2-4688-807a-34df8c8412d8 req-867d4fc4-ce16-413e-af12-a7908c1236e8 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=4d0dfa4f-d7e7-4367-877a-a49567302b15 HTTP/1.1" status: 200 len: 858 time: 0.0470731 Aug 13 11:21:36.024104 dv-cinder-797608-16-iscsi neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3766785c-1325-489e-b90a-e8599915beb2 req-5695bba9-45f5-4e4b-91e9-6dc1736c2c1a tempest-ServerRescueNegativeTestJSON-217385872 tempest-ServerRescueNegativeTestJSON-217385872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 11:21:36.025574 dv-cinder-797608-16-iscsi neutron-server[93884]: INFO neutron.wsgi [req-3766785c-1325-489e-b90a-e8599915beb2 req-5695bba9-45f5-4e4b-91e9-6dc1736c2c1a tempest-ServerRescueNegativeTestJSON-217385872 tempest-ServerRescueNegativeTestJSON-217385872-project] 10.222.0.32 "GET /v2.0/ports?device_id=f07a0f18-2b98-479b-bd6a-186739dfba26 HTTP/1.1" status: 200 len: 945 time: 0.0485909 Aug 13 11:21:36.061462 dv-cinder-797608-16-iscsi neutron-server[93884]: INFO neutron.wsgi [req-3766785c-1325-489e-b90a-e8599915beb2 req-590d72b9-25bf-48aa-9f47-fd8f3f0bcd12 tempest-ServerRescueNegativeTestJSON-217385872 tempest-ServerRescueNegativeTestJSON-217385872-project] 10.222.0.32 "GET /v2.0/security-groups?id=5e66df65-70b0-476d-97cd-4e9936c292c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0300648 Aug 13 11:21:37.179346 dv-cinder-797608-16-iscsi neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-331b64fc-f7f3-42dd-a41c-f6ed77679313 req-5387a526-2229-4d58-8e7c-1f30b3f62633 tempest-ServerRescueNegativeTestJSON-217385872 tempest-ServerRescueNegativeTestJSON-217385872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 11:21:37.181003 dv-cinder-797608-16-iscsi neutron-server[93884]: INFO neutron.wsgi [req-331b64fc-f7f3-42dd-a41c-f6ed77679313 req-5387a526-2229-4d58-8e7c-1f30b3f62633 tempest-ServerRescueNegativeTestJSON-217385872 tempest-ServerRescueNegativeTestJSON-217385872-project] 10.222.0.32 "GET /v2.0/ports?device_id=f07a0f18-2b98-479b-bd6a-186739dfba26 HTTP/1.1" status: 200 len: 945 time: 0.0510883 Aug 13 11:21:37.217911 dv-cinder-797608-16-iscsi neutron-server[93884]: INFO neutron.wsgi [req-331b64fc-f7f3-42dd-a41c-f6ed77679313 req-8abbc16a-0e45-4482-9e42-de865f4e0e19 tempest-ServerRescueNegativeTestJSON-217385872 tempest-ServerRescueNegativeTestJSON-217385872-project] 10.222.0.32 "GET /v2.0/security-groups?id=5e66df65-70b0-476d-97cd-4e9936c292c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311024 Aug 13 11:21:37.648190 dv-cinder-797608-16-iscsi neutron-server[93883]: INFO neutron.wsgi [req-c6cc36ca-f9d2-4688-807a-34df8c8412d8 req-c53a7045-6e9b-4d45-8e6b-9534539d7039 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=02c7fb52-0ad2-484c-84d8-96df36c92bd5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0259809 Aug 13 11:21:37.748879 dv-cinder-797608-16-iscsi neutron-server[93883]: INFO neutron.wsgi [req-c6cc36ca-f9d2-4688-807a-34df8c8412d8 req-5f636e39-0155-45d3-9fa9-77112851c9fc service neutron] 10.222.0.20 "GET /v2.0/networks/02c7fb52-0ad2-484c-84d8-96df36c92bd5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0794299 Aug 13 11:21:38.055348 dv-cinder-797608-16-iscsi neutron-server[93883]: INFO neutron.wsgi [req-c6cc36ca-f9d2-4688-807a-34df8c8412d8 req-94992cd1-c4ab-4c8a-95be-dd3f84c3fa2a service neutron] 10.222.0.20 "GET /v2.0/networks/02c7fb52-0ad2-484c-84d8-96df36c92bd5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2966108 Aug 13 11:21:38.336449 dv-cinder-797608-16-iscsi neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39e57c96-f259-49da-b357-02c44384880c req-c24fb274-8fcc-430d-9e2b-606d4d416ce6 tempest-ServerRescueNegativeTestJSON-217385872 tempest-ServerRescueNegativeTestJSON-217385872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 11:21:38.337986 dv-cinder-797608-16-iscsi neutron-server[93884]: INFO neutron.wsgi [req-39e57c96-f259-49da-b357-02c44384880c req-c24fb274-8fcc-430d-9e2b-606d4d416ce6 tempest-ServerRescueNegativeTestJSON-217385872 tempest-ServerRescueNegativeTestJSON-217385872-project] 10.222.0.32 "GET /v2.0/ports?device_id=f07a0f18-2b98-479b-bd6a-186739dfba26 HTTP/1.1" status: 200 len: 945 time: 0.0540102 Aug 13 11:21:38.379808 dv-cinder-797608-16-iscsi neutron-server[93884]: INFO neutron.wsgi [req-39e57c96-f259-49da-b357-02c44384880c req-22b5849e-8ee7-4663-95d5-4b6172cf6701 tempest-ServerRescueNegativeTestJSON-217385872 tempest-ServerRescueNegativeTestJSON-217385872-project] 10.222.0.32 "GET /v2.0/security-groups?id=5e66df65-70b0-476d-97cd-4e9936c292c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0355520 Aug 13 11:21:38.822840 dv-cinder-797608-16-iscsi neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-358a350d-0d43-4dd6-8a19-68defeeffb48 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782137812740', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-997306'] for agent, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 11:21:39.493114 dv-cinder-797608-16-iscsi neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81523b83-c220-494e-ae3e-32831fda77b1 req-6fe5ac21-516f-4876-af36-7f4472cfa313 tempest-ServerRescueNegativeTestJSON-217385872 tempest-ServerRescueNegativeTestJSON-217385872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 11:21:39.494623 dv-cinder-797608-16-iscsi neutron-server[93884]: INFO neutron.wsgi [req-81523b83-c220-494e-ae3e-32831fda77b1 req-6fe5ac21-516f-4876-af36-7f4472cfa313 tempest-ServerRescueNegativeTestJSON-217385872 tempest-ServerRescueNegativeTestJSON-217385872-project] 10.222.0.32 "GET /v2.0/ports?device_id=f07a0f18-2b98-479b-bd6a-186739dfba26 HTTP/1.1" status: 200 len: 945 time: 0.0480676 Aug 13 11:21:39.531880 dv-cinder-797608-16-iscsi neutron-server[93884]: INFO neutron.wsgi [req-81523b83-c220-494e-ae3e-32831fda77b1 req-69c74ff8-394e-4679-a939-35c4098fde27 tempest-ServerRescueNegativeTestJSON-217385872 tempest-ServerRescueNegativeTestJSON-217385872-project] 10.222.0.32 "GET /v2.0/security-groups?id=5e66df65-70b0-476d-97cd-4e9936c292c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312066 Aug 13 11:21:40.646157 dv-cinder-797608-16-iscsi neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2e95fdd-574c-4831-8cbc-35612bf838b0 req-2ae52fdc-3dc3-4c15-b97b-f11321d515fe tempest-ServerRescueNegativeTestJSON-217385872 tempest-ServerRescueNegativeTestJSON-217385872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 11:21:40.647606 dv-cinder-797608-16-iscsi neutron-server[93884]: INFO neutron.wsgi [req-a2e95fdd-574c-4831-8cbc-35612bf838b0 req-2ae52fdc-3dc3-4c15-b97b-f11321d515fe tempest-ServerRescueNegativeTestJSON-217385872 tempest-ServerRescueNegativeTestJSON-217385872-project] 10.222.0.32 "GET /v2.0/ports?device_id=f07a0f18-2b98-479b-bd6a-186739dfba26 HTTP/1.1" status: 200 len: 945 time: 0.0516939 Aug 13 11:21:40.684157 dv-cinder-797608-16-iscsi neutron-server[93884]: INFO neutron.wsgi [req-a2e95fdd-574c-4831-8cbc-35612bf838b0 req-dd8c83ab-9f74-4fd5-8b1a-81e5b9bc9d36 tempest-ServerRescueNegativeTestJSON-217385872 tempest-ServerRescueNegativeTestJSON-217385872-project] 10.222.0.32 "GET /v2.0/security-groups?id=5e66df65-70b0-476d-97cd-4e9936c292c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307117 Aug 13 11:21:41.276865 dv-cinder-797608-16-iscsi neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-3d640925-99c8-4751-888b-ec0987455f8c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782137812740', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-997306'] for agent, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 11:21:41.553906 dv-cinder-797608-16-iscsi neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-05931952-e11e-4e12-af58-ece1398d134b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782137812740', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-997306'] for agent, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 11:21:41.797515 dv-cinder-797608-16-iscsi neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4858d2ba-5f6e-435f-985e-9f313f60c2c5 req-2b34821f-0b38-4e00-9cd0-7328f8bf3b02 tempest-ServerRescueNegativeTestJSON-217385872 tempest-ServerRescueNegativeTestJSON-217385872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 11:21:41.799027 dv-cinder-797608-16-iscsi neutron-server[93884]: INFO neutron.wsgi [req-4858d2ba-5f6e-435f-985e-9f313f60c2c5 req-2b34821f-0b38-4e00-9cd0-7328f8bf3b02 tempest-ServerRescueNegativeTestJSON-217385872 tempest-ServerRescueNegativeTestJSON-217385872-project] 10.222.0.32 "GET /v2.0/ports?device_id=f07a0f18-2b98-479b-bd6a-186739dfba26 HTTP/1.1" status: 200 len: 945 time: 0.0480042 Aug 13 11:21:41.836482 dv-cinder-797608-16-iscsi neutron-server[93884]: INFO neutron.wsgi [req-4858d2ba-5f6e-435f-985e-9f313f60c2c5 req-1ffb9395-509f-4619-a78f-756f51d78c74 tempest-ServerRescueNegativeTestJSON-217385872 tempest-ServerRescueNegativeTestJSON-217385872-project] 10.222.0.32 "GET /v2.0/security-groups?id=5e66df65-70b0-476d-97cd-4e9936c292c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315144 Aug 13 11:21:42.481265 dv-cinder-797608-16-iscsi neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-c8cb50cc-12ff-4088-b7b1-9c64999b964c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782137812740', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-997306'] for agent, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 11:21:43.114578 dv-cinder-797608-16-iscsi neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-669237e7-6d8f-4db8-acf6-83dd96436f79 req-03370457-000a-4f1d-b708-c3101b3a73e8 tempest-ServerRescueNegativeTestJSON-217385872 tempest-ServerRescueNegativeTestJSON-217385872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 11:21:43.117066 dv-cinder-797608-16-iscsi neutron-server[93884]: INFO neutron.wsgi [req-669237e7-6d8f-4db8-acf6-83dd96436f79 req-03370457-000a-4f1d-b708-c3101b3a73e8 tempest-ServerRescueNegativeTestJSON-217385872 tempest-ServerRescueNegativeTestJSON-217385872-project] 10.222.0.32 "GET /v2.0/ports?device_id=f07a0f18-2b98-479b-bd6a-186739dfba26 HTTP/1.1" status: 200 len: 945 time: 0.0624843 Aug 13 11:21:43.167951 dv-cinder-797608-16-iscsi neutron-server[93884]: INFO neutron.wsgi [req-669237e7-6d8f-4db8-acf6-83dd96436f79 req-cea61847-74d1-411e-a028-05ac7e3e2c60 tempest-ServerRescueNegativeTestJSON-217385872 tempest-ServerRescueNegativeTestJSON-217385872-project] 10.222.0.32 "GET /v2.0/security-groups?id=5e66df65-70b0-476d-97cd-4e9936c292c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450134 Aug 13 11:21:44.041813 dv-cinder-797608-16-iscsi neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-71795f1a-9c4d-4630-a580-a9486fbcc3ea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782137812740', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-997306'] for agent, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 11:21:44.289065 dv-cinder-797608-16-iscsi neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a8096e8-7943-4744-8bf9-18befe90a2e2 req-b9833ede-437b-4c33-9bf0-bed3dd0a7ca2 tempest-ServerRescueNegativeTestJSON-217385872 tempest-ServerRescueNegativeTestJSON-217385872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 11:21:44.290592 dv-cinder-797608-16-iscsi neutron-server[93884]: INFO neutron.wsgi [req-2a8096e8-7943-4744-8bf9-18befe90a2e2 req-b9833ede-437b-4c33-9bf0-bed3dd0a7ca2 tempest-ServerRescueNegativeTestJSON-217385872 tempest-ServerRescueNegativeTestJSON-217385872-project] 10.222.0.32 "GET /v2.0/ports?device_id=f07a0f18-2b98-479b-bd6a-186739dfba26 HTTP/1.1" status: 200 len: 945 time: 0.0531788 Aug 13 11:21:44.336766 dv-cinder-797608-16-iscsi neutron-server[93884]: INFO neutron.wsgi [req-2a8096e8-7943-4744-8bf9-18befe90a2e2 req-a19cb7b2-0b00-4df0-8dfb-f272be467bf7 tempest-ServerRescueNegativeTestJSON-217385872 tempest-ServerRescueNegativeTestJSON-217385872-project] 10.222.0.32 "GET /v2.0/security-groups?id=5e66df65-70b0-476d-97cd-4e9936c292c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398433 Aug 13 11:21:45.451331 dv-cinder-797608-16-iscsi neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a11b294-cf71-46fc-a30c-0c9b92e0fc49 req-b1e051f6-7272-4a81-82ad-333099470290 tempest-ServerRescueNegativeTestJSON-217385872 tempest-ServerRescueNegativeTestJSON-217385872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 11:21:45.452811 dv-cinder-797608-16-iscsi neutron-server[93884]: INFO neutron.wsgi [req-4a11b294-cf71-46fc-a30c-0c9b92e0fc49 req-b1e051f6-7272-4a81-82ad-333099470290 tempest-ServerRescueNegativeTestJSON-217385872 tempest-ServerRescueNegativeTestJSON-217385872-project] 10.222.0.32 "GET /v2.0/ports?device_id=f07a0f18-2b98-479b-bd6a-186739dfba26 HTTP/1.1" status: 200 len: 945 time: 0.0486083 Aug 13 11:21:45.489113 dv-cinder-797608-16-iscsi neutron-server[93884]: INFO neutron.wsgi [req-4a11b294-cf71-46fc-a30c-0c9b92e0fc49 req-88324e50-b0f7-4895-8a17-828eb69712d8 tempest-ServerRescueNegativeTestJSON-217385872 tempest-ServerRescueNegativeTestJSON-217385872-project] 10.222.0.32 "GET /v2.0/security-groups?id=5e66df65-70b0-476d-97cd-4e9936c292c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0299373 Aug 13 11:21:46.605441 dv-cinder-797608-16-iscsi neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a71542d-fbb1-4c58-8600-2a460e59dc57 req-75ccd902-b811-4020-90ae-8cad5b251c92 tempest-ServerRescueNegativeTestJSON-217385872 tempest-ServerRescueNegativeTestJSON-217385872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 11:21:46.606962 dv-cinder-797608-16-iscsi neutron-server[93884]: INFO neutron.wsgi [req-7a71542d-fbb1-4c58-8600-2a460e59dc57 req-75ccd902-b811-4020-90ae-8cad5b251c92 tempest-ServerRescueNegativeTestJSON-217385872 tempest-ServerRescueNegativeTestJSON-217385872-project] 10.222.0.32 "GET /v2.0/ports?device_id=f07a0f18-2b98-479b-bd6a-186739dfba26 HTTP/1.1" status: 200 len: 945 time: 0.0482175 Aug 13 11:21:46.644556 dv-cinder-797608-16-iscsi neutron-server[93884]: INFO neutron.wsgi [req-7a71542d-fbb1-4c58-8600-2a460e59dc57 req-ace1df6e-a4b0-4b08-a196-9063bcf653fb tempest-ServerRescueNegativeTestJSON-217385872 tempest-ServerRescueNegativeTestJSON-217385872-project] 10.222.0.32 "GET /v2.0/security-groups?id=5e66df65-70b0-476d-97cd-4e9936c292c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311222 Aug 13 11:21:47.760355 dv-cinder-797608-16-iscsi neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d70da994-2e9d-4b8e-9028-ceea9f04440c req-586b84b0-8b5a-47eb-8c92-87a70eba8ef0 tempest-ServerRescueNegativeTestJSON-217385872 tempest-ServerRescueNegativeTestJSON-217385872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 11:21:47.761771 dv-cinder-797608-16-iscsi neutron-server[93884]: INFO neutron.wsgi [req-d70da994-2e9d-4b8e-9028-ceea9f04440c req-586b84b0-8b5a-47eb-8c92-87a70eba8ef0 tempest-ServerRescueNegativeTestJSON-217385872 tempest-ServerRescueNegativeTestJSON-217385872-project] 10.222.0.32 "GET /v2.0/ports?device_id=f07a0f18-2b98-479b-bd6a-186739dfba26 HTTP/1.1" status: 200 len: 945 time: 0.0490754 Aug 13 11:21:47.800295 dv-cinder-797608-16-iscsi neutron-server[93884]: INFO neutron.wsgi [req-d70da994-2e9d-4b8e-9028-ceea9f04440c req-957c9cc2-4d9d-46fe-92e4-d878059e187c tempest-ServerRescueNegativeTestJSON-217385872 tempest-ServerRescueNegativeTestJSON-217385872-project] 10.222.0.32 "GET /v2.0/security-groups?id=5e66df65-70b0-476d-97cd-4e9936c292c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320265 Aug 13 11:21:48.695639 dv-cinder-797608-16-iscsi neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e899fdc2-188d-4a5c-a1a7-2d634e81027d req-52eafeb1-9920-4166-8761-f8cb0a10d4ae tempest-AttachVolumeTestJSON-893493791 tempest-AttachVolumeTestJSON-893493791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 11:21:48.697170 dv-cinder-797608-16-iscsi neutron-server[93884]: INFO neutron.wsgi [req-e899fdc2-188d-4a5c-a1a7-2d634e81027d req-52eafeb1-9920-4166-8761-f8cb0a10d4ae tempest-AttachVolumeTestJSON-893493791 tempest-AttachVolumeTestJSON-893493791-project] 10.222.0.32 "GET /v2.0/ports?device_id=210d2391-7cc4-41fd-87e2-e84f6d335633 HTTP/1.1" status: 200 len: 945 time: 0.0486717 Aug 13 11:21:48.747615 dv-cinder-797608-16-iscsi neutron-server[93884]: INFO neutron.wsgi [req-e899fdc2-188d-4a5c-a1a7-2d634e81027d req-4de29d6d-1561-4a9f-94f3-ee21895617a1 tempest-AttachVolumeTestJSON-893493791 tempest-AttachVolumeTestJSON-893493791-project] 10.222.0.32 "GET /v2.0/security-groups?id=04a16d11-7ca4-462a-891c-e4a125fe1a42&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437233 Aug 13 11:21:48.919335 dv-cinder-797608-16-iscsi neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-683d9426-78a7-4819-8978-4876b650e03a req-58a5b033-1761-4990-8c24-9603119a8fe9 tempest-ServerRescueNegativeTestJSON-217385872 tempest-ServerRescueNegativeTestJSON-217385872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 11:21:48.921692 dv-cinder-797608-16-iscsi neutron-server[93884]: INFO neutron.wsgi [req-683d9426-78a7-4819-8978-4876b650e03a req-58a5b033-1761-4990-8c24-9603119a8fe9 tempest-ServerRescueNegativeTestJSON-217385872 tempest-ServerRescueNegativeTestJSON-217385872-project] 10.222.0.32 "GET /v2.0/ports?device_id=f07a0f18-2b98-479b-bd6a-186739dfba26 HTTP/1.1" status: 200 len: 945 time: 0.0505159 Aug 13 11:21:48.965639 dv-cinder-797608-16-iscsi neutron-server[93884]: INFO neutron.wsgi [req-683d9426-78a7-4819-8978-4876b650e03a req-430f70fe-cca9-4c70-949c-ae08d1c811a5 tempest-ServerRescueNegativeTestJSON-217385872 tempest-ServerRescueNegativeTestJSON-217385872-project] 10.222.0.32 "GET /v2.0/security-groups?id=5e66df65-70b0-476d-97cd-4e9936c292c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0356395 Aug 13 11:21:49.857384 dv-cinder-797608-16-iscsi neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e60e5498-8a43-4e08-b4fe-8688dfa0a8b8 req-c592d102-6224-4337-aded-ba74bb302bbd tempest-AttachVolumeTestJSON-893493791 tempest-AttachVolumeTestJSON-893493791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 11:21:49.858875 dv-cinder-797608-16-iscsi neutron-server[93884]: INFO neutron.wsgi [req-e60e5498-8a43-4e08-b4fe-8688dfa0a8b8 req-c592d102-6224-4337-aded-ba74bb302bbd tempest-AttachVolumeTestJSON-893493791 tempest-AttachVolumeTestJSON-893493791-project] 10.222.0.32 "GET /v2.0/ports?device_id=210d2391-7cc4-41fd-87e2-e84f6d335633 HTTP/1.1" status: 200 len: 945 time: 0.0498917 Aug 13 11:21:49.896086 dv-cinder-797608-16-iscsi neutron-server[93884]: INFO neutron.wsgi [req-e60e5498-8a43-4e08-b4fe-8688dfa0a8b8 req-a9d45cdc-7d2a-4524-a027-d43b9d169d6c tempest-AttachVolumeTestJSON-893493791 tempest-AttachVolumeTestJSON-893493791-project] 10.222.0.32 "GET /v2.0/security-groups?id=04a16d11-7ca4-462a-891c-e4a125fe1a42&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0307603 Aug 13 11:21:50.086251 dv-cinder-797608-16-iscsi neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e69fd69-bb06-4d02-b817-9a7f65306d2b req-8951ce69-c486-4829-9161-b91a97fd1770 tempest-ServerRescueNegativeTestJSON-217385872 tempest-ServerRescueNegativeTestJSON-217385872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 11:21:50.088007 dv-cinder-797608-16-iscsi neutron-server[93884]: INFO neutron.wsgi [req-1e69fd69-bb06-4d02-b817-9a7f65306d2b req-8951ce69-c486-4829-9161-b91a97fd1770 tempest-ServerRescueNegativeTestJSON-217385872 tempest-ServerRescueNegativeTestJSON-217385872-project] 10.222.0.32 "GET /v2.0/ports?device_id=f07a0f18-2b98-479b-bd6a-186739dfba26 HTTP/1.1" status: 200 len: 945 time: 0.0491023 Aug 13 11:21:50.129625 dv-cinder-797608-16-iscsi neutron-server[93884]: INFO neutron.wsgi [req-1e69fd69-bb06-4d02-b817-9a7f65306d2b req-5a8fa956-0d2c-49fd-a6d1-e9107cf210bd tempest-ServerRescueNegativeTestJSON-217385872 tempest-ServerRescueNegativeTestJSON-217385872-project] 10.222.0.32 "GET /v2.0/security-groups?id=5e66df65-70b0-476d-97cd-4e9936c292c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0359437 Aug 13 11:21:50.900492 dv-cinder-797608-16-iscsi neutron-server[93884]: DEBUG neutron.wsgi [-] (93884) accepted ('10.222.0.32', 48378) {{(pid=93884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 11:21:51.022385 dv-cinder-797608-16-iscsi neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60f60fcf-1237-4f1d-a618-9964b5102bd8 req-3b18fc2d-9c82-4dac-9481-57838eceb393 tempest-AttachVolumeTestJSON-893493791 tempest-AttachVolumeTestJSON-893493791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 11:21:51.023835 dv-cinder-797608-16-iscsi neutron-server[93884]: INFO neutron.wsgi [req-60f60fcf-1237-4f1d-a618-9964b5102bd8 req-3b18fc2d-9c82-4dac-9481-57838eceb393 tempest-AttachVolumeTestJSON-893493791 tempest-AttachVolumeTestJSON-893493791-project] 10.222.0.32 "GET /v2.0/ports?device_id=210d2391-7cc4-41fd-87e2-e84f6d335633 HTTP/1.1" status: 200 len: 945 time: 0.0571592 Aug 13 11:21:51.032219 dv-cinder-797608-16-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-ec8712c0-fda8-47ab-b85b-0496165588be admin admin] Notify callbacks [] for security_group, before_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 11:21:51.086238 dv-cinder-797608-16-iscsi neutron-server[93884]: INFO neutron.wsgi [req-60f60fcf-1237-4f1d-a618-9964b5102bd8 req-7e506f6d-635f-49a7-8696-ad621daea836 tempest-AttachVolumeTestJSON-893493791 tempest-AttachVolumeTestJSON-893493791-project] 10.222.0.32 "GET /v2.0/security-groups?id=04a16d11-7ca4-462a-891c-e4a125fe1a42&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0556161 Aug 13 11:21:51.151288 dv-cinder-797608-16-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-ec8712c0-fda8-47ab-b85b-0496165588be admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 11:21:51.155697 dv-cinder-797608-16-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-ec8712c0-fda8-47ab-b85b-0496165588be admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651637'] for security_group, after_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 11:21:51.196226 dv-cinder-797608-16-iscsi neutron-server[93884]: INFO neutron.wsgi [None req-ec8712c0-fda8-47ab-b85b-0496165588be admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=f530c1c27584483695955298baaac7ca&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2946477 Aug 13 11:21:51.198217 dv-cinder-797608-16-iscsi neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec8712c0-fda8-47ab-b85b-0496165588be admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6ab5733a-7ec3-4f2e-bf0d-a4b1c839a443,revision_number=1']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 11:21:51.198978 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.32', 48388) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 11:21:51.255770 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-2c0a56e2-d521-4689-9d78-70bc389bc615 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 11:21:51.269327 dv-cinder-797608-16-iscsi neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01908047-6d77-40ea-ac48-e4cc395bd8b6 req-5b59e481-1580-4566-bca1-069469555092 tempest-ServerRescueNegativeTestJSON-217385872 tempest-ServerRescueNegativeTestJSON-217385872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 11:21:51.270899 dv-cinder-797608-16-iscsi neutron-server[93884]: INFO neutron.wsgi [req-01908047-6d77-40ea-ac48-e4cc395bd8b6 req-5b59e481-1580-4566-bca1-069469555092 tempest-ServerRescueNegativeTestJSON-217385872 tempest-ServerRescueNegativeTestJSON-217385872-project] 10.222.0.32 "GET /v2.0/ports?device_id=f07a0f18-2b98-479b-bd6a-186739dfba26 HTTP/1.1" status: 200 len: 945 time: 0.0475819 Aug 13 11:21:51.277416 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-2c0a56e2-d521-4689-9d78-70bc389bc615 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 11:21:51.314995 dv-cinder-797608-16-iscsi neutron-server[93884]: INFO neutron.wsgi [req-01908047-6d77-40ea-ac48-e4cc395bd8b6 req-8afbc07d-9aa0-4246-bc02-852dc4ad9ed3 tempest-ServerRescueNegativeTestJSON-217385872 tempest-ServerRescueNegativeTestJSON-217385872-project] 10.222.0.32 "GET /v2.0/security-groups?id=5e66df65-70b0-476d-97cd-4e9936c292c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0371838 Aug 13 11:21:51.328763 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-2c0a56e2-d521-4689-9d78-70bc389bc615 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651637'] for security_group, after_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 11:21:51.331893 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-2c0a56e2-d521-4689-9d78-70bc389bc615 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 11:21:51.333033 dv-cinder-797608-16-iscsi neutron-server[93883]: INFO neutron.wsgi [None req-2c0a56e2-d521-4689-9d78-70bc389bc615 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/6ab5733a-7ec3-4f2e-bf0d-a4b1c839a443 HTTP/1.1" status: 204 len: 168 time: 0.1330731 Aug 13 11:21:51.341143 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c0a56e2-d521-4689-9d78-70bc389bc615 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6ab5733a-7ec3-4f2e-bf0d-a4b1c839a443,revision_number=None']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 11:21:51.966290 dv-cinder-797608-16-iscsi neutron-server[93884]: DEBUG neutron.wsgi [-] (93884) accepted ('10.222.0.32', 48418) {{(pid=93884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 11:21:52.062312 dv-cinder-797608-16-iscsi neutron-server[93884]: DEBUG neutron.api.v2.base [None req-2c7f1ecf-8c3a-4add-b550-4a6821b5d593 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1574140213-network', 'tenant_id': 'f2f73946f5b4487a90034c858e2b5010'}} {{(pid=93884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 13 11:21:52.083620 dv-cinder-797608-16-iscsi neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2c7f1ecf-8c3a-4add-b550-4a6821b5d593 admin admin] Made reservation on behalf of f2f73946f5b4487a90034c858e2b5010 for: {'network': 1} {{(pid=93884) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 13 11:21:52.086191 dv-cinder-797608-16-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-2c7f1ecf-8c3a-4add-b550-4a6821b5d593 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935434'] for network, before_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 11:21:52.094295 dv-cinder-797608-16-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-2c7f1ecf-8c3a-4add-b550-4a6821b5d593 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 11:21:52.222348 dv-cinder-797608-16-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-2c7f1ecf-8c3a-4add-b550-4a6821b5d593 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 11:21:52.232311 dv-cinder-797608-16-iscsi neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5b2d03d-b752-42e4-8618-160c523bfabf req-2ae75a7c-635c-499a-bb5b-a40cb6026079 tempest-AttachVolumeTestJSON-893493791 tempest-AttachVolumeTestJSON-893493791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 11:21:52.233947 dv-cinder-797608-16-iscsi neutron-server[93884]: INFO neutron.wsgi [req-e5b2d03d-b752-42e4-8618-160c523bfabf req-2ae75a7c-635c-499a-bb5b-a40cb6026079 tempest-AttachVolumeTestJSON-893493791 tempest-AttachVolumeTestJSON-893493791-project] 10.222.0.32 "GET /v2.0/ports?device_id=210d2391-7cc4-41fd-87e2-e84f6d335633 HTTP/1.1" status: 200 len: 945 time: 0.0758851 Aug 13 11:21:52.235182 dv-cinder-797608-16-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-2c7f1ecf-8c3a-4add-b550-4a6821b5d593 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651637'] for security_group, after_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 11:21:52.273607 dv-cinder-797608-16-iscsi neutron-server[93884]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2c7f1ecf-8c3a-4add-b550-4a6821b5d593 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 177} {{(pid=93884) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 13 11:21:52.299273 dv-cinder-797608-16-iscsi neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c7f1ecf-8c3a-4add-b550-4a6821b5d593 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7df0a8fb-8c16-4ea3-b682-0d3443d5b224,revision_number=1']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 11:21:52.302129 dv-cinder-797608-16-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-2c7f1ecf-8c3a-4add-b550-4a6821b5d593 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-542450'] for segment, precommit_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 11:21:52.302478 dv-cinder-797608-16-iscsi neutron-server[93884]: INFO neutron.db.segments_db [None req-2c7f1ecf-8c3a-4add-b550-4a6821b5d593 admin admin] Added segment 0c0916bb-1dc8-4969-93db-96fbbfcf0471 of type vlan for network 19d032c5-8528-440a-a103-9e68f50bdfe9 Aug 13 11:21:52.315741 dv-cinder-797608-16-iscsi neutron-server[93884]: INFO neutron.wsgi [req-e5b2d03d-b752-42e4-8618-160c523bfabf req-5c2b10c0-73da-4a20-beaf-434541d2bbfc tempest-AttachVolumeTestJSON-893493791 tempest-AttachVolumeTestJSON-893493791-project] 10.222.0.32 "GET /v2.0/security-groups?id=04a16d11-7ca4-462a-891c-e4a125fe1a42&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0748799 Aug 13 11:21:52.349038 dv-cinder-797608-16-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-2c7f1ecf-8c3a-4add-b550-4a6821b5d593 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8782137323340'] for network, precommit_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 11:21:52.379116 dv-cinder-797608-16-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-2c7f1ecf-8c3a-4add-b550-4a6821b5d593 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611014'] for network, after_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 11:21:52.380080 dv-cinder-797608-16-iscsi neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2c7f1ecf-8c3a-4add-b550-4a6821b5d593 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 11:21:52.380655 dv-cinder-797608-16-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-2c7f1ecf-8c3a-4add-b550-4a6821b5d593 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1611032'] for network, before_response {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 11:21:52.464566 dv-cinder-797608-16-iscsi neutron-server[93884]: INFO neutron.wsgi [None req-2c7f1ecf-8c3a-4add-b550-4a6821b5d593 admin admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.4971523 Aug 13 11:21:52.467688 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.32', 48434) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 11:21:52.473301 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron.api.v2.base [None req-b22ff9bc-dddb-433a-9dc7-2bb0809a6a31 admin admin] Request body: {'subnet': {'network_id': '19d032c5-8528-440a-a103-9e68f50bdfe9', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1574140213-subnet', 'tenant_id': 'f2f73946f5b4487a90034c858e2b5010', 'ip_version': 4}} {{(pid=93883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 13 11:21:52.476414 dv-cinder-797608-16-iscsi neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c7f1ecf-8c3a-4add-b550-4a6821b5d593 admin admin] Pushing event updated for resources: {'Network': ['ID=19d032c5-8528-440a-a103-9e68f50bdfe9,revision_number=1']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 11:21:52.490870 dv-cinder-797608-16-iscsi neutron-server[93885]: DEBUG neutron.plugins.ml2.rpc [None req-05931952-e11e-4e12-af58-ece1398d134b None None] Network 19d032c5-8528-440a-a103-9e68f50bdfe9 details requested by agent ovs-agent-dv-cinder-797608-16-iscsi with host dv-cinder-797608-16-iscsi {{(pid=93885) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 13 11:21:52.491427 dv-cinder-797608-16-iscsi neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eac19a0-39dc-4d5e-adf2-2f2e49f196af req-6b5a9ae6-6b66-48ff-bf58-45d7d7f3c26d tempest-ServerRescueNegativeTestJSON-217385872 tempest-ServerRescueNegativeTestJSON-217385872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 11:21:52.492992 dv-cinder-797608-16-iscsi neutron-server[93884]: INFO neutron.wsgi [req-1eac19a0-39dc-4d5e-adf2-2f2e49f196af req-6b5a9ae6-6b66-48ff-bf58-45d7d7f3c26d tempest-ServerRescueNegativeTestJSON-217385872 tempest-ServerRescueNegativeTestJSON-217385872-project] 10.222.0.32 "GET /v2.0/ports?device_id=f07a0f18-2b98-479b-bd6a-186739dfba26 HTTP/1.1" status: 200 len: 945 time: 0.1085031 Aug 13 11:21:52.504618 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b22ff9bc-dddb-433a-9dc7-2bb0809a6a31 admin admin] Made reservation on behalf of f2f73946f5b4487a90034c858e2b5010 for: {'subnet': 1} {{(pid=93883) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 13 11:21:52.507121 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-b22ff9bc-dddb-433a-9dc7-2bb0809a6a31 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2139359381'] for subnet, before_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 11:21:52.552811 dv-cinder-797608-16-iscsi neutron-server[93884]: INFO neutron.wsgi [req-1eac19a0-39dc-4d5e-adf2-2f2e49f196af req-da780a9a-9833-4410-be48-a0a8d3a15d2c tempest-ServerRescueNegativeTestJSON-217385872 tempest-ServerRescueNegativeTestJSON-217385872-project] 10.222.0.32 "GET /v2.0/security-groups?id=5e66df65-70b0-476d-97cd-4e9936c292c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451522 Aug 13 11:21:52.687471 dv-cinder-797608-16-iscsi neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c1e280c-a206-4320-8c60-efaff0732b56 req-9722510e-6c78-46ac-961f-917373067c1b tempest-AttachVolumeNegativeTest-1779138385 tempest-AttachVolumeNegativeTest-1779138385-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 11:21:52.689676 dv-cinder-797608-16-iscsi neutron-server[93884]: INFO neutron.wsgi [req-4c1e280c-a206-4320-8c60-efaff0732b56 req-9722510e-6c78-46ac-961f-917373067c1b tempest-AttachVolumeNegativeTest-1779138385 tempest-AttachVolumeNegativeTest-1779138385-project] 10.222.0.32 "GET /v2.0/networks?id=ef82cda3-482a-4d19-86b5-de7fdfe5ee01 HTTP/1.1" status: 200 len: 814 time: 0.1269352 Aug 13 11:21:52.707415 dv-cinder-797608-16-iscsi neutron-server[93884]: INFO neutron.wsgi [req-4c1e280c-a206-4320-8c60-efaff0732b56 req-3b89ce77-63f8-448f-80a9-4bd3ccf027be tempest-AttachVolumeNegativeTest-1779138385 tempest-AttachVolumeNegativeTest-1779138385-project] 10.222.0.32 "GET /v2.0/quotas/2275c360eaf141e588ac14d4e4363438 HTTP/1.1" status: 200 len: 375 time: 0.0107057 Aug 13 11:21:52.734308 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-b22ff9bc-dddb-433a-9dc7-2bb0809a6a31 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611014', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2139128382', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2139359399'] for subnet, after_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 11:21:52.767638 dv-cinder-797608-16-iscsi neutron-server[93884]: INFO neutron.wsgi [req-4c1e280c-a206-4320-8c60-efaff0732b56 req-6cae9fab-057d-41c9-b576-27b618394a24 tempest-AttachVolumeNegativeTest-1779138385 tempest-AttachVolumeNegativeTest-1779138385-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=2275c360eaf141e588ac14d4e4363438&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0531983 Aug 13 11:21:52.787404 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b22ff9bc-dddb-433a-9dc7-2bb0809a6a31 admin admin] Pushing event updated for resources: {'Subnet': ['ID=3e906e7d-e025-4f52-b49f-c3fc3c70e6b0,revision_number=0']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 11:21:52.807794 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b22ff9bc-dddb-433a-9dc7-2bb0809a6a31 admin admin] Checking segment: {'id': '0c0916bb-1dc8-4969-93db-96fbbfcf0471', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '19d032c5-8528-440a-a103-9e68f50bdfe9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93883) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 13 11:21:52.808063 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b22ff9bc-dddb-433a-9dc7-2bb0809a6a31 admin admin] Network hostable DHCP agents. Network: 19d032c5-8528-440a-a103-9e68f50bdfe9, hostable agents: ['1ffcc762-1342-4182-afbd-f33f0b43fadf'], hosted agents: [] {{(pid=93883) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 13 11:21:52.832499 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b22ff9bc-dddb-433a-9dc7-2bb0809a6a31 admin admin] Network 19d032c5-8528-440a-a103-9e68f50bdfe9 is scheduled to be hosted by DHCP agent 1ffcc762-1342-4182-afbd-f33f0b43fadf with binding_index 1 {{(pid=93883) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 13 11:21:52.848948 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron.scheduler.base_scheduler [None req-b22ff9bc-dddb-433a-9dc7-2bb0809a6a31 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-797608-16-iscsi, 19d032c5-8528-440a-a103-9e68f50bdfe9) {{(pid=93883) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 13 11:21:52.862449 dv-cinder-797608-16-iscsi neutron-server[93885]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1670b149-2a8e-4bf5-b0a6-8fc623a0c071 None None] Network 19d032c5-8528-440a-a103-9e68f50bdfe9 requested from dv-cinder-797608-16-iscsi {{(pid=93885) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 13 11:21:52.866669 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b22ff9bc-dddb-433a-9dc7-2bb0809a6a31 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 11:21:52.868407 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-b22ff9bc-dddb-433a-9dc7-2bb0809a6a31 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1611032'] for subnet, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 11:21:52.886689 dv-cinder-797608-16-iscsi neutron-server[93884]: INFO neutron.wsgi [req-4c1e280c-a206-4320-8c60-efaff0732b56 req-1acd9f5a-76bb-47df-be34-10330b76b416 service neutron] 10.222.0.32 "GET /v2.0/networks/ef82cda3-482a-4d19-86b5-de7fdfe5ee01?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1078866 Aug 13 11:21:52.896603 dv-cinder-797608-16-iscsi neutron-server[93883]: INFO neutron.wsgi [None req-b22ff9bc-dddb-433a-9dc7-2bb0809a6a31 admin admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.4277456 Aug 13 11:21:52.900135 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.32', 48478) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 11:21:52.909718 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron.api.v2.base [None req-ead2ace2-3de6-4a0f-8c0b-872bb490d62f admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1574140213-router', 'tenant_id': 'f2f73946f5b4487a90034c858e2b5010', 'external_gateway_info': {'network_id': '7c3f0979-58a5-4465-87f9-e256377c6b61'}}} {{(pid=93883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 13 11:21:52.949713 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-ead2ace2-3de6-4a0f-8c0b-872bb490d62f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1575915', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-130446'] for router, before_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 11:21:52.951261 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-ead2ace2-3de6-4a0f-8c0b-872bb490d62f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1586555', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1585448', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1643304', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-130433'] for router, precommit_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 11:21:52.994840 dv-cinder-797608-16-iscsi neutron-server[93884]: INFO neutron.wsgi [req-4c1e280c-a206-4320-8c60-efaff0732b56 req-1accc0ef-29c1-4912-b795-499f4f6bf92e service neutron] 10.222.0.32 "GET /v2.0/networks/ef82cda3-482a-4d19-86b5-de7fdfe5ee01?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0995035 Aug 13 11:21:53.065606 dv-cinder-797608-16-iscsi neutron-server[93885]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d930268e-0638-4afb-b0cb-174bb269b015 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp84322506-7e22-5c26-8af9-4bf3580d711c-19d032c5-8528-440a-a103-9e68f50bdfe9', 'network_id': '19d032c5-8528-440a-a103-9e68f50bdfe9', 'tenant_id': 'f2f73946f5b4487a90034c858e2b5010', 'fixed_ips': [{'subnet_id': '3e906e7d-e025-4f52-b49f-c3fc3c70e6b0'}]}} from dv-cinder-797608-16-iscsi. {{(pid=93885) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 13 11:21:53.066516 dv-cinder-797608-16-iscsi neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-d930268e-0638-4afb-b0cb-174bb269b015 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935434'] for port, before_create {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 11:21:53.074293 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-ead2ace2-3de6-4a0f-8c0b-872bb490d62f admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 11:21:53.205732 dv-cinder-797608-16-iscsi neutron-server[93884]: INFO neutron.wsgi [req-39404515-4615-4cf7-967b-63863263dd6d req-3f17e865-6ed2-4ca7-8037-389590cd0311 tempest-AttachVolumeNegativeTest-1779138385 tempest-AttachVolumeNegativeTest-1779138385-project] 10.222.0.32 "GET /v2.0/ports?device_id=a5df8828-9c0f-4b63-8186-d7ea88dc9c62 HTTP/1.1" status: 200 len: 210 time: 0.0389435 Aug 13 11:21:53.248037 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-ead2ace2-3de6-4a0f-8c0b-872bb490d62f admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 11:21:53.257576 dv-cinder-797608-16-iscsi neutron-server[93885]: DEBUG neutron.db.db_base_plugin_common [None req-d930268e-0638-4afb-b0cb-174bb269b015 None None] Allocated IP 172.20.0.2 (19d032c5-8528-440a-a103-9e68f50bdfe9/3e906e7d-e025-4f52-b49f-c3fc3c70e6b0/30f15c74-4a8a-4217-8939-c2330a48c2c7) {{(pid=93885) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 13 11:21:53.501820 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-ead2ace2-3de6-4a0f-8c0b-872bb490d62f admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 11:21:53.513284 dv-cinder-797608-16-iscsi neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-231fd665-1d73-4a07-a877-8bd8272afaca req-3e2270ab-025b-4379-89ad-e17f69e4f8d4 tempest-AttachVolumeTestJSON-893493791 tempest-AttachVolumeTestJSON-893493791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 11:21:53.514808 dv-cinder-797608-16-iscsi neutron-server[93884]: INFO neutron.wsgi [req-231fd665-1d73-4a07-a877-8bd8272afaca req-3e2270ab-025b-4379-89ad-e17f69e4f8d4 tempest-AttachVolumeTestJSON-893493791 tempest-AttachVolumeTestJSON-893493791-project] 10.222.0.32 "GET /v2.0/ports?device_id=210d2391-7cc4-41fd-87e2-e84f6d335633 HTTP/1.1" status: 200 len: 945 time: 0.0613279 Aug 13 11:21:53.524948 dv-cinder-797608-16-iscsi neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-d930268e-0638-4afb-b0cb-174bb269b015 None None] Notify callbacks [] for port, precommit_create {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 11:21:53.534089 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-ead2ace2-3de6-4a0f-8c0b-872bb490d62f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935434'] for port, before_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 11:21:53.540713 dv-cinder-797608-16-iscsi neutron-server[93885]: DEBUG neutron.db.provisioning_blocks [None req-d930268e-0638-4afb-b0cb-174bb269b015 None None] Transition to ACTIVE for port object 30f15c74-4a8a-4217-8939-c2330a48c2c7 will not be triggered until provisioned by entity L2. {{(pid=93885) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 13 11:21:53.560044 dv-cinder-797608-16-iscsi neutron-server[93884]: INFO neutron.wsgi [req-231fd665-1d73-4a07-a877-8bd8272afaca req-7d40d887-5980-4bd9-84b4-8064835379e2 tempest-AttachVolumeTestJSON-893493791 tempest-AttachVolumeTestJSON-893493791-project] 10.222.0.32 "GET /v2.0/security-groups?id=04a16d11-7ca4-462a-891c-e4a125fe1a42&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0385330 Aug 13 11:21:53.567206 dv-cinder-797608-16-iscsi neutron-server[93885]: DEBUG neutron.db.provisioning_blocks [None req-d930268e-0638-4afb-b0cb-174bb269b015 None None] Transition to ACTIVE for port object 30f15c74-4a8a-4217-8939-c2330a48c2c7 will not be triggered until provisioned by entity DHCP. {{(pid=93885) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 13 11:21:53.589989 dv-cinder-797608-16-iscsi neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-d930268e-0638-4afb-b0cb-174bb269b015 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935844', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611014', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782137337079'] for port, after_create {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 11:21:53.648659 dv-cinder-797608-16-iscsi neutron-server[93885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d930268e-0638-4afb-b0cb-174bb269b015 None None] Pushing event updated for resources: {'Port': ['ID=30f15c74-4a8a-4217-8939-c2330a48c2c7,revision_number=1']} {{(pid=93885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 11:21:53.652561 dv-cinder-797608-16-iscsi neutron-server[93885]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d930268e-0638-4afb-b0cb-174bb269b015 None None] Network 19d032c5-8528-440a-a103-9e68f50bdfe9 is already hosted by enough agents. {{(pid=93885) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 13 11:21:53.657749 dv-cinder-797608-16-iscsi neutron-server[93885]: DEBUG neutron.scheduler.base_scheduler [None req-d930268e-0638-4afb-b0cb-174bb269b015 None None] Resources bound (agent type, host, resource id): {{(pid=93885) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 13 11:21:53.659766 dv-cinder-797608-16-iscsi neutron-server[93885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d930268e-0638-4afb-b0cb-174bb269b015 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797608-16-iscsi {{(pid=93885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 11:21:53.660177 dv-cinder-797608-16-iscsi neutron-server[93885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d930268e-0638-4afb-b0cb-174bb269b015 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797608-16-iscsi {{(pid=93885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 11:21:53.660838 dv-cinder-797608-16-iscsi neutron-server[93885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d930268e-0638-4afb-b0cb-174bb269b015 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797608-16-iscsi {{(pid=93885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 11:21:53.660838 dv-cinder-797608-16-iscsi neutron-server[93885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d930268e-0638-4afb-b0cb-174bb269b015 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797608-16-iscsi {{(pid=93885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 11:21:53.661197 dv-cinder-797608-16-iscsi neutron-server[93885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d930268e-0638-4afb-b0cb-174bb269b015 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-797608-16-iscsi {{(pid=93885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 11:21:53.661461 dv-cinder-797608-16-iscsi neutron-server[93885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d930268e-0638-4afb-b0cb-174bb269b015 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797608-16-iscsi {{(pid=93885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 11:21:53.661789 dv-cinder-797608-16-iscsi neutron-server[93885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d930268e-0638-4afb-b0cb-174bb269b015 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-797608-16-iscsi {{(pid=93885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 11:21:53.662138 dv-cinder-797608-16-iscsi neutron-server[93885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d930268e-0638-4afb-b0cb-174bb269b015 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-797608-16-iscsi {{(pid=93885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 11:21:53.662484 dv-cinder-797608-16-iscsi neutron-server[93885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d930268e-0638-4afb-b0cb-174bb269b015 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797608-16-iscsi {{(pid=93885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 11:21:53.662808 dv-cinder-797608-16-iscsi neutron-server[93885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d930268e-0638-4afb-b0cb-174bb269b015 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797608-16-iscsi {{(pid=93885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 11:21:53.663125 dv-cinder-797608-16-iscsi neutron-server[93885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d930268e-0638-4afb-b0cb-174bb269b015 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797608-16-iscsi {{(pid=93885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 11:21:53.663441 dv-cinder-797608-16-iscsi neutron-server[93885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d930268e-0638-4afb-b0cb-174bb269b015 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797608-16-iscsi {{(pid=93885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 11:21:53.670033 dv-cinder-797608-16-iscsi neutron-server[93885]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d930268e-0638-4afb-b0cb-174bb269b015 None None] Received port after_create {{(pid=93885) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 13 11:21:53.678889 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron.db.db_base_plugin_common [None req-ead2ace2-3de6-4a0f-8c0b-872bb490d62f admin admin] Allocated IP 172.27.2.83 (7c3f0979-58a5-4465-87f9-e256377c6b61/ba735781-2bff-41d5-99b4-7ca705ee91ca/428389a9-bc09-4114-bd55-24f5251d9c53) {{(pid=93883) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 13 11:21:53.738613 dv-cinder-797608-16-iscsi neutron-server[93885]: DEBUG neutron.plugins.ml2.managers [None req-d930268e-0638-4afb-b0cb-174bb269b015 None None] Attempting to bind port 30f15c74-4a8a-4217-8939-c2330a48c2c7 on host dv-cinder-797608-16-iscsi for vnic_type normal with profile {{(pid=93885) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 13 11:21:53.738993 dv-cinder-797608-16-iscsi neutron-server[93885]: DEBUG neutron.plugins.ml2.managers [None req-d930268e-0638-4afb-b0cb-174bb269b015 None None] Attempting to bind port 30f15c74-4a8a-4217-8939-c2330a48c2c7 by drivers openvswitch,hyperv on host dv-cinder-797608-16-iscsi at level 0 using segments [{'id': '0c0916bb-1dc8-4969-93db-96fbbfcf0471', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '19d032c5-8528-440a-a103-9e68f50bdfe9'}] {{(pid=93885) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 13 11:21:53.739352 dv-cinder-797608-16-iscsi neutron-server[93885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d930268e-0638-4afb-b0cb-174bb269b015 None None] Attempting to bind port 30f15c74-4a8a-4217-8939-c2330a48c2c7 on network 19d032c5-8528-440a-a103-9e68f50bdfe9 {{(pid=93885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 13 11:21:53.744805 dv-cinder-797608-16-iscsi neutron-server[93885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d930268e-0638-4afb-b0cb-174bb269b015 None None] Checking agent: {'id': '649b788e-933d-40b8-a73c-f58c5ea7beff', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-797608-16-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 13, 11, 11, 41), 'started_at': datetime.datetime(2021, 8, 13, 11, 12, 11), 'heartbeat_timestamp': datetime.datetime(2021, 8, 13, 11, 21, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-797608-16-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 13 11:21:53.745387 dv-cinder-797608-16-iscsi neutron-server[93885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d930268e-0638-4afb-b0cb-174bb269b015 None None] Checking segment: {'id': '0c0916bb-1dc8-4969-93db-96fbbfcf0471', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '19d032c5-8528-440a-a103-9e68f50bdfe9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93885) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 13 11:21:53.745794 dv-cinder-797608-16-iscsi neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-d930268e-0638-4afb-b0cb-174bb269b015 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 11:21:53.746365 dv-cinder-797608-16-iscsi neutron-server[93885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d930268e-0638-4afb-b0cb-174bb269b015 None None] Bound using segment: {'id': '0c0916bb-1dc8-4969-93db-96fbbfcf0471', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '19d032c5-8528-440a-a103-9e68f50bdfe9'} {{(pid=93885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 13 11:21:53.746859 dv-cinder-797608-16-iscsi neutron-server[93885]: DEBUG neutron.plugins.ml2.managers [None req-d930268e-0638-4afb-b0cb-174bb269b015 None None] Bound port: 30f15c74-4a8a-4217-8939-c2330a48c2c7, host: dv-cinder-797608-16-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0c0916bb-1dc8-4969-93db-96fbbfcf0471', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '19d032c5-8528-440a-a103-9e68f50bdfe9'}}] {{(pid=93885) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 13 11:21:53.747366 dv-cinder-797608-16-iscsi neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-d930268e-0638-4afb-b0cb-174bb269b015 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935434'] for port, before_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 11:21:53.833073 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-ead2ace2-3de6-4a0f-8c0b-872bb490d62f admin admin] Notify callbacks [] for port, precommit_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 11:21:53.834053 dv-cinder-797608-16-iscsi neutron-server[93885]: DEBUG neutron.plugins.ml2.db [None req-d930268e-0638-4afb-b0cb-174bb269b015 None None] For port 30f15c74-4a8a-4217-8939-c2330a48c2c7, host dv-cinder-797608-16-iscsi, cleared binding levels {{(pid=93885) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 13 11:21:53.837543 dv-cinder-797608-16-iscsi neutron-server[93885]: DEBUG neutron.plugins.ml2.db [None req-d930268e-0638-4afb-b0cb-174bb269b015 None None] For port 30f15c74-4a8a-4217-8939-c2330a48c2c7, host dv-cinder-797608-16-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797608-16-iscsi',level=0,port_id=30f15c74-4a8a-4217-8939-c2330a48c2c7,segment=NetworkSegment(0c0916bb-1dc8-4969-93db-96fbbfcf0471),segment_id=0c0916bb-1dc8-4969-93db-96fbbfcf0471)] {{(pid=93885) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 13 11:21:53.844947 dv-cinder-797608-16-iscsi neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-d930268e-0638-4afb-b0cb-174bb269b015 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935844', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611014', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782137889940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782137337613', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782137337631'] for port, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 11:21:53.885612 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-ead2ace2-3de6-4a0f-8c0b-872bb490d62f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935844', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611014', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782137337079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2139128394'] for port, after_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 11:21:53.920341 dv-cinder-797608-16-iscsi neutron-server[93885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d930268e-0638-4afb-b0cb-174bb269b015 None None] Pushing event updated for resources: {'Port': ['ID=30f15c74-4a8a-4217-8939-c2330a48c2c7,revision_number=2']} {{(pid=93885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 11:21:53.956128 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ead2ace2-3de6-4a0f-8c0b-872bb490d62f admin admin] Pushing event updated for resources: {'Port': ['ID=428389a9-bc09-4114-bd55-24f5251d9c53,revision_number=1']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 11:21:53.959846 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ead2ace2-3de6-4a0f-8c0b-872bb490d62f admin admin] Network 7c3f0979-58a5-4465-87f9-e256377c6b61 is already hosted by enough agents. {{(pid=93883) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 13 11:21:53.961722 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron.scheduler.base_scheduler [None req-ead2ace2-3de6-4a0f-8c0b-872bb490d62f admin admin] Resources bound (agent type, host, resource id): {{(pid=93883) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 13 11:21:53.964080 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ead2ace2-3de6-4a0f-8c0b-872bb490d62f admin admin] Received port after_create {{(pid=93883) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 13 11:21:54.033046 dv-cinder-797608-16-iscsi neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54d5561b-2393-45a8-ba51-0c76ad3211ff req-5f007d83-336b-4e6a-9796-9354c7cd06b3 tempest-ServerRescueNegativeTestJSON-217385872 tempest-ServerRescueNegativeTestJSON-217385872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 11:21:54.034639 dv-cinder-797608-16-iscsi neutron-server[93884]: INFO neutron.wsgi [req-54d5561b-2393-45a8-ba51-0c76ad3211ff req-5f007d83-336b-4e6a-9796-9354c7cd06b3 tempest-ServerRescueNegativeTestJSON-217385872 tempest-ServerRescueNegativeTestJSON-217385872-project] 10.222.0.32 "GET /v2.0/ports?device_id=f07a0f18-2b98-479b-bd6a-186739dfba26 HTTP/1.1" status: 200 len: 945 time: 0.3941286 Aug 13 11:21:54.077840 dv-cinder-797608-16-iscsi neutron-server[93884]: INFO neutron.wsgi [req-54d5561b-2393-45a8-ba51-0c76ad3211ff req-057a51dd-7d08-4267-9382-26de64244876 tempest-ServerRescueNegativeTestJSON-217385872 tempest-ServerRescueNegativeTestJSON-217385872-project] 10.222.0.32 "GET /v2.0/security-groups?id=5e66df65-70b0-476d-97cd-4e9936c292c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0368638 Aug 13 11:21:54.242944 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-ead2ace2-3de6-4a0f-8c0b-872bb490d62f admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 11:21:54.326409 dv-cinder-797608-16-iscsi neutron-server[93884]: INFO neutron.wsgi [req-48090243-114d-43d6-96a6-8b4b190b5945 req-cfa0a329-5a20-455a-8d52-d53b677cfc63 tempest-AttachVolumeNegativeTest-1779138385 tempest-AttachVolumeNegativeTest-1779138385-project] 10.222.0.32 "GET /v2.0/ports?device_id=a5df8828-9c0f-4b63-8186-d7ea88dc9c62 HTTP/1.1" status: 200 len: 210 time: 0.0304673 Aug 13 11:21:54.450474 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-ead2ace2-3de6-4a0f-8c0b-872bb490d62f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1586528', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1585661'] for router, after_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 11:21:54.676374 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c1e280c-a206-4320-8c60-efaff0732b56 req-f9463d35-f781-45f3-b969-5d9d6ae480cf tempest-AttachVolumeNegativeTest-1779138385 tempest-AttachVolumeNegativeTest-1779138385-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 11:21:54.678253 dv-cinder-797608-16-iscsi neutron-server[93883]: INFO neutron.wsgi [req-4c1e280c-a206-4320-8c60-efaff0732b56 req-f9463d35-f781-45f3-b969-5d9d6ae480cf tempest-AttachVolumeNegativeTest-1779138385 tempest-AttachVolumeNegativeTest-1779138385-project] 10.222.0.20 "GET /v2.0/networks?id=ef82cda3-482a-4d19-86b5-de7fdfe5ee01 HTTP/1.1" status: 200 len: 814 time: 0.2236013 Aug 13 11:21:54.704630 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron.api.v2.base [req-4c1e280c-a206-4320-8c60-efaff0732b56 req-594ad1c1-5787-4f55-8352-be82831ee674 tempest-AttachVolumeNegativeTest-1779138385 tempest-AttachVolumeNegativeTest-1779138385-project] Request body: {'port': {'device_id': 'a5df8828-9c0f-4b63-8186-d7ea88dc9c62', 'network_id': 'ef82cda3-482a-4d19-86b5-de7fdfe5ee01', 'admin_state_up': True, 'tenant_id': '2275c360eaf141e588ac14d4e4363438'}} {{(pid=93883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 13 11:21:54.722273 dv-cinder-797608-16-iscsi neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69406358-b47a-4685-a67e-bb5129d2565f req-c5c659a6-6fd9-465f-8df3-eb65d2c7854e tempest-AttachVolumeTestJSON-893493791 tempest-AttachVolumeTestJSON-893493791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 11:21:54.723905 dv-cinder-797608-16-iscsi neutron-server[93884]: INFO neutron.wsgi [req-69406358-b47a-4685-a67e-bb5129d2565f req-c5c659a6-6fd9-465f-8df3-eb65d2c7854e tempest-AttachVolumeTestJSON-893493791 tempest-AttachVolumeTestJSON-893493791-project] 10.222.0.32 "GET /v2.0/ports?device_id=210d2391-7cc4-41fd-87e2-e84f6d335633 HTTP/1.1" status: 200 len: 945 time: 0.0545683 Aug 13 11:21:54.761030 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ead2ace2-3de6-4a0f-8c0b-872bb490d62f admin admin] Router 196a2229-753e-4c44-8769-e5bed0df60a3 is scheduled to L3 agent 120d27b5-31d8-4cd2-97b4-2412c45088e1 with binding_index 1 {{(pid=93883) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 13 11:21:54.765862 dv-cinder-797608-16-iscsi neutron-server[93884]: INFO neutron.wsgi [req-69406358-b47a-4685-a67e-bb5129d2565f req-689b03c5-6353-4630-9141-e86a769ffb15 tempest-AttachVolumeTestJSON-893493791 tempest-AttachVolumeTestJSON-893493791-project] 10.222.0.32 "GET /v2.0/security-groups?id=04a16d11-7ca4-462a-891c-e4a125fe1a42&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0357676 Aug 13 11:21:54.894382 dv-cinder-797608-16-iscsi neutron-server[93885]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-804b46be-b2ee-434a-b8c5-81acb32e62e2 None None] Network 19d032c5-8528-440a-a103-9e68f50bdfe9 requested from dv-cinder-797608-16-iscsi {{(pid=93885) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 13 11:21:54.913015 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4c1e280c-a206-4320-8c60-efaff0732b56 req-594ad1c1-5787-4f55-8352-be82831ee674 tempest-AttachVolumeNegativeTest-1779138385 tempest-AttachVolumeNegativeTest-1779138385-project] Made reservation on behalf of 2275c360eaf141e588ac14d4e4363438 for: {'port': 1} {{(pid=93883) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 13 11:21:54.916472 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-4c1e280c-a206-4320-8c60-efaff0732b56 req-594ad1c1-5787-4f55-8352-be82831ee674 tempest-AttachVolumeNegativeTest-1779138385 tempest-AttachVolumeNegativeTest-1779138385-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935434'] for port, before_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 11:21:54.939680 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ead2ace2-3de6-4a0f-8c0b-872bb490d62f admin admin] Notify agent at l3_agent.dv-cinder-797608-16-iscsi the message routers_updated {{(pid=93883) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 13 11:21:54.949286 dv-cinder-797608-16-iscsi neutron-server[93886]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50a52fca-911b-40b9-a359-4fce5c8c9184 None None] Sync routers for ids ['196a2229-753e-4c44-8769-e5bed0df60a3'] in dv-cinder-797608-16-iscsi {{(pid=93886) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 13 11:21:54.958798 dv-cinder-797608-16-iscsi neutron-server[93886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50a52fca-911b-40b9-a359-4fce5c8c9184 None None] Routers {'196a2229-753e-4c44-8769-e5bed0df60a3'} bound to L3 agent in host dv-cinder-797608-16-iscsi {{(pid=93886) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 13 11:21:54.959467 dv-cinder-797608-16-iscsi neutron-server[93886]: DEBUG neutron.db.l3_hamode_db [None req-50a52fca-911b-40b9-a359-4fce5c8c9184 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797608-16-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-13T11:11:41Z,description=,heartbeat_timestamp=2021-08-13T11:21:41Z,host='dv-cinder-797608-16-iscsi',id=120d27b5-31d8-4cd2-97b4-2412c45088e1,load=0,resource_versions=,resources_synced=,started_at=2021-08-13T11:11:41Z,topic='l3_agent')) {'router_ids': ['196a2229-753e-4c44-8769-e5bed0df60a3'], 'active': True} {{(pid=93886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 13 11:21:54.996646 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-ead2ace2-3de6-4a0f-8c0b-872bb490d62f admin admin] Notify callbacks [] for router, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 11:21:55.001393 dv-cinder-797608-16-iscsi neutron-server[93883]: INFO neutron.wsgi [None req-ead2ace2-3de6-4a0f-8c0b-872bb490d62f admin admin] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 2.0966134 Aug 13 11:21:55.001775 dv-cinder-797608-16-iscsi neutron-server[93884]: DEBUG neutron.wsgi [-] (93884) accepted ('10.222.0.32', 48538) {{(pid=93884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 11:21:55.071640 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron.db.db_base_plugin_common [req-4c1e280c-a206-4320-8c60-efaff0732b56 req-594ad1c1-5787-4f55-8352-be82831ee674 tempest-AttachVolumeNegativeTest-1779138385 tempest-AttachVolumeNegativeTest-1779138385-project] Allocated IP 172.20.0.5 (ef82cda3-482a-4d19-86b5-de7fdfe5ee01/0a294ee4-9310-4ae0-897c-3c3fffa9fb3c/ed5562ea-7346-4c67-84bd-f8315fb64ad5) {{(pid=93883) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 13 11:21:55.076270 dv-cinder-797608-16-iscsi neutron-server[93885]: DEBUG neutron.db.provisioning_blocks [None req-e3794499-079e-453e-b34b-c2990f0a87ea None None] Provisioning for port 30f15c74-4a8a-4217-8939-c2330a48c2c7 completed by entity DHCP. {{(pid=93885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 13 11:21:55.089544 dv-cinder-797608-16-iscsi neutron-server[93886]: DEBUG neutron.db.l3_dvr_db [None req-50a52fca-911b-40b9-a359-4fce5c8c9184 None None] Set router 196a2229-753e-4c44-8769-e5bed0df60a3 gateway port host: dv-cinder-797608-16-iscsi {{(pid=93886) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 13 11:21:55.267541 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-4c1e280c-a206-4320-8c60-efaff0732b56 req-594ad1c1-5787-4f55-8352-be82831ee674 tempest-AttachVolumeNegativeTest-1779138385 tempest-AttachVolumeNegativeTest-1779138385-project] Notify callbacks [] for port, precommit_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 11:21:55.299054 dv-cinder-797608-16-iscsi neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17889b28-bce2-4719-8349-a0a3b97fd019 req-c0d2cde3-c58c-406c-bb00-6dd33446025e tempest-ServerRescueNegativeTestJSON-217385872 tempest-ServerRescueNegativeTestJSON-217385872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 11:21:55.300737 dv-cinder-797608-16-iscsi neutron-server[93884]: INFO neutron.wsgi [req-17889b28-bce2-4719-8349-a0a3b97fd019 req-c0d2cde3-c58c-406c-bb00-6dd33446025e tempest-ServerRescueNegativeTestJSON-217385872 tempest-ServerRescueNegativeTestJSON-217385872-project] 10.222.0.32 "GET /v2.0/ports?device_id=f07a0f18-2b98-479b-bd6a-186739dfba26 HTTP/1.1" status: 200 len: 945 time: 0.1029341 Aug 13 11:21:55.325037 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-4c1e280c-a206-4320-8c60-efaff0732b56 req-594ad1c1-5787-4f55-8352-be82831ee674 tempest-AttachVolumeNegativeTest-1779138385 tempest-AttachVolumeNegativeTest-1779138385-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935844', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611014', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782137337079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2139128394'] for port, after_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 11:21:55.366252 dv-cinder-797608-16-iscsi neutron-server[93886]: DEBUG neutron.db.l3_hamode_db [None req-50a52fca-911b-40b9-a359-4fce5c8c9184 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '196a2229-753e-4c44-8769-e5bed0df60a3', 'name': 'tempest-TestShelveInstance-1574140213-router', 'tenant_id': 'f2f73946f5b4487a90034c858e2b5010', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c3f0979-58a5-4465-87f9-e256377c6b61', 'external_fixed_ips': [{'subnet_id': 'ba735781-2bff-41d5-99b4-7ca705ee91ca', 'ip_address': '172.27.2.83'}], 'enable_snat': True}, 'gw_port_id': '428389a9-bc09-4114-bd55-24f5251d9c53', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-13T11:21:52Z', 'updated_at': '2021-08-13T11:21:54Z', 'revision_number': 3, 'project_id': 'f2f73946f5b4487a90034c858e2b5010', 'gw_port': {'id': '428389a9-bc09-4114-bd55-24f5251d9c53', 'name': '', 'network_id': '7c3f0979-58a5-4465-87f9-e256377c6b61', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:a4:d3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '196a2229-753e-4c44-8769-e5bed0df60a3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 426, 'fixed_ips': [{'subnet_id': 'ba735781-2bff-41d5-99b4-7ca705ee91ca', 'ip_address': '172.27.2.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-13T11:21:53Z', 'updated_at': '2021-08-13T11:21:53Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ba735781-2bff-41d5-99b4-7ca705ee91ca', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797608-16-iscsi'}], 'dv-cinder-797608-16-iscsi', False) {} {{(pid=93886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 13 11:21:55.367435 dv-cinder-797608-16-iscsi neutron-server[93885]: DEBUG neutron.plugins.ml2.db [None req-a0b9b986-0706-4fc6-9cf9-0eb02d2513dc None None] get_ports_and_sgs() called for port_ids ['1ebd7405-00bb-4e41-b826-c3f3f5ab625e', '1c819ec8-f1e7-4368-b225-ec8be4f19714', '3ad30c3e-8aac-4c3f-952c-ebae52dfcdba'] {{(pid=93885) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 13 11:21:55.400312 dv-cinder-797608-16-iscsi neutron-server[93884]: INFO neutron.wsgi [req-17889b28-bce2-4719-8349-a0a3b97fd019 req-2cff35f0-dbb8-4a47-94ed-701a9919a3b0 tempest-ServerRescueNegativeTestJSON-217385872 tempest-ServerRescueNegativeTestJSON-217385872-project] 10.222.0.32 "GET /v2.0/security-groups?id=5e66df65-70b0-476d-97cd-4e9936c292c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0932469 Aug 13 11:21:55.400770 dv-cinder-797608-16-iscsi neutron-server[93886]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50a52fca-911b-40b9-a359-4fce5c8c9184 None None] Checking router: 196a2229-753e-4c44-8769-e5bed0df60a3 for host: dv-cinder-797608-16-iscsi {{(pid=93886) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 13 11:21:55.400894 dv-cinder-797608-16-iscsi neutron-server[93886]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50a52fca-911b-40b9-a359-4fce5c8c9184 None None] Updating router 196a2229-753e-4c44-8769-e5bed0df60a3 port 428389a9-bc09-4114-bd55-24f5251d9c53 binding host dv-cinder-797608-16-iscsi {{(pid=93886) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 13 11:21:55.420404 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4c1e280c-a206-4320-8c60-efaff0732b56 req-594ad1c1-5787-4f55-8352-be82831ee674 tempest-AttachVolumeNegativeTest-1779138385 tempest-AttachVolumeNegativeTest-1779138385-project] Network ef82cda3-482a-4d19-86b5-de7fdfe5ee01 is already hosted by enough agents. {{(pid=93883) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 13 11:21:55.423365 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron.scheduler.base_scheduler [req-4c1e280c-a206-4320-8c60-efaff0732b56 req-594ad1c1-5787-4f55-8352-be82831ee674 tempest-AttachVolumeNegativeTest-1779138385 tempest-AttachVolumeNegativeTest-1779138385-project] Resources bound (agent type, host, resource id): {{(pid=93883) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 13 11:21:55.436707 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron.db.l3_dvrscheduler_db [req-4c1e280c-a206-4320-8c60-efaff0732b56 req-594ad1c1-5787-4f55-8352-be82831ee674 tempest-AttachVolumeNegativeTest-1779138385 tempest-AttachVolumeNegativeTest-1779138385-project] Received port after_create {{(pid=93883) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 13 11:21:55.446179 dv-cinder-797608-16-iscsi neutron-server[93886]: DEBUG neutron_lib.callbacks.manager [None req-50a52fca-911b-40b9-a359-4fce5c8c9184 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935434'] for port, before_update {{(pid=93886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 11:21:55.473165 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-594ad1c1-5787-4f55-8352-be82831ee674 tempest-AttachVolumeNegativeTest-1779138385 tempest-AttachVolumeNegativeTest-1779138385-project] Pushing event updated for resources: {'Port': ['ID=ed5562ea-7346-4c67-84bd-f8315fb64ad5,revision_number=1']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 11:21:55.533654 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c1e280c-a206-4320-8c60-efaff0732b56 req-594ad1c1-5787-4f55-8352-be82831ee674 tempest-AttachVolumeNegativeTest-1779138385 tempest-AttachVolumeNegativeTest-1779138385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 11:21:55.534312 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-4c1e280c-a206-4320-8c60-efaff0732b56 req-594ad1c1-5787-4f55-8352-be82831ee674 tempest-AttachVolumeNegativeTest-1779138385 tempest-AttachVolumeNegativeTest-1779138385-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-128352'] for port, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 11:21:55.556521 dv-cinder-797608-16-iscsi neutron-server[93883]: INFO neutron.wsgi [req-4c1e280c-a206-4320-8c60-efaff0732b56 req-594ad1c1-5787-4f55-8352-be82831ee674 tempest-AttachVolumeNegativeTest-1779138385 tempest-AttachVolumeNegativeTest-1779138385-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8575284 Aug 13 11:21:55.562457 dv-cinder-797608-16-iscsi neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aabcfb2-c850-4e10-9b6a-3a8dcf3d80ef req-10811a48-04d1-4268-baf8-1d3f0028ac01 tempest-AttachVolumeNegativeTest-1779138385 tempest-AttachVolumeNegativeTest-1779138385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 11:21:55.564012 dv-cinder-797608-16-iscsi neutron-server[93884]: INFO neutron.wsgi [req-6aabcfb2-c850-4e10-9b6a-3a8dcf3d80ef req-10811a48-04d1-4268-baf8-1d3f0028ac01 tempest-AttachVolumeNegativeTest-1779138385 tempest-AttachVolumeNegativeTest-1779138385-project] 10.222.0.32 "GET /v2.0/ports?device_id=a5df8828-9c0f-4b63-8186-d7ea88dc9c62 HTTP/1.1" status: 200 len: 931 time: 0.0999105 Aug 13 11:21:55.579687 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron.api.v2.base [req-4c1e280c-a206-4320-8c60-efaff0732b56 req-35a71f0c-8f0f-46b5-b8b8-a6560115d6c3 service neutron] Request body: {'port': {'device_id': 'a5df8828-9c0f-4b63-8186-d7ea88dc9c62', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79760'}} {{(pid=93883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 13 11:21:55.650230 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-4c1e280c-a206-4320-8c60-efaff0732b56 req-35a71f0c-8f0f-46b5-b8b8-a6560115d6c3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935434'] for port, before_update {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 11:21:55.680978 dv-cinder-797608-16-iscsi neutron-server[93884]: INFO neutron.wsgi [req-6aabcfb2-c850-4e10-9b6a-3a8dcf3d80ef req-a520c2e8-600b-4552-bb9b-1a4e477e446f tempest-AttachVolumeNegativeTest-1779138385 tempest-AttachVolumeNegativeTest-1779138385-project] 10.222.0.32 "GET /v2.0/security-groups?id=e9ebb553-6898-47d0-8034-10e78e802a38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1052344 Aug 13 11:21:55.765435 dv-cinder-797608-16-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-828e3198-bc44-4838-a9b0-22a72f99511f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935434'] for port, before_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 11:21:55.792594 dv-cinder-797608-16-iscsi neutron-server[93885]: DEBUG neutron.plugins.ml2.rpc [None req-05931952-e11e-4e12-af58-ece1398d134b None None] Device 30f15c74-4a8a-4217-8939-c2330a48c2c7 up at agent ovs-agent-dv-cinder-797608-16-iscsi {{(pid=93885) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 13 11:21:55.882583 dv-cinder-797608-16-iscsi neutron-server[93886]: DEBUG neutron_lib.callbacks.manager [None req-50a52fca-911b-40b9-a359-4fce5c8c9184 None None] Notify callbacks [] for port, precommit_update {{(pid=93886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 11:21:55.908173 dv-cinder-797608-16-iscsi neutron-server[93885]: DEBUG neutron.db.provisioning_blocks [None req-05931952-e11e-4e12-af58-ece1398d134b None None] Provisioning for port 30f15c74-4a8a-4217-8939-c2330a48c2c7 completed by entity L2. {{(pid=93885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 13 11:21:55.908903 dv-cinder-797608-16-iscsi neutron-server[93886]: DEBUG neutron.db.provisioning_blocks [None req-50a52fca-911b-40b9-a359-4fce5c8c9184 None None] Transition to ACTIVE for port object 428389a9-bc09-4114-bd55-24f5251d9c53 will not be triggered until provisioned by entity L2. {{(pid=93886) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 13 11:21:55.914123 dv-cinder-797608-16-iscsi neutron-server[93885]: DEBUG neutron.db.provisioning_blocks [None req-05931952-e11e-4e12-af58-ece1398d134b None None] Provisioning complete for port 30f15c74-4a8a-4217-8939-c2330a48c2c7 triggered by entity L2. {{(pid=93885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 13 11:21:55.918054 dv-cinder-797608-16-iscsi neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-05931952-e11e-4e12-af58-ece1398d134b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-997193'] for port, provisioning_complete {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 11:21:55.925563 dv-cinder-797608-16-iscsi neutron-server[93886]: DEBUG neutron_lib.callbacks.manager [None req-50a52fca-911b-40b9-a359-4fce5c8c9184 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935844', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611014', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782137889940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782137337613', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782137337631'] for port, after_update {{(pid=93886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 11:21:55.965914 dv-cinder-797608-16-iscsi neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b1a5e32-0bb3-480e-8841-51000c4da935 req-152dd972-f620-4c5c-971a-ef59b73355c1 tempest-AttachVolumeTestJSON-893493791 tempest-AttachVolumeTestJSON-893493791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 11:21:55.973764 dv-cinder-797608-16-iscsi neutron-server[93884]: INFO neutron.wsgi [req-0b1a5e32-0bb3-480e-8841-51000c4da935 req-152dd972-f620-4c5c-971a-ef59b73355c1 tempest-AttachVolumeTestJSON-893493791 tempest-AttachVolumeTestJSON-893493791-project] 10.222.0.32 "GET /v2.0/ports?device_id=210d2391-7cc4-41fd-87e2-e84f6d335633 HTTP/1.1" status: 200 len: 945 time: 0.1101706 Aug 13 11:21:56.033825 dv-cinder-797608-16-iscsi neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-05931952-e11e-4e12-af58-ece1398d134b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935434'] for port, before_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 11:21:56.039179 dv-cinder-797608-16-iscsi neutron-server[93886]: DEBUG neutron.plugins.ml2.managers [None req-50a52fca-911b-40b9-a359-4fce5c8c9184 None None] Attempting to bind port 428389a9-bc09-4114-bd55-24f5251d9c53 on host dv-cinder-797608-16-iscsi for vnic_type normal with profile {{(pid=93886) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 13 11:21:56.039747 dv-cinder-797608-16-iscsi neutron-server[93886]: DEBUG neutron.plugins.ml2.managers [None req-50a52fca-911b-40b9-a359-4fce5c8c9184 None None] Attempting to bind port 428389a9-bc09-4114-bd55-24f5251d9c53 by drivers openvswitch,hyperv on host dv-cinder-797608-16-iscsi at level 0 using segments [{'id': '3f6765c6-6e72-475e-8aaa-7134ee4679ca', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7c3f0979-58a5-4465-87f9-e256377c6b61'}] {{(pid=93886) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 13 11:21:56.040230 dv-cinder-797608-16-iscsi neutron-server[93886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50a52fca-911b-40b9-a359-4fce5c8c9184 None None] Attempting to bind port 428389a9-bc09-4114-bd55-24f5251d9c53 on network 7c3f0979-58a5-4465-87f9-e256377c6b61 {{(pid=93886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 13 11:21:56.056617 dv-cinder-797608-16-iscsi neutron-server[93886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfc54c9c-9b8c-4d3b-b972-32ba222572d2 None None] Pushing event updated for resources: {'Port': ['ID=428389a9-bc09-4114-bd55-24f5251d9c53,revision_number=2']} {{(pid=93886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 11:21:56.057382 dv-cinder-797608-16-iscsi neutron-server[93884]: INFO neutron.wsgi [req-0b1a5e32-0bb3-480e-8841-51000c4da935 req-3758b6ff-e834-4a4d-9c89-8c73890a510c tempest-AttachVolumeTestJSON-893493791 tempest-AttachVolumeTestJSON-893493791-project] 10.222.0.32 "GET /v2.0/security-groups?id=04a16d11-7ca4-462a-891c-e4a125fe1a42&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0805805 Aug 13 11:21:56.062116 dv-cinder-797608-16-iscsi neutron-server[93886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50a52fca-911b-40b9-a359-4fce5c8c9184 None None] Checking agent: {'id': '649b788e-933d-40b8-a73c-f58c5ea7beff', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-797608-16-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 13, 11, 11, 41), 'started_at': datetime.datetime(2021, 8, 13, 11, 12, 11), 'heartbeat_timestamp': datetime.datetime(2021, 8, 13, 11, 21, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-797608-16-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 13 11:21:56.062596 dv-cinder-797608-16-iscsi neutron-server[93886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50a52fca-911b-40b9-a359-4fce5c8c9184 None None] Checking segment: {'id': '3f6765c6-6e72-475e-8aaa-7134ee4679ca', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7c3f0979-58a5-4465-87f9-e256377c6b61'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93886) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 13 11:21:56.062831 dv-cinder-797608-16-iscsi neutron-server[93884]: DEBUG neutron.db.db_base_plugin_common [None req-828e3198-bc44-4838-a9b0-22a72f99511f admin admin] Allocated IP 172.20.0.1 (19d032c5-8528-440a-a103-9e68f50bdfe9/3e906e7d-e025-4f52-b49f-c3fc3c70e6b0/76d3147c-4afe-4fb5-9909-5eb2224f1361) {{(pid=93884) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 13 11:21:56.063840 dv-cinder-797608-16-iscsi neutron-server[93886]: DEBUG neutron_lib.callbacks.manager [None req-50a52fca-911b-40b9-a359-4fce5c8c9184 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 11:21:56.064328 dv-cinder-797608-16-iscsi neutron-server[93886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50a52fca-911b-40b9-a359-4fce5c8c9184 None None] Bound using segment: {'id': '3f6765c6-6e72-475e-8aaa-7134ee4679ca', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7c3f0979-58a5-4465-87f9-e256377c6b61'} {{(pid=93886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 13 11:21:56.064990 dv-cinder-797608-16-iscsi neutron-server[93886]: DEBUG neutron.plugins.ml2.managers [None req-50a52fca-911b-40b9-a359-4fce5c8c9184 None None] Bound port: 428389a9-bc09-4114-bd55-24f5251d9c53, host: dv-cinder-797608-16-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3f6765c6-6e72-475e-8aaa-7134ee4679ca', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7c3f0979-58a5-4465-87f9-e256377c6b61'}}] {{(pid=93886) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 13 11:21:56.066207 dv-cinder-797608-16-iscsi neutron-server[93886]: DEBUG neutron_lib.callbacks.manager [None req-50a52fca-911b-40b9-a359-4fce5c8c9184 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935434'] for port, before_update {{(pid=93886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 11:21:56.078559 dv-cinder-797608-16-iscsi neutron-server[93886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfc54c9c-9b8c-4d3b-b972-32ba222572d2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797608-16-iscsi {{(pid=93886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 11:21:56.079197 dv-cinder-797608-16-iscsi neutron-server[93886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfc54c9c-9b8c-4d3b-b972-32ba222572d2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797608-16-iscsi {{(pid=93886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 11:21:56.079817 dv-cinder-797608-16-iscsi neutron-server[93886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfc54c9c-9b8c-4d3b-b972-32ba222572d2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797608-16-iscsi {{(pid=93886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 11:21:56.080419 dv-cinder-797608-16-iscsi neutron-server[93886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfc54c9c-9b8c-4d3b-b972-32ba222572d2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797608-16-iscsi {{(pid=93886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 11:21:56.080878 dv-cinder-797608-16-iscsi neutron-server[93886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfc54c9c-9b8c-4d3b-b972-32ba222572d2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-797608-16-iscsi {{(pid=93886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 11:21:56.081717 dv-cinder-797608-16-iscsi neutron-server[93886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfc54c9c-9b8c-4d3b-b972-32ba222572d2 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797608-16-iscsi {{(pid=93886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 11:21:56.082235 dv-cinder-797608-16-iscsi neutron-server[93886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfc54c9c-9b8c-4d3b-b972-32ba222572d2 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-797608-16-iscsi {{(pid=93886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 11:21:56.082774 dv-cinder-797608-16-iscsi neutron-server[93886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfc54c9c-9b8c-4d3b-b972-32ba222572d2 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-797608-16-iscsi {{(pid=93886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 11:21:56.083257 dv-cinder-797608-16-iscsi neutron-server[93886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfc54c9c-9b8c-4d3b-b972-32ba222572d2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797608-16-iscsi {{(pid=93886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 11:21:56.083713 dv-cinder-797608-16-iscsi neutron-server[93886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfc54c9c-9b8c-4d3b-b972-32ba222572d2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797608-16-iscsi {{(pid=93886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 11:21:56.085278 dv-cinder-797608-16-iscsi neutron-server[93886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfc54c9c-9b8c-4d3b-b972-32ba222572d2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797608-16-iscsi {{(pid=93886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 11:21:56.085729 dv-cinder-797608-16-iscsi neutron-server[93886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfc54c9c-9b8c-4d3b-b972-32ba222572d2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797608-16-iscsi {{(pid=93886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 11:21:56.090786 dv-cinder-797608-16-iscsi neutron-server[93885]: DEBUG neutron.plugins.ml2.db [None req-05931952-e11e-4e12-af58-ece1398d134b None None] For port 30f15c74-4a8a-4217-8939-c2330a48c2c7, host dv-cinder-797608-16-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797608-16-iscsi',level=0,port_id=30f15c74-4a8a-4217-8939-c2330a48c2c7,segment=NetworkSegment(0c0916bb-1dc8-4969-93db-96fbbfcf0471),segment_id=0c0916bb-1dc8-4969-93db-96fbbfcf0471)] {{(pid=93885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 13 11:21:56.096742 dv-cinder-797608-16-iscsi neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-05931952-e11e-4e12-af58-ece1398d134b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935844', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611014', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782137889940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782137337613', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782137337631'] for port, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 11:21:56.152965 dv-cinder-797608-16-iscsi neutron-server[93886]: DEBUG neutron.plugins.ml2.db [None req-50a52fca-911b-40b9-a359-4fce5c8c9184 None None] For port 428389a9-bc09-4114-bd55-24f5251d9c53, host dv-cinder-797608-16-iscsi, cleared binding levels {{(pid=93886) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 13 11:21:56.156544 dv-cinder-797608-16-iscsi neutron-server[93886]: DEBUG neutron.plugins.ml2.db [None req-50a52fca-911b-40b9-a359-4fce5c8c9184 None None] For port 428389a9-bc09-4114-bd55-24f5251d9c53, host dv-cinder-797608-16-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797608-16-iscsi',level=0,port_id=428389a9-bc09-4114-bd55-24f5251d9c53,segment=NetworkSegment(3f6765c6-6e72-475e-8aaa-7134ee4679ca),segment_id=3f6765c6-6e72-475e-8aaa-7134ee4679ca)] {{(pid=93886) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 13 11:21:56.158161 dv-cinder-797608-16-iscsi neutron-server[93885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05931952-e11e-4e12-af58-ece1398d134b None None] Pushing event updated for resources: {'Port': ['ID=30f15c74-4a8a-4217-8939-c2330a48c2c7,revision_number=3']} {{(pid=93885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 11:21:56.163699 dv-cinder-797608-16-iscsi neutron-server[93886]: DEBUG neutron_lib.callbacks.manager [None req-50a52fca-911b-40b9-a359-4fce5c8c9184 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935844', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611014', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782137889940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782137337613', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782137337631'] for port, after_update {{(pid=93886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 11:21:56.200207 dv-cinder-797608-16-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-828e3198-bc44-4838-a9b0-22a72f99511f admin admin] Notify callbacks [] for port, precommit_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 11:21:56.217857 dv-cinder-797608-16-iscsi neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [None req-828e3198-bc44-4838-a9b0-22a72f99511f admin admin] Transition to ACTIVE for port object 76d3147c-4afe-4fb5-9909-5eb2224f1361 will not be triggered until provisioned by entity DHCP. {{(pid=93884) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 13 11:21:56.232823 dv-cinder-797608-16-iscsi neutron-server[93886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50a52fca-911b-40b9-a359-4fce5c8c9184 None None] Routers {'196a2229-753e-4c44-8769-e5bed0df60a3'} bound to L3 agent in host dv-cinder-797608-16-iscsi {{(pid=93886) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 13 11:21:56.233566 dv-cinder-797608-16-iscsi neutron-server[93886]: DEBUG neutron.db.l3_hamode_db [None req-50a52fca-911b-40b9-a359-4fce5c8c9184 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797608-16-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-13T11:11:41Z,description=,heartbeat_timestamp=2021-08-13T11:21:41Z,host='dv-cinder-797608-16-iscsi',id=120d27b5-31d8-4cd2-97b4-2412c45088e1,load=0,resource_versions=,resources_synced=,started_at=2021-08-13T11:11:41Z,topic='l3_agent')) {'router_ids': ['196a2229-753e-4c44-8769-e5bed0df60a3'], 'active': True} {{(pid=93886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 13 11:21:56.257541 dv-cinder-797608-16-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-828e3198-bc44-4838-a9b0-22a72f99511f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935844', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611014', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782137337079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2141180323'] for port, after_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 11:21:56.269505 dv-cinder-797608-16-iscsi neutron-server[93886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfc54c9c-9b8c-4d3b-b972-32ba222572d2 None None] Pushing event updated for resources: {'Port': ['ID=428389a9-bc09-4114-bd55-24f5251d9c53,revision_number=3']} {{(pid=93886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 11:21:56.305729 dv-cinder-797608-16-iscsi neutron-server[93884]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-828e3198-bc44-4838-a9b0-22a72f99511f admin admin] Network 19d032c5-8528-440a-a103-9e68f50bdfe9 is already hosted by enough agents. {{(pid=93884) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 13 11:21:56.310420 dv-cinder-797608-16-iscsi neutron-server[93884]: DEBUG neutron.scheduler.base_scheduler [None req-828e3198-bc44-4838-a9b0-22a72f99511f admin admin] Resources bound (agent type, host, resource id): {{(pid=93884) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 13 11:21:56.317917 dv-cinder-797608-16-iscsi neutron-server[93884]: DEBUG neutron.db.l3_dvrscheduler_db [None req-828e3198-bc44-4838-a9b0-22a72f99511f admin admin] Received port after_create {{(pid=93884) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 13 11:21:56.347176 dv-cinder-797608-16-iscsi neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-828e3198-bc44-4838-a9b0-22a72f99511f admin admin] Pushing event updated for resources: {'Port': ['ID=76d3147c-4afe-4fb5-9909-5eb2224f1361,revision_number=1']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 11:21:56.348889 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron.notifiers.nova [req-4c1e280c-a206-4320-8c60-efaff0732b56 req-35a71f0c-8f0f-46b5-b8b8-a6560115d6c3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ed5562ea-7346-4c67-84bd-f8315fb64ad5 {{(pid=93883) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 13 11:21:56.365691 dv-cinder-797608-16-iscsi neutron-server[93886]: DEBUG neutron.db.l3_dvr_db [None req-50a52fca-911b-40b9-a359-4fce5c8c9184 None None] Set router 196a2229-753e-4c44-8769-e5bed0df60a3 gateway port host: dv-cinder-797608-16-iscsi {{(pid=93886) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 13 11:21:56.366369 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-4c1e280c-a206-4320-8c60-efaff0732b56 req-35a71f0c-8f0f-46b5-b8b8-a6560115d6c3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 11:21:56.375309 dv-cinder-797608-16-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-828e3198-bc44-4838-a9b0-22a72f99511f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-2002984'] for router_interface, before_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 11:21:56.381427 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron.db.provisioning_blocks [req-4c1e280c-a206-4320-8c60-efaff0732b56 req-35a71f0c-8f0f-46b5-b8b8-a6560115d6c3 service neutron] Transition to ACTIVE for port object ed5562ea-7346-4c67-84bd-f8315fb64ad5 will not be triggered until provisioned by entity L2. {{(pid=93883) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 13 11:21:56.387371 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-4c1e280c-a206-4320-8c60-efaff0732b56 req-35a71f0c-8f0f-46b5-b8b8-a6560115d6c3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935844', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611014', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782137889940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782137337613', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782137337631', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2139128387'] for port, after_update {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 11:21:56.435848 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35a71f0c-8f0f-46b5-b8b8-a6560115d6c3 service neutron] Pushing event updated for resources: {'Port': ['ID=ed5562ea-7346-4c67-84bd-f8315fb64ad5,revision_number=2']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 11:21:56.585891 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron.plugins.ml2.managers [req-4c1e280c-a206-4320-8c60-efaff0732b56 req-35a71f0c-8f0f-46b5-b8b8-a6560115d6c3 service neutron] Attempting to bind port ed5562ea-7346-4c67-84bd-f8315fb64ad5 on host hv-cinder-79760 for vnic_type normal with profile {{(pid=93883) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 13 11:21:56.586282 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron.plugins.ml2.managers [req-4c1e280c-a206-4320-8c60-efaff0732b56 req-35a71f0c-8f0f-46b5-b8b8-a6560115d6c3 service neutron] Attempting to bind port ed5562ea-7346-4c67-84bd-f8315fb64ad5 by drivers openvswitch,hyperv on host hv-cinder-79760 at level 0 using segments [{'id': 'f4dd2cc4-fdaa-47ce-bd00-4a8b0e01de32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': 'ef82cda3-482a-4d19-86b5-de7fdfe5ee01'}] {{(pid=93883) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 13 11:21:56.586623 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c1e280c-a206-4320-8c60-efaff0732b56 req-35a71f0c-8f0f-46b5-b8b8-a6560115d6c3 service neutron] Attempting to bind port ed5562ea-7346-4c67-84bd-f8315fb64ad5 on network ef82cda3-482a-4d19-86b5-de7fdfe5ee01 {{(pid=93883) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 13 11:21:56.592198 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c1e280c-a206-4320-8c60-efaff0732b56 req-35a71f0c-8f0f-46b5-b8b8-a6560115d6c3 service neutron] Port ed5562ea-7346-4c67-84bd-f8315fb64ad5 on network ef82cda3-482a-4d19-86b5-de7fdfe5ee01 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79760 {{(pid=93883) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 13 11:21:56.592538 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c1e280c-a206-4320-8c60-efaff0732b56 req-35a71f0c-8f0f-46b5-b8b8-a6560115d6c3 service neutron] Attempting to bind port ed5562ea-7346-4c67-84bd-f8315fb64ad5 on network ef82cda3-482a-4d19-86b5-de7fdfe5ee01 {{(pid=93883) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 13 11:21:56.600095 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c1e280c-a206-4320-8c60-efaff0732b56 req-35a71f0c-8f0f-46b5-b8b8-a6560115d6c3 service neutron] Checking agent: {'id': '3e9c1808-7bc3-414f-9290-25f62682d3ef', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79760', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 13, 11, 17, 34), 'started_at': datetime.datetime(2021, 8, 13, 11, 17, 34), 'heartbeat_timestamp': datetime.datetime(2021, 8, 13, 11, 21, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93883) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 13 11:21:56.600501 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c1e280c-a206-4320-8c60-efaff0732b56 req-35a71f0c-8f0f-46b5-b8b8-a6560115d6c3 service neutron] Checking segment: {'id': 'f4dd2cc4-fdaa-47ce-bd00-4a8b0e01de32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': 'ef82cda3-482a-4d19-86b5-de7fdfe5ee01'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93883) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 13 11:21:56.601581 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c1e280c-a206-4320-8c60-efaff0732b56 req-35a71f0c-8f0f-46b5-b8b8-a6560115d6c3 service neutron] Bound using segment: {'id': 'f4dd2cc4-fdaa-47ce-bd00-4a8b0e01de32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': 'ef82cda3-482a-4d19-86b5-de7fdfe5ee01'} {{(pid=93883) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 13 11:21:56.602077 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron.plugins.ml2.managers [req-4c1e280c-a206-4320-8c60-efaff0732b56 req-35a71f0c-8f0f-46b5-b8b8-a6560115d6c3 service neutron] Bound port: ed5562ea-7346-4c67-84bd-f8315fb64ad5, host: hv-cinder-79760, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f4dd2cc4-fdaa-47ce-bd00-4a8b0e01de32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': 'ef82cda3-482a-4d19-86b5-de7fdfe5ee01'}}] {{(pid=93883) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 13 11:21:56.602904 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-4c1e280c-a206-4320-8c60-efaff0732b56 req-35a71f0c-8f0f-46b5-b8b8-a6560115d6c3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935434'] for port, before_update {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 11:21:56.613628 dv-cinder-797608-16-iscsi neutron-server[93886]: DEBUG neutron.db.l3_hamode_db [None req-50a52fca-911b-40b9-a359-4fce5c8c9184 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '196a2229-753e-4c44-8769-e5bed0df60a3', 'name': 'tempest-TestShelveInstance-1574140213-router', 'tenant_id': 'f2f73946f5b4487a90034c858e2b5010', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c3f0979-58a5-4465-87f9-e256377c6b61', 'external_fixed_ips': [{'subnet_id': 'ba735781-2bff-41d5-99b4-7ca705ee91ca', 'ip_address': '172.27.2.83'}], 'enable_snat': True}, 'gw_port_id': '428389a9-bc09-4114-bd55-24f5251d9c53', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-13T11:21:52Z', 'updated_at': '2021-08-13T11:21:54Z', 'revision_number': 3, 'project_id': 'f2f73946f5b4487a90034c858e2b5010', 'gw_port': {'id': '428389a9-bc09-4114-bd55-24f5251d9c53', 'name': '', 'network_id': '7c3f0979-58a5-4465-87f9-e256377c6b61', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:a4:d3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '196a2229-753e-4c44-8769-e5bed0df60a3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 426, 'fixed_ips': [{'subnet_id': 'ba735781-2bff-41d5-99b4-7ca705ee91ca', 'ip_address': '172.27.2.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-13T11:21:53Z', 'updated_at': '2021-08-13T11:21:56Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ba735781-2bff-41d5-99b4-7ca705ee91ca', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797608-16-iscsi'}], 'dv-cinder-797608-16-iscsi', False) {} {{(pid=93886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 13 11:21:56.616505 dv-cinder-797608-16-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-828e3198-bc44-4838-a9b0-22a72f99511f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935434'] for port, before_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 11:21:56.640376 dv-cinder-797608-16-iscsi neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db89c9dd-69af-4b3e-a121-8e7833b7cd40 req-cd6975f6-1743-4149-be34-b99dc3d9614d tempest-ServerRescueNegativeTestJSON-217385872 tempest-ServerRescueNegativeTestJSON-217385872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 11:21:56.642617 dv-cinder-797608-16-iscsi neutron-server[93884]: INFO neutron.wsgi [req-db89c9dd-69af-4b3e-a121-8e7833b7cd40 req-cd6975f6-1743-4149-be34-b99dc3d9614d tempest-ServerRescueNegativeTestJSON-217385872 tempest-ServerRescueNegativeTestJSON-217385872-project] 10.222.0.32 "GET /v2.0/ports?device_id=f07a0f18-2b98-479b-bd6a-186739dfba26 HTTP/1.1" status: 200 len: 945 time: 0.0972037 Aug 13 11:21:56.645063 dv-cinder-797608-16-iscsi neutron-server[93886]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50a52fca-911b-40b9-a359-4fce5c8c9184 None None] The sync data for ids ['196a2229-753e-4c44-8769-e5bed0df60a3'] in dv-cinder-797608-16-iscsi is: [{'id': '196a2229-753e-4c44-8769-e5bed0df60a3', 'name': 'tempest-TestShelveInstance-1574140213-router', 'tenant_id': 'f2f73946f5b4487a90034c858e2b5010', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c3f0979-58a5-4465-87f9-e256377c6b61', 'external_fixed_ips': [{'subnet_id': 'ba735781-2bff-41d5-99b4-7ca705ee91ca', 'ip_address': '172.27.2.83'}], 'enable_snat': True}, 'gw_port_id': '428389a9-bc09-4114-bd55-24f5251d9c53', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-13T11:21:52Z', 'updated_at': '2021-08-13T11:21:54Z', 'revision_number': 3, 'project_id': 'f2f73946f5b4487a90034c858e2b5010', 'gw_port': {'id': '428389a9-bc09-4114-bd55-24f5251d9c53', 'name': '', 'network_id': '7c3f0979-58a5-4465-87f9-e256377c6b61', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:a4:d3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '196a2229-753e-4c44-8769-e5bed0df60a3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 426, 'fixed_ips': [{'subnet_id': 'ba735781-2bff-41d5-99b4-7ca705ee91ca', 'ip_address': '172.27.2.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-13T11:21:53Z', 'updated_at': '2021-08-13T11:21:56Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ba735781-2bff-41d5-99b4-7ca705ee91ca', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797608-16-iscsi'}] {{(pid=93886) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 13 11:21:56.684324 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron.plugins.ml2.db [req-4c1e280c-a206-4320-8c60-efaff0732b56 req-35a71f0c-8f0f-46b5-b8b8-a6560115d6c3 service neutron] For port ed5562ea-7346-4c67-84bd-f8315fb64ad5, host hv-cinder-79760, cleared binding levels {{(pid=93883) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 13 11:21:56.687756 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron.plugins.ml2.db [req-4c1e280c-a206-4320-8c60-efaff0732b56 req-35a71f0c-8f0f-46b5-b8b8-a6560115d6c3 service neutron] For port ed5562ea-7346-4c67-84bd-f8315fb64ad5, host hv-cinder-79760, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79760',level=0,port_id=ed5562ea-7346-4c67-84bd-f8315fb64ad5,segment=NetworkSegment(f4dd2cc4-fdaa-47ce-bd00-4a8b0e01de32),segment_id=f4dd2cc4-fdaa-47ce-bd00-4a8b0e01de32)] {{(pid=93883) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 13 11:21:56.693562 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-4c1e280c-a206-4320-8c60-efaff0732b56 req-35a71f0c-8f0f-46b5-b8b8-a6560115d6c3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935844', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611014', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782137889940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782137337613', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782137337631', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2139128387'] for port, after_update {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 11:21:56.715960 dv-cinder-797608-16-iscsi neutron-server[93885]: DEBUG neutron.db.provisioning_blocks [None req-aa06c928-b3ea-4f12-9c3f-009f385b159d None None] Provisioning for port 76d3147c-4afe-4fb5-9909-5eb2224f1361 completed by entity DHCP. {{(pid=93885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 13 11:21:56.720663 dv-cinder-797608-16-iscsi neutron-server[93885]: DEBUG neutron.db.provisioning_blocks [None req-aa06c928-b3ea-4f12-9c3f-009f385b159d None None] Provisioning complete for port 76d3147c-4afe-4fb5-9909-5eb2224f1361 triggered by entity DHCP. {{(pid=93885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 13 11:21:56.721073 dv-cinder-797608-16-iscsi neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-aa06c928-b3ea-4f12-9c3f-009f385b159d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-997193'] for port, provisioning_complete {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 11:21:56.732385 dv-cinder-797608-16-iscsi neutron-server[93884]: INFO neutron.wsgi [req-db89c9dd-69af-4b3e-a121-8e7833b7cd40 req-4ea71f7f-dfc2-4488-808d-0fa07b5f058c tempest-ServerRescueNegativeTestJSON-217385872 tempest-ServerRescueNegativeTestJSON-217385872-project] 10.222.0.32 "GET /v2.0/security-groups?id=5e66df65-70b0-476d-97cd-4e9936c292c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0596180 Aug 13 11:21:56.751521 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c1e280c-a206-4320-8c60-efaff0732b56 req-35a71f0c-8f0f-46b5-b8b8-a6560115d6c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 11:21:56.752202 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-4c1e280c-a206-4320-8c60-efaff0732b56 req-35a71f0c-8f0f-46b5-b8b8-a6560115d6c3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-128352'] for port, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 11:21:56.753810 dv-cinder-797608-16-iscsi neutron-server[93883]: INFO neutron.wsgi [req-4c1e280c-a206-4320-8c60-efaff0732b56 req-35a71f0c-8f0f-46b5-b8b8-a6560115d6c3 service neutron] 10.222.0.20 "PUT /v2.0/ports/ed5562ea-7346-4c67-84bd-f8315fb64ad5 HTTP/1.1" status: 200 len: 1093 time: 1.1793046 Aug 13 11:21:56.754286 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a5df8828-9c0f-4b63-8186-d7ea88dc9c62', 'tag': 'ed5562ea-7346-4c67-84bd-f8315fb64ad5'}] {{(pid=93883) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 13 11:21:56.756548 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}db1a1fbc245c58e73290e58258e46ca41fe4e785cc79cbd57aa3dae940aad292" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b6de93d0-ecf1-42b1-a7ff-1e000c84bb4e" -d '{"events": [{"name": "network-changed", "server_uuid": "a5df8828-9c0f-4b63-8186-d7ea88dc9c62", "tag": "ed5562ea-7346-4c67-84bd-f8315fb64ad5"}]}' {{(pid=93883) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 13 11:21:56.779330 dv-cinder-797608-16-iscsi neutron-server[93885]: DEBUG neutron.plugins.ml2.plugin [None req-aa06c928-b3ea-4f12-9c3f-009f385b159d None None] Port 76d3147c-4afe-4fb5-9909-5eb2224f1361 cannot update to ACTIVE because it is not bound. {{(pid=93885) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 13 11:21:56.804846 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35a71f0c-8f0f-46b5-b8b8-a6560115d6c3 service neutron] Pushing event updated for resources: {'Port': ['ID=ed5562ea-7346-4c67-84bd-f8315fb64ad5,revision_number=3']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 11:21:56.831736 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 13 Aug 2021 11:21:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2462dade-0d30-4a1a-baef-e2d7d90f8585 x-openstack-request-id: req-2462dade-0d30-4a1a-baef-e2d7d90f8585 {{(pid=93883) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 13 11:21:56.832320 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a5df8828-9c0f-4b63-8186-d7ea88dc9c62", "tag": "ed5562ea-7346-4c67-84bd-f8315fb64ad5", "status": "completed", "code": 200}]} {{(pid=93883) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 13 11:21:56.832780 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-2462dade-0d30-4a1a-baef-e2d7d90f8585 {{(pid=93883) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 13 11:21:56.833330 dv-cinder-797608-16-iscsi neutron-server[93883]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a5df8828-9c0f-4b63-8186-d7ea88dc9c62', 'tag': 'ed5562ea-7346-4c67-84bd-f8315fb64ad5', 'status': 'completed', 'code': 200} Aug 13 11:21:56.879841 dv-cinder-797608-16-iscsi neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-439d73cc-b99b-4b09-b669-10d87ea74a16 req-1486cbd8-9ab8-419e-abc0-2277eeb5414f tempest-AttachVolumeNegativeTest-1779138385 tempest-AttachVolumeNegativeTest-1779138385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 11:21:56.881319 dv-cinder-797608-16-iscsi neutron-server[93884]: INFO neutron.wsgi [req-439d73cc-b99b-4b09-b669-10d87ea74a16 req-1486cbd8-9ab8-419e-abc0-2277eeb5414f tempest-AttachVolumeNegativeTest-1779138385 tempest-AttachVolumeNegativeTest-1779138385-project] 10.222.0.32 "GET /v2.0/ports?device_id=a5df8828-9c0f-4b63-8186-d7ea88dc9c62 HTTP/1.1" status: 200 len: 943 time: 0.0794334 Aug 13 11:21:56.907643 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c1e280c-a206-4320-8c60-efaff0732b56 req-4aa9ba5b-0917-4b75-b54c-be76442cbbe0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 11:21:56.909221 dv-cinder-797608-16-iscsi neutron-server[93883]: INFO neutron.wsgi [req-4c1e280c-a206-4320-8c60-efaff0732b56 req-4aa9ba5b-0917-4b75-b54c-be76442cbbe0 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=2275c360eaf141e588ac14d4e4363438&device_id=a5df8828-9c0f-4b63-8186-d7ea88dc9c62 HTTP/1.1" status: 200 len: 1096 time: 0.0442536 Aug 13 11:21:56.966300 dv-cinder-797608-16-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-828e3198-bc44-4838-a9b0-22a72f99511f admin admin] Notify callbacks [] for port, precommit_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 11:21:56.978710 dv-cinder-797608-16-iscsi neutron-server[93884]: INFO neutron.wsgi [req-439d73cc-b99b-4b09-b669-10d87ea74a16 req-9e4ff24a-34d4-41fc-bc21-7b585071500e tempest-AttachVolumeNegativeTest-1779138385 tempest-AttachVolumeNegativeTest-1779138385-project] 10.222.0.32 "GET /v2.0/security-groups?id=e9ebb553-6898-47d0-8034-10e78e802a38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0898669 Aug 13 11:21:56.980048 dv-cinder-797608-16-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-828e3198-bc44-4838-a9b0-22a72f99511f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935844', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611014', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782137889940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782137337613', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782137337631', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2141180330'] for port, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 11:21:57.013383 dv-cinder-797608-16-iscsi neutron-server[93883]: INFO neutron.wsgi [req-4c1e280c-a206-4320-8c60-efaff0732b56 req-3917619c-4866-441b-88df-7e37763bc646 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=ed5562ea-7346-4c67-84bd-f8315fb64ad5 HTTP/1.1" status: 200 len: 217 time: 0.0745306 Aug 13 11:21:57.049949 dv-cinder-797608-16-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-828e3198-bc44-4838-a9b0-22a72f99511f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1611060', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-2003132'] for router_interface, after_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 11:21:57.069116 dv-cinder-797608-16-iscsi neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-828e3198-bc44-4838-a9b0-22a72f99511f admin admin] Pushing event updated for resources: {'Port': ['ID=76d3147c-4afe-4fb5-9909-5eb2224f1361,revision_number=2']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 11:21:57.071616 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c1e280c-a206-4320-8c60-efaff0732b56 req-3fef7af7-aa2e-4cdd-baa0-06f093e1e828 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 11:21:57.073328 dv-cinder-797608-16-iscsi neutron-server[93883]: INFO neutron.wsgi [req-4c1e280c-a206-4320-8c60-efaff0732b56 req-3fef7af7-aa2e-4cdd-baa0-06f093e1e828 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=0a294ee4-9310-4ae0-897c-3c3fffa9fb3c HTTP/1.1" status: 200 len: 854 time: 0.0519903 Aug 13 11:21:57.125645 dv-cinder-797608-16-iscsi neutron-server[93883]: INFO neutron.wsgi [req-4c1e280c-a206-4320-8c60-efaff0732b56 req-41e88e1c-b191-4553-90e8-01b9949fa7eb service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=ef82cda3-482a-4d19-86b5-de7fdfe5ee01&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0308661 Aug 13 11:21:57.193739 dv-cinder-797608-16-iscsi neutron-server[93884]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-828e3198-bc44-4838-a9b0-22a72f99511f admin admin] Network 19d032c5-8528-440a-a103-9e68f50bdfe9 is already hosted by enough agents. {{(pid=93884) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 13 11:21:57.195726 dv-cinder-797608-16-iscsi neutron-server[93884]: DEBUG neutron.scheduler.base_scheduler [None req-828e3198-bc44-4838-a9b0-22a72f99511f admin admin] Resources bound (agent type, host, resource id): {{(pid=93884) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 13 11:21:57.219130 dv-cinder-797608-16-iscsi neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10bb6179-8c90-493b-8a87-7255d24ab0a6 req-f646f65c-ad48-4339-a5a0-6187e5f250ff tempest-AttachVolumeTestJSON-893493791 tempest-AttachVolumeTestJSON-893493791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 11:21:57.221285 dv-cinder-797608-16-iscsi neutron-server[93884]: INFO neutron.wsgi [req-10bb6179-8c90-493b-8a87-7255d24ab0a6 req-f646f65c-ad48-4339-a5a0-6187e5f250ff tempest-AttachVolumeTestJSON-893493791 tempest-AttachVolumeTestJSON-893493791-project] 10.222.0.32 "GET /v2.0/ports?device_id=210d2391-7cc4-41fd-87e2-e84f6d335633 HTTP/1.1" status: 200 len: 945 time: 0.0758181 Aug 13 11:21:57.238711 dv-cinder-797608-16-iscsi neutron-server[93883]: INFO neutron.wsgi [req-4c1e280c-a206-4320-8c60-efaff0732b56 req-cc4f589c-1d5a-4249-89d2-476fd5da4614 service neutron] 10.222.0.20 "GET /v2.0/networks/ef82cda3-482a-4d19-86b5-de7fdfe5ee01?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1044564 Aug 13 11:21:57.328880 dv-cinder-797608-16-iscsi neutron-server[93884]: INFO neutron.wsgi [req-10bb6179-8c90-493b-8a87-7255d24ab0a6 req-1ef20f91-4349-414a-af15-e4359f4a1033 tempest-AttachVolumeTestJSON-893493791 tempest-AttachVolumeTestJSON-893493791-project] 10.222.0.32 "GET /v2.0/security-groups?id=04a16d11-7ca4-462a-891c-e4a125fe1a42&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0771296 Aug 13 11:21:57.364182 dv-cinder-797608-16-iscsi neutron-server[93884]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-828e3198-bc44-4838-a9b0-22a72f99511f admin admin] Router 196a2229-753e-4c44-8769-e5bed0df60a3 has already been hosted by L3 agent 120d27b5-31d8-4cd2-97b4-2412c45088e1 {{(pid=93884) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 13 11:21:57.406292 dv-cinder-797608-16-iscsi neutron-server[93883]: INFO neutron.wsgi [req-4c1e280c-a206-4320-8c60-efaff0732b56 req-303b0e13-0e94-4245-8643-785f088fd143 service neutron] 10.222.0.20 "GET /v2.0/networks/ef82cda3-482a-4d19-86b5-de7fdfe5ee01?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1486638 Aug 13 11:21:57.502420 dv-cinder-797608-16-iscsi neutron-server[93884]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-828e3198-bc44-4838-a9b0-22a72f99511f admin admin] Notify agent at l3_agent.dv-cinder-797608-16-iscsi the message routers_updated {{(pid=93884) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 13 11:21:57.506526 dv-cinder-797608-16-iscsi neutron-server[93885]: DEBUG neutron.db.provisioning_blocks [None req-639d98be-58d1-4fd7-a134-20b5026cca72 None None] Provisioning complete for port 76d3147c-4afe-4fb5-9909-5eb2224f1361 triggered by entity DHCP. {{(pid=93885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 13 11:21:57.507561 dv-cinder-797608-16-iscsi neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-639d98be-58d1-4fd7-a134-20b5026cca72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-997193'] for port, provisioning_complete {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 11:21:57.508460 dv-cinder-797608-16-iscsi neutron-server[93884]: INFO neutron.wsgi [None req-828e3198-bc44-4838-a9b0-22a72f99511f admin admin] 10.222.0.32 "PUT /v2.0/routers/196a2229-753e-4c44-8769-e5bed0df60a3/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5052171 Aug 13 11:21:57.548608 dv-cinder-797608-16-iscsi neutron-server[93885]: DEBUG neutron.plugins.ml2.plugin [None req-639d98be-58d1-4fd7-a134-20b5026cca72 None None] Port 76d3147c-4afe-4fb5-9909-5eb2224f1361 cannot update to ACTIVE because it is not bound. {{(pid=93885) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 13 11:21:57.611527 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6de93d0-ecf1-42b1-a7ff-1e000c84bb4e req-beac6594-caf4-46dc-b2c3-1c84871c0a25 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 11:21:57.614216 dv-cinder-797608-16-iscsi neutron-server[93883]: INFO neutron.wsgi [req-b6de93d0-ecf1-42b1-a7ff-1e000c84bb4e req-beac6594-caf4-46dc-b2c3-1c84871c0a25 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=2275c360eaf141e588ac14d4e4363438&device_id=a5df8828-9c0f-4b63-8186-d7ea88dc9c62 HTTP/1.1" status: 200 len: 1096 time: 0.0531113 Aug 13 11:21:57.720164 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6de93d0-ecf1-42b1-a7ff-1e000c84bb4e req-02fbbdb3-ead7-42fd-a7b0-151c5b0c8b0f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 11:21:57.721774 dv-cinder-797608-16-iscsi neutron-server[93883]: INFO neutron.wsgi [req-b6de93d0-ecf1-42b1-a7ff-1e000c84bb4e req-02fbbdb3-ead7-42fd-a7b0-151c5b0c8b0f service neutron] 10.222.0.20 "GET /v2.0/networks?id=ef82cda3-482a-4d19-86b5-de7fdfe5ee01 HTTP/1.1" status: 200 len: 915 time: 0.0962868 Aug 13 11:21:57.768726 dv-cinder-797608-16-iscsi neutron-server[93883]: INFO neutron.wsgi [req-b6de93d0-ecf1-42b1-a7ff-1e000c84bb4e req-f22fe78c-dc55-4b25-b6e4-eca07d03a9a4 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=ed5562ea-7346-4c67-84bd-f8315fb64ad5 HTTP/1.1" status: 200 len: 217 time: 0.0366058 Aug 13 11:21:57.814121 dv-cinder-797608-16-iscsi neutron-server[93885]: DEBUG neutron.plugins.ml2.rpc [None req-05931952-e11e-4e12-af58-ece1398d134b None None] Device 428389a9-bc09-4114-bd55-24f5251d9c53 up at agent ovs-agent-dv-cinder-797608-16-iscsi {{(pid=93885) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 13 11:21:57.844149 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6de93d0-ecf1-42b1-a7ff-1e000c84bb4e req-c16904d9-ee77-4f18-8cd9-df97bfce976a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 11:21:57.845691 dv-cinder-797608-16-iscsi neutron-server[93883]: INFO neutron.wsgi [req-b6de93d0-ecf1-42b1-a7ff-1e000c84bb4e req-c16904d9-ee77-4f18-8cd9-df97bfce976a service neutron] 10.222.0.20 "GET /v2.0/subnets?id=0a294ee4-9310-4ae0-897c-3c3fffa9fb3c HTTP/1.1" status: 200 len: 854 time: 0.0670538 Aug 13 11:21:57.887605 dv-cinder-797608-16-iscsi neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c485828-7ce6-4c89-b4cd-3b3421607c22 req-d934c8cd-7ff5-4ba9-8bcf-27015c46ee1e tempest-ServerRescueNegativeTestJSON-217385872 tempest-ServerRescueNegativeTestJSON-217385872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 11:21:57.888170 dv-cinder-797608-16-iscsi neutron-server[93885]: DEBUG neutron.db.provisioning_blocks [None req-05931952-e11e-4e12-af58-ece1398d134b None None] Provisioning for port 428389a9-bc09-4114-bd55-24f5251d9c53 completed by entity L2. {{(pid=93885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 13 11:21:57.888301 dv-cinder-797608-16-iscsi neutron-server[93883]: INFO neutron.wsgi [req-b6de93d0-ecf1-42b1-a7ff-1e000c84bb4e req-84c933d2-aeb9-4e0c-bc68-6649cc37aeba service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=ef82cda3-482a-4d19-86b5-de7fdfe5ee01&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0325520 Aug 13 11:21:57.889156 dv-cinder-797608-16-iscsi neutron-server[93884]: INFO neutron.wsgi [req-4c485828-7ce6-4c89-b4cd-3b3421607c22 req-d934c8cd-7ff5-4ba9-8bcf-27015c46ee1e tempest-ServerRescueNegativeTestJSON-217385872 tempest-ServerRescueNegativeTestJSON-217385872-project] 10.222.0.32 "GET /v2.0/ports?device_id=f07a0f18-2b98-479b-bd6a-186739dfba26 HTTP/1.1" status: 200 len: 945 time: 0.0661736 Aug 13 11:21:57.892188 dv-cinder-797608-16-iscsi neutron-server[93885]: DEBUG neutron.db.provisioning_blocks [None req-05931952-e11e-4e12-af58-ece1398d134b None None] Provisioning complete for port 428389a9-bc09-4114-bd55-24f5251d9c53 triggered by entity L2. {{(pid=93885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 13 11:21:57.892614 dv-cinder-797608-16-iscsi neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-05931952-e11e-4e12-af58-ece1398d134b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-997193'] for port, provisioning_complete {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 11:21:57.933371 dv-cinder-797608-16-iscsi neutron-server[93884]: INFO neutron.wsgi [req-4c485828-7ce6-4c89-b4cd-3b3421607c22 req-bc285b87-30b0-4dba-8cdc-796bb4b65806 tempest-ServerRescueNegativeTestJSON-217385872 tempest-ServerRescueNegativeTestJSON-217385872-project] 10.222.0.32 "GET /v2.0/security-groups?id=5e66df65-70b0-476d-97cd-4e9936c292c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0366919 Aug 13 11:21:57.980072 dv-cinder-797608-16-iscsi neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-05931952-e11e-4e12-af58-ece1398d134b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935434'] for port, before_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 11:21:58.005768 dv-cinder-797608-16-iscsi neutron-server[93885]: DEBUG neutron.plugins.ml2.db [None req-05931952-e11e-4e12-af58-ece1398d134b None None] For port 428389a9-bc09-4114-bd55-24f5251d9c53, host dv-cinder-797608-16-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797608-16-iscsi',level=0,port_id=428389a9-bc09-4114-bd55-24f5251d9c53,segment=NetworkSegment(3f6765c6-6e72-475e-8aaa-7134ee4679ca),segment_id=3f6765c6-6e72-475e-8aaa-7134ee4679ca)] {{(pid=93885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 13 11:21:58.011654 dv-cinder-797608-16-iscsi neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-05931952-e11e-4e12-af58-ece1398d134b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935844', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611014', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782137889940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782137337613', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782137337631'] for port, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 11:21:58.012452 dv-cinder-797608-16-iscsi neutron-server[93883]: INFO neutron.wsgi [req-b6de93d0-ecf1-42b1-a7ff-1e000c84bb4e req-7246b847-aed6-4e2f-880a-f017683ddc8e service neutron] 10.222.0.20 "GET /v2.0/networks/ef82cda3-482a-4d19-86b5-de7fdfe5ee01?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1073723 Aug 13 11:21:58.012930 dv-cinder-797608-16-iscsi neutron-server[93885]: DEBUG neutron.plugins.ml2.rpc [None req-05931952-e11e-4e12-af58-ece1398d134b None None] Device 30f15c74-4a8a-4217-8939-c2330a48c2c7 up at agent ovs-agent-dv-cinder-797608-16-iscsi {{(pid=93885) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 13 11:21:58.059854 dv-cinder-797608-16-iscsi neutron-server[93884]: DEBUG neutron.wsgi [-] (93884) accepted ('10.222.0.32', 48606) {{(pid=93884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 11:21:58.071838 dv-cinder-797608-16-iscsi neutron-server[93884]: DEBUG neutron.api.v2.base [None req-5fd6e30b-8670-403d-8df0-05db5889758f admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-353179001-network', 'tenant_id': '96bbd8433fb64582a0d553d05e017cd1'}} {{(pid=93884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 13 11:21:58.124914 dv-cinder-797608-16-iscsi neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5fd6e30b-8670-403d-8df0-05db5889758f admin admin] Made reservation on behalf of 96bbd8433fb64582a0d553d05e017cd1 for: {'network': 1} {{(pid=93884) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 13 11:21:58.127791 dv-cinder-797608-16-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-5fd6e30b-8670-403d-8df0-05db5889758f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935434'] for network, before_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 11:21:58.128219 dv-cinder-797608-16-iscsi neutron-server[93883]: INFO neutron.wsgi [req-b6de93d0-ecf1-42b1-a7ff-1e000c84bb4e req-89a0aee0-ba20-4ca7-bb77-d40e519e9f4a service neutron] 10.222.0.20 "GET /v2.0/networks/ef82cda3-482a-4d19-86b5-de7fdfe5ee01?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1069844 Aug 13 11:21:58.135942 dv-cinder-797608-16-iscsi neutron-server[93885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05931952-e11e-4e12-af58-ece1398d134b None None] Pushing event updated for resources: {'Port': ['ID=428389a9-bc09-4114-bd55-24f5251d9c53,revision_number=4']} {{(pid=93885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 11:21:58.151953 dv-cinder-797608-16-iscsi neutron-server[93885]: DEBUG neutron.db.provisioning_blocks [None req-05931952-e11e-4e12-af58-ece1398d134b None None] Provisioning complete for port 30f15c74-4a8a-4217-8939-c2330a48c2c7 triggered by entity L2. {{(pid=93885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 13 11:21:58.152326 dv-cinder-797608-16-iscsi neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-05931952-e11e-4e12-af58-ece1398d134b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-997193'] for port, provisioning_complete {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 11:21:58.156291 dv-cinder-797608-16-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-5fd6e30b-8670-403d-8df0-05db5889758f admin admin] Notify callbacks [] for security_group, before_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 11:21:58.200132 dv-cinder-797608-16-iscsi neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-732e2ef0-1eed-4130-a22b-43ada2f33bb3 req-2e0ff8d8-2418-4117-87ba-fe59bee432aa tempest-AttachVolumeNegativeTest-1779138385 tempest-AttachVolumeNegativeTest-1779138385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 11:21:58.201615 dv-cinder-797608-16-iscsi neutron-server[93884]: INFO neutron.wsgi [req-732e2ef0-1eed-4130-a22b-43ada2f33bb3 req-2e0ff8d8-2418-4117-87ba-fe59bee432aa tempest-AttachVolumeNegativeTest-1779138385 tempest-AttachVolumeNegativeTest-1779138385-project] 10.222.0.32 "GET /v2.0/ports?device_id=a5df8828-9c0f-4b63-8186-d7ea88dc9c62 HTTP/1.1" status: 200 len: 943 time: 0.0868001 Aug 13 11:21:58.258986 dv-cinder-797608-16-iscsi neutron-server[93884]: INFO neutron.wsgi [req-732e2ef0-1eed-4130-a22b-43ada2f33bb3 req-8c8a0e34-41d4-4f1b-a082-0a644a34f5f7 tempest-AttachVolumeNegativeTest-1779138385 tempest-AttachVolumeNegativeTest-1779138385-project] 10.222.0.32 "GET /v2.0/security-groups?id=e9ebb553-6898-47d0-8034-10e78e802a38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0481551 Aug 13 11:21:58.301576 dv-cinder-797608-16-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-5fd6e30b-8670-403d-8df0-05db5889758f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 11:21:58.305449 dv-cinder-797608-16-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-5fd6e30b-8670-403d-8df0-05db5889758f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651637'] for security_group, after_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 11:21:58.332270 dv-cinder-797608-16-iscsi neutron-server[93884]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5fd6e30b-8670-403d-8df0-05db5889758f admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 181} {{(pid=93884) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 13 11:21:58.342047 dv-cinder-797608-16-iscsi neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fd6e30b-8670-403d-8df0-05db5889758f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=576be3ff-534b-4a97-a6f6-823cdbb40b55,revision_number=1']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 11:21:58.347927 dv-cinder-797608-16-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-5fd6e30b-8670-403d-8df0-05db5889758f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-542450'] for segment, precommit_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 11:21:58.348268 dv-cinder-797608-16-iscsi neutron-server[93884]: INFO neutron.db.segments_db [None req-5fd6e30b-8670-403d-8df0-05db5889758f admin admin] Added segment 1261fa5e-e7d7-4e00-a9fe-cdd1d658f78f of type vlan for network 1612700c-1033-41bb-94bb-6a95ff56268e Aug 13 11:21:58.395136 dv-cinder-797608-16-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-5fd6e30b-8670-403d-8df0-05db5889758f admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8782137323340'] for network, precommit_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 11:21:58.455507 dv-cinder-797608-16-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-5fd6e30b-8670-403d-8df0-05db5889758f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611014'] for network, after_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 11:21:58.456482 dv-cinder-797608-16-iscsi neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5fd6e30b-8670-403d-8df0-05db5889758f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 11:21:58.457040 dv-cinder-797608-16-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-5fd6e30b-8670-403d-8df0-05db5889758f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1611032'] for network, before_response {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 11:21:58.473644 dv-cinder-797608-16-iscsi neutron-server[93885]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3557560-7465-4e56-8c7f-5033d4ab5e11 None None] Sync routers for ids ['196a2229-753e-4c44-8769-e5bed0df60a3'] in dv-cinder-797608-16-iscsi {{(pid=93885) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 13 11:21:58.485661 dv-cinder-797608-16-iscsi neutron-server[93885]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3557560-7465-4e56-8c7f-5033d4ab5e11 None None] Routers {'196a2229-753e-4c44-8769-e5bed0df60a3'} bound to L3 agent in host dv-cinder-797608-16-iscsi {{(pid=93885) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 13 11:21:58.486351 dv-cinder-797608-16-iscsi neutron-server[93885]: DEBUG neutron.db.l3_hamode_db [None req-a3557560-7465-4e56-8c7f-5033d4ab5e11 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797608-16-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-13T11:11:41Z,description=,heartbeat_timestamp=2021-08-13T11:21:41Z,host='dv-cinder-797608-16-iscsi',id=120d27b5-31d8-4cd2-97b4-2412c45088e1,load=0,resource_versions=,resources_synced=,started_at=2021-08-13T11:11:41Z,topic='l3_agent')) {'router_ids': ['196a2229-753e-4c44-8769-e5bed0df60a3'], 'active': True} {{(pid=93885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 13 11:21:58.517041 dv-cinder-797608-16-iscsi neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d8d0b81-9c42-4499-8e04-3e6c244fe593 req-068c5f26-736f-42a9-bc29-1c2d440544d5 tempest-AttachVolumeTestJSON-893493791 tempest-AttachVolumeTestJSON-893493791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 11:21:58.518593 dv-cinder-797608-16-iscsi neutron-server[93884]: INFO neutron.wsgi [req-9d8d0b81-9c42-4499-8e04-3e6c244fe593 req-068c5f26-736f-42a9-bc29-1c2d440544d5 tempest-AttachVolumeTestJSON-893493791 tempest-AttachVolumeTestJSON-893493791-project] 10.222.0.32 "GET /v2.0/ports?device_id=210d2391-7cc4-41fd-87e2-e84f6d335633 HTTP/1.1" status: 200 len: 945 time: 0.1103590 Aug 13 11:21:58.530513 dv-cinder-797608-16-iscsi neutron-server[93884]: INFO neutron.wsgi [None req-5fd6e30b-8670-403d-8df0-05db5889758f admin admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.4691677 Aug 13 11:21:58.532007 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.32', 48612) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 11:21:58.540746 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron.api.v2.base [None req-dbf38a73-3cbe-4be7-bbf5-ec68a08cea28 admin admin] Request body: {'subnet': {'network_id': '1612700c-1033-41bb-94bb-6a95ff56268e', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-353179001-subnet', 'tenant_id': '96bbd8433fb64582a0d553d05e017cd1', 'ip_version': 4}} {{(pid=93883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 13 11:21:58.552657 dv-cinder-797608-16-iscsi neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fd6e30b-8670-403d-8df0-05db5889758f admin admin] Pushing event updated for resources: {'Network': ['ID=1612700c-1033-41bb-94bb-6a95ff56268e,revision_number=1']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 11:21:58.564701 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dbf38a73-3cbe-4be7-bbf5-ec68a08cea28 admin admin] Made reservation on behalf of 96bbd8433fb64582a0d553d05e017cd1 for: {'subnet': 1} {{(pid=93883) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 13 11:21:58.567045 dv-cinder-797608-16-iscsi neutron-server[93885]: DEBUG neutron.plugins.ml2.rpc [None req-05931952-e11e-4e12-af58-ece1398d134b None None] Network 1612700c-1033-41bb-94bb-6a95ff56268e details requested by agent ovs-agent-dv-cinder-797608-16-iscsi with host dv-cinder-797608-16-iscsi {{(pid=93885) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 13 11:21:58.567529 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-dbf38a73-3cbe-4be7-bbf5-ec68a08cea28 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2139359381'] for subnet, before_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 11:21:58.577632 dv-cinder-797608-16-iscsi neutron-server[93884]: INFO neutron.wsgi [req-9d8d0b81-9c42-4499-8e04-3e6c244fe593 req-ae8149d3-8427-4bee-9915-aaa0b5c297c8 tempest-AttachVolumeTestJSON-893493791 tempest-AttachVolumeTestJSON-893493791-project] 10.222.0.32 "GET /v2.0/security-groups?id=04a16d11-7ca4-462a-891c-e4a125fe1a42&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0521941 Aug 13 11:21:58.695412 dv-cinder-797608-16-iscsi neutron-server[93885]: DEBUG neutron.db.l3_dvr_db [None req-a3557560-7465-4e56-8c7f-5033d4ab5e11 None None] Set router 196a2229-753e-4c44-8769-e5bed0df60a3 gateway port host: dv-cinder-797608-16-iscsi {{(pid=93885) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 13 11:21:58.754669 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-dbf38a73-3cbe-4be7-bbf5-ec68a08cea28 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611014', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2139128382', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2139359399'] for subnet, after_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 11:21:58.809108 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbf38a73-3cbe-4be7-bbf5-ec68a08cea28 admin admin] Pushing event updated for resources: {'Subnet': ['ID=9988f86d-9247-4b50-91ad-98aec6af009c,revision_number=0']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 11:21:58.825496 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dbf38a73-3cbe-4be7-bbf5-ec68a08cea28 admin admin] Checking segment: {'id': '1261fa5e-e7d7-4e00-a9fe-cdd1d658f78f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': '1612700c-1033-41bb-94bb-6a95ff56268e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93883) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 13 11:21:58.825853 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dbf38a73-3cbe-4be7-bbf5-ec68a08cea28 admin admin] Network hostable DHCP agents. Network: 1612700c-1033-41bb-94bb-6a95ff56268e, hostable agents: ['1ffcc762-1342-4182-afbd-f33f0b43fadf'], hosted agents: [] {{(pid=93883) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 13 11:21:58.843825 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dbf38a73-3cbe-4be7-bbf5-ec68a08cea28 admin admin] Network 1612700c-1033-41bb-94bb-6a95ff56268e is scheduled to be hosted by DHCP agent 1ffcc762-1342-4182-afbd-f33f0b43fadf with binding_index 1 {{(pid=93883) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 13 11:21:58.854020 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron.scheduler.base_scheduler [None req-dbf38a73-3cbe-4be7-bbf5-ec68a08cea28 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-797608-16-iscsi, 1612700c-1033-41bb-94bb-6a95ff56268e) {{(pid=93883) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 13 11:21:58.858371 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dbf38a73-3cbe-4be7-bbf5-ec68a08cea28 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 11:21:58.858983 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-dbf38a73-3cbe-4be7-bbf5-ec68a08cea28 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1611032'] for subnet, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 11:21:58.864849 dv-cinder-797608-16-iscsi neutron-server[93885]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0f6e9ffc-edae-43c4-9254-8a0d6a3507d8 None None] Network 1612700c-1033-41bb-94bb-6a95ff56268e requested from dv-cinder-797608-16-iscsi {{(pid=93885) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 13 11:21:58.873713 dv-cinder-797608-16-iscsi neutron-server[93883]: INFO neutron.wsgi [None req-dbf38a73-3cbe-4be7-bbf5-ec68a08cea28 admin admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.3405507 Aug 13 11:21:58.877078 dv-cinder-797608-16-iscsi neutron-server[93884]: DEBUG neutron.wsgi [-] (93884) accepted ('10.222.0.32', 48616) {{(pid=93884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 11:21:58.881478 dv-cinder-797608-16-iscsi neutron-server[93884]: DEBUG neutron.api.v2.base [None req-a1365051-eafc-4c69-863a-d3dceb113164 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-353179001-router', 'tenant_id': '96bbd8433fb64582a0d553d05e017cd1', 'external_gateway_info': {'network_id': '7c3f0979-58a5-4465-87f9-e256377c6b61'}}} {{(pid=93884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 13 11:21:58.904685 dv-cinder-797608-16-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-a1365051-eafc-4c69-863a-d3dceb113164 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1575915', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-130446'] for router, before_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 11:21:58.905955 dv-cinder-797608-16-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-a1365051-eafc-4c69-863a-d3dceb113164 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1586555', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1585448', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1643304', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-130433'] for router, precommit_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 11:21:58.988521 dv-cinder-797608-16-iscsi neutron-server[93885]: DEBUG neutron.db.l3_hamode_db [None req-a3557560-7465-4e56-8c7f-5033d4ab5e11 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '196a2229-753e-4c44-8769-e5bed0df60a3', 'name': 'tempest-TestShelveInstance-1574140213-router', 'tenant_id': 'f2f73946f5b4487a90034c858e2b5010', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c3f0979-58a5-4465-87f9-e256377c6b61', 'external_fixed_ips': [{'subnet_id': 'ba735781-2bff-41d5-99b4-7ca705ee91ca', 'ip_address': '172.27.2.83'}], 'enable_snat': True}, 'gw_port_id': '428389a9-bc09-4114-bd55-24f5251d9c53', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-13T11:21:52Z', 'updated_at': '2021-08-13T11:21:56Z', 'revision_number': 4, 'project_id': 'f2f73946f5b4487a90034c858e2b5010', 'gw_port': {'id': '428389a9-bc09-4114-bd55-24f5251d9c53', 'name': '', 'network_id': '7c3f0979-58a5-4465-87f9-e256377c6b61', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:a4:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '196a2229-753e-4c44-8769-e5bed0df60a3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 426, 'fixed_ips': [{'subnet_id': 'ba735781-2bff-41d5-99b4-7ca705ee91ca', 'ip_address': '172.27.2.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-13T11:21:53Z', 'updated_at': '2021-08-13T11:21:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ba735781-2bff-41d5-99b4-7ca705ee91ca', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797608-16-iscsi', '_interfaces': [{'id': '76d3147c-4afe-4fb5-9909-5eb2224f1361', 'name': '', 'network_id': '19d032c5-8528-440a-a103-9e68f50bdfe9', 'tenant_id': 'f2f73946f5b4487a90034c858e2b5010', 'mac_address': 'fa:16:3e:ce:b7:5d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '196a2229-753e-4c44-8769-e5bed0df60a3', 'device_owner': 'network:router_interface', 'standard_attr_id': 428, 'fixed_ips': [{'subnet_id': '3e906e7d-e025-4f52-b49f-c3fc3c70e6b0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-13T11:21:55Z', 'updated_at': '2021-08-13T11:21:56Z', 'revision_number': 2, 'project_id': 'f2f73946f5b4487a90034c858e2b5010', 'subnets': [{'id': '3e906e7d-e025-4f52-b49f-c3fc3c70e6b0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-797608-16-iscsi', False) {} {{(pid=93885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 13 11:21:59.036479 dv-cinder-797608-16-iscsi neutron-server[93885]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3557560-7465-4e56-8c7f-5033d4ab5e11 None None] Checking router: 196a2229-753e-4c44-8769-e5bed0df60a3 for host: dv-cinder-797608-16-iscsi {{(pid=93885) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 13 11:21:59.036738 dv-cinder-797608-16-iscsi neutron-server[93885]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3557560-7465-4e56-8c7f-5033d4ab5e11 None None] Updating router 196a2229-753e-4c44-8769-e5bed0df60a3 port 76d3147c-4afe-4fb5-9909-5eb2224f1361 binding host dv-cinder-797608-16-iscsi {{(pid=93885) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 13 11:21:59.197236 dv-cinder-797608-16-iscsi neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-a3557560-7465-4e56-8c7f-5033d4ab5e11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935434'] for port, before_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 11:21:59.217218 dv-cinder-797608-16-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-a1365051-eafc-4c69-863a-d3dceb113164 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 11:21:59.233025 dv-cinder-797608-16-iscsi neutron-server[93885]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a1528336-6020-45ef-8365-d0625724a2bf None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp84322506-7e22-5c26-8af9-4bf3580d711c-1612700c-1033-41bb-94bb-6a95ff56268e', 'network_id': '1612700c-1033-41bb-94bb-6a95ff56268e', 'tenant_id': '96bbd8433fb64582a0d553d05e017cd1', 'fixed_ips': [{'subnet_id': '9988f86d-9247-4b50-91ad-98aec6af009c'}]}} from dv-cinder-797608-16-iscsi. {{(pid=93885) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 13 11:21:59.233866 dv-cinder-797608-16-iscsi neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-a1528336-6020-45ef-8365-d0625724a2bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935434'] for port, before_create {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 11:21:59.326056 dv-cinder-797608-16-iscsi neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ee3624e-faea-486b-b2c9-4866b5b04718 req-6c7d8ec3-3280-47dc-bed7-506b8617dad7 tempest-ServerRescueNegativeTestJSON-217385872 tempest-ServerRescueNegativeTestJSON-217385872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 11:21:59.326056 dv-cinder-797608-16-iscsi neutron-server[93884]: INFO neutron.wsgi [req-2ee3624e-faea-486b-b2c9-4866b5b04718 req-6c7d8ec3-3280-47dc-bed7-506b8617dad7 tempest-ServerRescueNegativeTestJSON-217385872 tempest-ServerRescueNegativeTestJSON-217385872-project] 10.222.0.32 "GET /v2.0/ports?device_id=f07a0f18-2b98-479b-bd6a-186739dfba26 HTTP/1.1" status: 200 len: 945 time: 0.1138501 Aug 13 11:21:59.427320 dv-cinder-797608-16-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-a1365051-eafc-4c69-863a-d3dceb113164 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 11:21:59.497152 dv-cinder-797608-16-iscsi neutron-server[93884]: INFO neutron.wsgi [req-2ee3624e-faea-486b-b2c9-4866b5b04718 req-8df15b75-5bd6-4d9a-9d8c-03766b67ebf8 tempest-ServerRescueNegativeTestJSON-217385872 tempest-ServerRescueNegativeTestJSON-217385872-project] 10.222.0.32 "GET /v2.0/security-groups?id=5e66df65-70b0-476d-97cd-4e9936c292c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1391559 Aug 13 11:21:59.508892 dv-cinder-797608-16-iscsi neutron-server[93885]: DEBUG neutron.db.db_base_plugin_common [None req-a1528336-6020-45ef-8365-d0625724a2bf None None] Allocated IP 172.20.0.2 (1612700c-1033-41bb-94bb-6a95ff56268e/9988f86d-9247-4b50-91ad-98aec6af009c/92916728-a009-4325-b236-812999780e29) {{(pid=93885) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 13 11:21:59.509101 dv-cinder-797608-16-iscsi neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d8c10c3-c788-4638-bbe7-8502c41df6c9 req-b6dcdb33-d88b-45fe-b1f2-3f6864bbcb1c tempest-AttachVolumeNegativeTest-1779138385 tempest-AttachVolumeNegativeTest-1779138385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 11:21:59.510608 dv-cinder-797608-16-iscsi neutron-server[93884]: INFO neutron.wsgi [req-2d8c10c3-c788-4638-bbe7-8502c41df6c9 req-b6dcdb33-d88b-45fe-b1f2-3f6864bbcb1c tempest-AttachVolumeNegativeTest-1779138385 tempest-AttachVolumeNegativeTest-1779138385-project] 10.222.0.32 "GET /v2.0/ports?device_id=a5df8828-9c0f-4b63-8186-d7ea88dc9c62 HTTP/1.1" status: 200 len: 943 time: 0.1511865 Aug 13 11:21:59.522586 dv-cinder-797608-16-iscsi neutron-server[93885]: DEBUG neutron.plugins.ml2.rpc [None req-a0b9b986-0706-4fc6-9cf9-0eb02d2513dc None None] Device ed5562ea-7346-4c67-84bd-f8315fb64ad5 details requested by agent hyperv_hv-cinder-79760 with host hv-cinder-79760 {{(pid=93885) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 13 11:21:59.571490 dv-cinder-797608-16-iscsi neutron-server[93884]: INFO neutron.wsgi [req-2d8c10c3-c788-4638-bbe7-8502c41df6c9 req-53feb1c2-6ca0-4bac-b127-dcb5d37e690c tempest-AttachVolumeNegativeTest-1779138385 tempest-AttachVolumeNegativeTest-1779138385-project] 10.222.0.32 "GET /v2.0/security-groups?id=e9ebb553-6898-47d0-8034-10e78e802a38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0542459 Aug 13 11:21:59.738409 dv-cinder-797608-16-iscsi neutron-server[93885]: DEBUG neutron.plugins.ml2.rpc [None req-05931952-e11e-4e12-af58-ece1398d134b None None] Device 428389a9-bc09-4114-bd55-24f5251d9c53 up at agent ovs-agent-dv-cinder-797608-16-iscsi {{(pid=93885) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 13 11:21:59.757829 dv-cinder-797608-16-iscsi neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63bd8cba-e372-46be-9f44-88addb0ed503 req-f12aaaea-479e-4d46-8ca6-346895dc53a6 tempest-AttachVolumeTestJSON-893493791 tempest-AttachVolumeTestJSON-893493791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 11:21:59.759313 dv-cinder-797608-16-iscsi neutron-server[93884]: INFO neutron.wsgi [req-63bd8cba-e372-46be-9f44-88addb0ed503 req-f12aaaea-479e-4d46-8ca6-346895dc53a6 tempest-AttachVolumeTestJSON-893493791 tempest-AttachVolumeTestJSON-893493791-project] 10.222.0.32 "GET /v2.0/ports?device_id=210d2391-7cc4-41fd-87e2-e84f6d335633 HTTP/1.1" status: 200 len: 945 time: 0.0869846 Aug 13 11:21:59.765294 dv-cinder-797608-16-iscsi neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-a3557560-7465-4e56-8c7f-5033d4ab5e11 None None] Notify callbacks [] for port, precommit_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 11:21:59.768841 dv-cinder-797608-16-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-a1365051-eafc-4c69-863a-d3dceb113164 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 11:21:59.792966 dv-cinder-797608-16-iscsi neutron-server[93885]: DEBUG neutron.plugins.ml2.db [None req-a0b9b986-0706-4fc6-9cf9-0eb02d2513dc None None] For port ed5562ea-7346-4c67-84bd-f8315fb64ad5, host hv-cinder-79760, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79760',level=0,port_id=ed5562ea-7346-4c67-84bd-f8315fb64ad5,segment=NetworkSegment(f4dd2cc4-fdaa-47ce-bd00-4a8b0e01de32),segment_id=f4dd2cc4-fdaa-47ce-bd00-4a8b0e01de32)] {{(pid=93885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 13 11:21:59.800191 dv-cinder-797608-16-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-a1365051-eafc-4c69-863a-d3dceb113164 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935434'] for port, before_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 11:21:59.805417 dv-cinder-797608-16-iscsi neutron-server[93885]: DEBUG neutron.db.provisioning_blocks [None req-a3557560-7465-4e56-8c7f-5033d4ab5e11 None None] Transition to ACTIVE for port object 76d3147c-4afe-4fb5-9909-5eb2224f1361 will not be triggered until provisioned by entity L2. {{(pid=93885) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 13 11:21:59.848588 dv-cinder-797608-16-iscsi neutron-server[93885]: DEBUG neutron.plugins.ml2.rpc [None req-a0b9b986-0706-4fc6-9cf9-0eb02d2513dc None None] Returning: {'device': 'ed5562ea-7346-4c67-84bd-f8315fb64ad5', 'network_id': 'ef82cda3-482a-4d19-86b5-de7fdfe5ee01', 'port_id': 'ed5562ea-7346-4c67-84bd-f8315fb64ad5', 'mac_address': 'fa:16:3e:57:9c:c1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 175, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0a294ee4-9310-4ae0-897c-3c3fffa9fb3c', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93885) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 13 11:21:59.853469 dv-cinder-797608-16-iscsi neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-a3557560-7465-4e56-8c7f-5033d4ab5e11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935844', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611014', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782137889940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782137337613', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782137337631'] for port, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 11:21:59.861703 dv-cinder-797608-16-iscsi neutron-server[93884]: INFO neutron.wsgi [req-63bd8cba-e372-46be-9f44-88addb0ed503 req-42ed14ea-2a59-450c-a029-9efa75048e98 tempest-AttachVolumeTestJSON-893493791 tempest-AttachVolumeTestJSON-893493791-project] 10.222.0.32 "GET /v2.0/security-groups?id=04a16d11-7ca4-462a-891c-e4a125fe1a42&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0949163 Aug 13 11:21:59.935261 dv-cinder-797608-16-iscsi neutron-server[93884]: DEBUG neutron.db.db_base_plugin_common [None req-a1365051-eafc-4c69-863a-d3dceb113164 admin admin] Allocated IP 172.27.2.4 (7c3f0979-58a5-4465-87f9-e256377c6b61/ba735781-2bff-41d5-99b4-7ca705ee91ca/9114e29a-1ba7-4dad-9b6f-2d822b090020) {{(pid=93884) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 13 11:21:59.943942 dv-cinder-797608-16-iscsi neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-a1528336-6020-45ef-8365-d0625724a2bf None None] Notify callbacks [] for port, precommit_create {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 11:21:59.982330 dv-cinder-797608-16-iscsi neutron-server[93885]: DEBUG neutron.db.provisioning_blocks [None req-a1528336-6020-45ef-8365-d0625724a2bf None None] Transition to ACTIVE for port object 92916728-a009-4325-b236-812999780e29 will not be triggered until provisioned by entity L2. {{(pid=93885) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 13 11:21:59.993141 dv-cinder-797608-16-iscsi neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-a0b9b986-0706-4fc6-9cf9-0eb02d2513dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935434'] for port, before_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 11:21:59.999276 dv-cinder-797608-16-iscsi neutron-server[93885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8ca5398-bf74-42c0-abf2-868b83faa33d None None] Pushing event updated for resources: {'Port': ['ID=76d3147c-4afe-4fb5-9909-5eb2224f1361,revision_number=3']} {{(pid=93885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 11:22:00.057707 dv-cinder-797608-16-iscsi neutron-server[93885]: DEBUG neutron.notifiers.nova [None req-a0b9b986-0706-4fc6-9cf9-0eb02d2513dc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ed5562ea-7346-4c67-84bd-f8315fb64ad5 {{(pid=93885) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 13 11:22:00.063062 dv-cinder-797608-16-iscsi neutron-server[93885]: DEBUG neutron.db.provisioning_blocks [None req-a1528336-6020-45ef-8365-d0625724a2bf None None] Transition to ACTIVE for port object 92916728-a009-4325-b236-812999780e29 will not be triggered until provisioned by entity DHCP. {{(pid=93885) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 13 11:22:00.066466 dv-cinder-797608-16-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-a1365051-eafc-4c69-863a-d3dceb113164 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 11:22:00.085961 dv-cinder-797608-16-iscsi neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-a1528336-6020-45ef-8365-d0625724a2bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935844', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611014', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782137337079'] for port, after_create {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 11:22:00.087775 dv-cinder-797608-16-iscsi neutron-server[93885]: DEBUG neutron.db.provisioning_blocks [None req-05931952-e11e-4e12-af58-ece1398d134b None None] Provisioning complete for port 428389a9-bc09-4114-bd55-24f5251d9c53 triggered by entity L2. {{(pid=93885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 13 11:22:00.088141 dv-cinder-797608-16-iscsi neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-05931952-e11e-4e12-af58-ece1398d134b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-997193'] for port, provisioning_complete {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 11:22:00.100778 dv-cinder-797608-16-iscsi neutron-server[93885]: DEBUG neutron.plugins.ml2.managers [None req-a3557560-7465-4e56-8c7f-5033d4ab5e11 None None] Attempting to bind port 76d3147c-4afe-4fb5-9909-5eb2224f1361 on host dv-cinder-797608-16-iscsi for vnic_type normal with profile {{(pid=93885) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 13 11:22:00.101149 dv-cinder-797608-16-iscsi neutron-server[93885]: DEBUG neutron.plugins.ml2.managers [None req-a3557560-7465-4e56-8c7f-5033d4ab5e11 None None] Attempting to bind port 76d3147c-4afe-4fb5-9909-5eb2224f1361 by drivers openvswitch,hyperv on host dv-cinder-797608-16-iscsi at level 0 using segments [{'id': '0c0916bb-1dc8-4969-93db-96fbbfcf0471', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '19d032c5-8528-440a-a103-9e68f50bdfe9'}] {{(pid=93885) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 13 11:22:00.101519 dv-cinder-797608-16-iscsi neutron-server[93885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3557560-7465-4e56-8c7f-5033d4ab5e11 None None] Attempting to bind port 76d3147c-4afe-4fb5-9909-5eb2224f1361 on network 19d032c5-8528-440a-a103-9e68f50bdfe9 {{(pid=93885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 13 11:22:00.113833 dv-cinder-797608-16-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-a1365051-eafc-4c69-863a-d3dceb113164 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935844', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611014', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782137337079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2141180323'] for port, after_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 11:22:00.150743 dv-cinder-797608-16-iscsi neutron-server[93884]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a1365051-eafc-4c69-863a-d3dceb113164 admin admin] Network 7c3f0979-58a5-4465-87f9-e256377c6b61 is already hosted by enough agents. {{(pid=93884) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 13 11:22:00.152586 dv-cinder-797608-16-iscsi neutron-server[93885]: DEBUG neutron.plugins.ml2.db [None req-a0b9b986-0706-4fc6-9cf9-0eb02d2513dc None None] For port ed5562ea-7346-4c67-84bd-f8315fb64ad5, host hv-cinder-79760, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79760',level=0,port_id=ed5562ea-7346-4c67-84bd-f8315fb64ad5,segment=NetworkSegment(f4dd2cc4-fdaa-47ce-bd00-4a8b0e01de32),segment_id=f4dd2cc4-fdaa-47ce-bd00-4a8b0e01de32)] {{(pid=93885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 13 11:22:00.152726 dv-cinder-797608-16-iscsi neutron-server[93884]: DEBUG neutron.scheduler.base_scheduler [None req-a1365051-eafc-4c69-863a-d3dceb113164 admin admin] Resources bound (agent type, host, resource id): {{(pid=93884) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 13 11:22:00.157585 dv-cinder-797608-16-iscsi neutron-server[93884]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1365051-eafc-4c69-863a-d3dceb113164 admin admin] Received port after_create {{(pid=93884) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 13 11:22:00.161391 dv-cinder-797608-16-iscsi neutron-server[93885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3557560-7465-4e56-8c7f-5033d4ab5e11 None None] Checking agent: {'id': '649b788e-933d-40b8-a73c-f58c5ea7beff', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-797608-16-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 13, 11, 11, 41), 'started_at': datetime.datetime(2021, 8, 13, 11, 12, 11), 'heartbeat_timestamp': datetime.datetime(2021, 8, 13, 11, 21, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-797608-16-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 13 11:22:00.161766 dv-cinder-797608-16-iscsi neutron-server[93885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3557560-7465-4e56-8c7f-5033d4ab5e11 None None] Checking segment: {'id': '0c0916bb-1dc8-4969-93db-96fbbfcf0471', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '19d032c5-8528-440a-a103-9e68f50bdfe9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93885) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 13 11:22:00.162205 dv-cinder-797608-16-iscsi neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-a3557560-7465-4e56-8c7f-5033d4ab5e11 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 11:22:00.162605 dv-cinder-797608-16-iscsi neutron-server[93885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3557560-7465-4e56-8c7f-5033d4ab5e11 None None] Bound using segment: {'id': '0c0916bb-1dc8-4969-93db-96fbbfcf0471', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '19d032c5-8528-440a-a103-9e68f50bdfe9'} {{(pid=93885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 13 11:22:00.163257 dv-cinder-797608-16-iscsi neutron-server[93885]: DEBUG neutron.plugins.ml2.managers [None req-a3557560-7465-4e56-8c7f-5033d4ab5e11 None None] Bound port: 76d3147c-4afe-4fb5-9909-5eb2224f1361, host: dv-cinder-797608-16-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0c0916bb-1dc8-4969-93db-96fbbfcf0471', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '19d032c5-8528-440a-a103-9e68f50bdfe9'}}] {{(pid=93885) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 13 11:22:00.163472 dv-cinder-797608-16-iscsi neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-a3557560-7465-4e56-8c7f-5033d4ab5e11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935434'] for port, before_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 11:22:00.171396 dv-cinder-797608-16-iscsi neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-a0b9b986-0706-4fc6-9cf9-0eb02d2513dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935844', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611014', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782137889940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782137337613', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782137337631'] for port, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 11:22:00.191177 dv-cinder-797608-16-iscsi neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1365051-eafc-4c69-863a-d3dceb113164 admin admin] Pushing event updated for resources: {'Port': ['ID=9114e29a-1ba7-4dad-9b6f-2d822b090020,revision_number=1']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 11:22:00.199914 dv-cinder-797608-16-iscsi neutron-server[93885]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a1528336-6020-45ef-8365-d0625724a2bf None None] Network 1612700c-1033-41bb-94bb-6a95ff56268e is already hosted by enough agents. {{(pid=93885) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 13 11:22:00.210705 dv-cinder-797608-16-iscsi neutron-server[93885]: DEBUG neutron.scheduler.base_scheduler [None req-a1528336-6020-45ef-8365-d0625724a2bf None None] Resources bound (agent type, host, resource id): {{(pid=93885) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 13 11:22:00.213108 dv-cinder-797608-16-iscsi neutron-server[93885]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1528336-6020-45ef-8365-d0625724a2bf None None] Received port after_create {{(pid=93885) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 13 11:22:00.218225 dv-cinder-797608-16-iscsi neutron-server[93885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1528336-6020-45ef-8365-d0625724a2bf None None] Pushing event updated for resources: {'Port': ['ID=92916728-a009-4325-b236-812999780e29,revision_number=1']} {{(pid=93885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 11:22:00.363006 dv-cinder-797608-16-iscsi neutron-server[93885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0b9b986-0706-4fc6-9cf9-0eb02d2513dc None None] Pushing event updated for resources: {'Port': ['ID=ed5562ea-7346-4c67-84bd-f8315fb64ad5,revision_number=4']} {{(pid=93885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 11:22:00.386643 dv-cinder-797608-16-iscsi neutron-server[93885]: DEBUG neutron.plugins.ml2.managers [None req-a1528336-6020-45ef-8365-d0625724a2bf None None] Attempting to bind port 92916728-a009-4325-b236-812999780e29 on host dv-cinder-797608-16-iscsi for vnic_type normal with profile {{(pid=93885) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 13 11:22:00.387022 dv-cinder-797608-16-iscsi neutron-server[93885]: DEBUG neutron.plugins.ml2.managers [None req-a1528336-6020-45ef-8365-d0625724a2bf None None] Attempting to bind port 92916728-a009-4325-b236-812999780e29 by drivers openvswitch,hyperv on host dv-cinder-797608-16-iscsi at level 0 using segments [{'id': '1261fa5e-e7d7-4e00-a9fe-cdd1d658f78f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': '1612700c-1033-41bb-94bb-6a95ff56268e'}] {{(pid=93885) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 13 11:22:00.387384 dv-cinder-797608-16-iscsi neutron-server[93885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1528336-6020-45ef-8365-d0625724a2bf None None] Attempting to bind port 92916728-a009-4325-b236-812999780e29 on network 1612700c-1033-41bb-94bb-6a95ff56268e {{(pid=93885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 13 11:22:00.399202 dv-cinder-797608-16-iscsi neutron-server[93885]: DEBUG neutron.plugins.ml2.db [None req-a3557560-7465-4e56-8c7f-5033d4ab5e11 None None] For port 76d3147c-4afe-4fb5-9909-5eb2224f1361, host dv-cinder-797608-16-iscsi, cleared binding levels {{(pid=93885) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 13 11:22:00.403526 dv-cinder-797608-16-iscsi neutron-server[93885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1528336-6020-45ef-8365-d0625724a2bf None None] Checking agent: {'id': '649b788e-933d-40b8-a73c-f58c5ea7beff', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-797608-16-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 13, 11, 11, 41), 'started_at': datetime.datetime(2021, 8, 13, 11, 12, 11), 'heartbeat_timestamp': datetime.datetime(2021, 8, 13, 11, 21, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-797608-16-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 13 11:22:00.403526 dv-cinder-797608-16-iscsi neutron-server[93885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1528336-6020-45ef-8365-d0625724a2bf None None] Checking segment: {'id': '1261fa5e-e7d7-4e00-a9fe-cdd1d658f78f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': '1612700c-1033-41bb-94bb-6a95ff56268e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93885) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 13 11:22:00.403917 dv-cinder-797608-16-iscsi neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-a1528336-6020-45ef-8365-d0625724a2bf None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 11:22:00.404313 dv-cinder-797608-16-iscsi neutron-server[93885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1528336-6020-45ef-8365-d0625724a2bf None None] Bound using segment: {'id': '1261fa5e-e7d7-4e00-a9fe-cdd1d658f78f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': '1612700c-1033-41bb-94bb-6a95ff56268e'} {{(pid=93885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 13 11:22:00.404795 dv-cinder-797608-16-iscsi neutron-server[93885]: DEBUG neutron.plugins.ml2.managers [None req-a1528336-6020-45ef-8365-d0625724a2bf None None] Bound port: 92916728-a009-4325-b236-812999780e29, host: dv-cinder-797608-16-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1261fa5e-e7d7-4e00-a9fe-cdd1d658f78f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': '1612700c-1033-41bb-94bb-6a95ff56268e'}}] {{(pid=93885) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 13 11:22:00.405179 dv-cinder-797608-16-iscsi neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-a1528336-6020-45ef-8365-d0625724a2bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935434'] for port, before_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 11:22:00.424060 dv-cinder-797608-16-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-a1365051-eafc-4c69-863a-d3dceb113164 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 11:22:00.430166 dv-cinder-797608-16-iscsi neutron-server[93885]: DEBUG neutron.plugins.ml2.db [None req-a3557560-7465-4e56-8c7f-5033d4ab5e11 None None] For port 76d3147c-4afe-4fb5-9909-5eb2224f1361, host dv-cinder-797608-16-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797608-16-iscsi',level=0,port_id=76d3147c-4afe-4fb5-9909-5eb2224f1361,segment=NetworkSegment(0c0916bb-1dc8-4969-93db-96fbbfcf0471),segment_id=0c0916bb-1dc8-4969-93db-96fbbfcf0471)] {{(pid=93885) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 13 11:22:00.438053 dv-cinder-797608-16-iscsi neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-a3557560-7465-4e56-8c7f-5033d4ab5e11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935844', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611014', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782137889940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782137337613', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782137337631'] for port, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 11:22:00.551718 dv-cinder-797608-16-iscsi neutron-server[93885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8ca5398-bf74-42c0-abf2-868b83faa33d None None] Pushing event updated for resources: {'Port': ['ID=76d3147c-4afe-4fb5-9909-5eb2224f1361,revision_number=4']} {{(pid=93885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 11:22:00.555154 dv-cinder-797608-16-iscsi neutron-server[93885]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3557560-7465-4e56-8c7f-5033d4ab5e11 None None] Routers {'196a2229-753e-4c44-8769-e5bed0df60a3'} bound to L3 agent in host dv-cinder-797608-16-iscsi {{(pid=93885) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 13 11:22:00.556252 dv-cinder-797608-16-iscsi neutron-server[93885]: DEBUG neutron.db.l3_hamode_db [None req-a3557560-7465-4e56-8c7f-5033d4ab5e11 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797608-16-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-13T11:11:41Z,description=,heartbeat_timestamp=2021-08-13T11:21:41Z,host='dv-cinder-797608-16-iscsi',id=120d27b5-31d8-4cd2-97b4-2412c45088e1,load=0,resource_versions=,resources_synced=,started_at=2021-08-13T11:11:41Z,topic='l3_agent')) {'router_ids': ['196a2229-753e-4c44-8769-e5bed0df60a3'], 'active': True} {{(pid=93885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 13 11:22:00.561176 dv-cinder-797608-16-iscsi neutron-server[93885]: DEBUG neutron.plugins.ml2.db [None req-a1528336-6020-45ef-8365-d0625724a2bf None None] For port 92916728-a009-4325-b236-812999780e29, host dv-cinder-797608-16-iscsi, cleared binding levels {{(pid=93885) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 13 11:22:00.634788 dv-cinder-797608-16-iscsi neutron-server[93885]: DEBUG neutron.plugins.ml2.db [None req-a1528336-6020-45ef-8365-d0625724a2bf None None] For port 92916728-a009-4325-b236-812999780e29, host dv-cinder-797608-16-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797608-16-iscsi',level=0,port_id=92916728-a009-4325-b236-812999780e29,segment=NetworkSegment(1261fa5e-e7d7-4e00-a9fe-cdd1d658f78f),segment_id=1261fa5e-e7d7-4e00-a9fe-cdd1d658f78f)] {{(pid=93885) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 13 11:22:00.643615 dv-cinder-797608-16-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-a1365051-eafc-4c69-863a-d3dceb113164 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1586528', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1585661'] for router, after_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 11:22:00.646287 dv-cinder-797608-16-iscsi neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-a1528336-6020-45ef-8365-d0625724a2bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935844', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611014', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782137889940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782137337613', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782137337631'] for port, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 11:22:00.778709 dv-cinder-797608-16-iscsi neutron-server[93885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1528336-6020-45ef-8365-d0625724a2bf None None] Pushing event updated for resources: {'Port': ['ID=92916728-a009-4325-b236-812999780e29,revision_number=2']} {{(pid=93885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 11:22:00.789655 dv-cinder-797608-16-iscsi neutron-server[93885]: DEBUG neutron.plugins.ml2.db [None req-a0b9b986-0706-4fc6-9cf9-0eb02d2513dc None None] get_ports_and_sgs() called for port_ids ['ed5562ea-7346-4c67-84bd-f8315fb64ad5'] {{(pid=93885) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 13 11:22:00.812154 dv-cinder-797608-16-iscsi neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-529b0899-e6d9-406e-962d-04dfe1bee4dd req-747fe337-8441-4383-843d-e3751de5bf0d tempest-AttachVolumeNegativeTest-1779138385 tempest-AttachVolumeNegativeTest-1779138385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 11:22:00.812422 dv-cinder-797608-16-iscsi neutron-server[93884]: INFO neutron.wsgi [req-529b0899-e6d9-406e-962d-04dfe1bee4dd req-747fe337-8441-4383-843d-e3751de5bf0d tempest-AttachVolumeNegativeTest-1779138385 tempest-AttachVolumeNegativeTest-1779138385-project] 10.222.0.32 "GET /v2.0/ports?device_id=a5df8828-9c0f-4b63-8186-d7ea88dc9c62 HTTP/1.1" status: 200 len: 944 time: 0.1185455 Aug 13 11:22:00.827376 dv-cinder-797608-16-iscsi neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fec80557-4076-4a2a-846d-c62e4ad84403 req-b264878b-3228-4180-a4e3-e856fe9a6c8f tempest-ServerRescueNegativeTestJSON-217385872 tempest-ServerRescueNegativeTestJSON-217385872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 11:22:00.829416 dv-cinder-797608-16-iscsi neutron-server[93884]: INFO neutron.wsgi [req-fec80557-4076-4a2a-846d-c62e4ad84403 req-b264878b-3228-4180-a4e3-e856fe9a6c8f tempest-ServerRescueNegativeTestJSON-217385872 tempest-ServerRescueNegativeTestJSON-217385872-project] 10.222.0.32 "GET /v2.0/ports?device_id=f07a0f18-2b98-479b-bd6a-186739dfba26 HTTP/1.1" status: 200 len: 945 time: 0.2021067 Aug 13 11:22:00.866777 dv-cinder-797608-16-iscsi neutron-server[93885]: DEBUG neutron.db.l3_dvr_db [None req-a3557560-7465-4e56-8c7f-5033d4ab5e11 None None] Set router 196a2229-753e-4c44-8769-e5bed0df60a3 gateway port host: dv-cinder-797608-16-iscsi {{(pid=93885) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 13 11:22:00.955182 dv-cinder-797608-16-iscsi neutron-server[93884]: INFO neutron.wsgi [req-529b0899-e6d9-406e-962d-04dfe1bee4dd req-2f052f07-11b1-453b-81c4-7a33652bba45 tempest-AttachVolumeNegativeTest-1779138385 tempest-AttachVolumeNegativeTest-1779138385-project] 10.222.0.32 "GET /v2.0/security-groups?id=e9ebb553-6898-47d0-8034-10e78e802a38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1162808 Aug 13 11:22:00.995069 dv-cinder-797608-16-iscsi neutron-server[93884]: INFO neutron.wsgi [req-fec80557-4076-4a2a-846d-c62e4ad84403 req-a1aa24dd-9d22-4919-8fb8-93df45a8f6c1 tempest-ServerRescueNegativeTestJSON-217385872 tempest-ServerRescueNegativeTestJSON-217385872-project] 10.222.0.32 "GET /v2.0/security-groups?id=5e66df65-70b0-476d-97cd-4e9936c292c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1589146 Aug 13 11:22:00.996220 dv-cinder-797608-16-iscsi neutron-server[93884]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a1365051-eafc-4c69-863a-d3dceb113164 admin admin] Router 6df070ca-d706-47ca-93c4-2e68fa203fc5 is scheduled to L3 agent 120d27b5-31d8-4cd2-97b4-2412c45088e1 with binding_index 1 {{(pid=93884) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 13 11:22:01.180587 dv-cinder-797608-16-iscsi neutron-server[93884]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a1365051-eafc-4c69-863a-d3dceb113164 admin admin] Notify agent at l3_agent.dv-cinder-797608-16-iscsi the message routers_updated {{(pid=93884) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 13 11:22:01.193578 dv-cinder-797608-16-iscsi neutron-server[93886]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ffad7c46-dca7-44af-b530-2b33bb674afb None None] Sync routers for ids ['6df070ca-d706-47ca-93c4-2e68fa203fc5'] in dv-cinder-797608-16-iscsi {{(pid=93886) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 13 11:22:01.207100 dv-cinder-797608-16-iscsi neutron-server[93886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ffad7c46-dca7-44af-b530-2b33bb674afb None None] Routers {'6df070ca-d706-47ca-93c4-2e68fa203fc5'} bound to L3 agent in host dv-cinder-797608-16-iscsi {{(pid=93886) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 13 11:22:01.207918 dv-cinder-797608-16-iscsi neutron-server[93886]: DEBUG neutron.db.l3_hamode_db [None req-ffad7c46-dca7-44af-b530-2b33bb674afb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797608-16-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-13T11:11:41Z,description=,heartbeat_timestamp=2021-08-13T11:21:41Z,host='dv-cinder-797608-16-iscsi',id=120d27b5-31d8-4cd2-97b4-2412c45088e1,load=0,resource_versions=,resources_synced=,started_at=2021-08-13T11:11:41Z,topic='l3_agent')) {'router_ids': ['6df070ca-d706-47ca-93c4-2e68fa203fc5'], 'active': True} {{(pid=93886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 13 11:22:01.218298 dv-cinder-797608-16-iscsi neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea5d0b3d-6e5c-459f-8723-3032a6d78233 req-e0d83df5-ffa9-4661-abcc-f776eb570b1a tempest-AttachVolumeTestJSON-893493791 tempest-AttachVolumeTestJSON-893493791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 11:22:01.220543 dv-cinder-797608-16-iscsi neutron-server[93884]: INFO neutron.wsgi [req-ea5d0b3d-6e5c-459f-8723-3032a6d78233 req-e0d83df5-ffa9-4661-abcc-f776eb570b1a tempest-AttachVolumeTestJSON-893493791 tempest-AttachVolumeTestJSON-893493791-project] 10.222.0.32 "GET /v2.0/ports?device_id=210d2391-7cc4-41fd-87e2-e84f6d335633 HTTP/1.1" status: 200 len: 945 time: 0.1032355 Aug 13 11:22:01.221920 dv-cinder-797608-16-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-a1365051-eafc-4c69-863a-d3dceb113164 admin admin] Notify callbacks [] for router, before_response {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 11:22:01.223026 dv-cinder-797608-16-iscsi neutron-server[93884]: INFO neutron.wsgi [None req-a1365051-eafc-4c69-863a-d3dceb113164 admin admin] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201 len: 918 time: 2.3449793 Aug 13 11:22:01.225945 dv-cinder-797608-16-iscsi neutron-server[93884]: DEBUG neutron.wsgi [-] (93884) accepted ('10.222.0.32', 48662) {{(pid=93884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 11:22:01.354464 dv-cinder-797608-16-iscsi neutron-server[93884]: INFO neutron.wsgi [req-ea5d0b3d-6e5c-459f-8723-3032a6d78233 req-fa52c470-8fe0-41da-afdf-b2cad547fa28 tempest-AttachVolumeTestJSON-893493791 tempest-AttachVolumeTestJSON-893493791-project] 10.222.0.32 "GET /v2.0/security-groups?id=04a16d11-7ca4-462a-891c-e4a125fe1a42&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1222024 Aug 13 11:22:01.469961 dv-cinder-797608-16-iscsi neutron-server[93885]: DEBUG neutron.db.l3_hamode_db [None req-a3557560-7465-4e56-8c7f-5033d4ab5e11 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '196a2229-753e-4c44-8769-e5bed0df60a3', 'name': 'tempest-TestShelveInstance-1574140213-router', 'tenant_id': 'f2f73946f5b4487a90034c858e2b5010', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c3f0979-58a5-4465-87f9-e256377c6b61', 'external_fixed_ips': [{'subnet_id': 'ba735781-2bff-41d5-99b4-7ca705ee91ca', 'ip_address': '172.27.2.83'}], 'enable_snat': True}, 'gw_port_id': '428389a9-bc09-4114-bd55-24f5251d9c53', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-13T11:21:52Z', 'updated_at': '2021-08-13T11:21:56Z', 'revision_number': 4, 'project_id': 'f2f73946f5b4487a90034c858e2b5010', 'gw_port': {'id': '428389a9-bc09-4114-bd55-24f5251d9c53', 'name': '', 'network_id': '7c3f0979-58a5-4465-87f9-e256377c6b61', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:a4:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '196a2229-753e-4c44-8769-e5bed0df60a3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 426, 'fixed_ips': [{'subnet_id': 'ba735781-2bff-41d5-99b4-7ca705ee91ca', 'ip_address': '172.27.2.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-13T11:21:53Z', 'updated_at': '2021-08-13T11:21:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ba735781-2bff-41d5-99b4-7ca705ee91ca', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797608-16-iscsi', '_interfaces': [{'id': '76d3147c-4afe-4fb5-9909-5eb2224f1361', 'name': '', 'network_id': '19d032c5-8528-440a-a103-9e68f50bdfe9', 'tenant_id': 'f2f73946f5b4487a90034c858e2b5010', 'mac_address': 'fa:16:3e:ce:b7:5d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '196a2229-753e-4c44-8769-e5bed0df60a3', 'device_owner': 'network:router_interface', 'standard_attr_id': 428, 'fixed_ips': [{'subnet_id': '3e906e7d-e025-4f52-b49f-c3fc3c70e6b0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-13T11:21:55Z', 'updated_at': '2021-08-13T11:22:00Z', 'revision_number': 4, 'project_id': 'f2f73946f5b4487a90034c858e2b5010', 'subnets': [{'id': '3e906e7d-e025-4f52-b49f-c3fc3c70e6b0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-797608-16-iscsi', False) {} {{(pid=93885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 13 11:22:01.503581 dv-cinder-797608-16-iscsi neutron-server[93885]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3557560-7465-4e56-8c7f-5033d4ab5e11 None None] The sync data for ids ['196a2229-753e-4c44-8769-e5bed0df60a3'] in dv-cinder-797608-16-iscsi is: [{'id': '196a2229-753e-4c44-8769-e5bed0df60a3', 'name': 'tempest-TestShelveInstance-1574140213-router', 'tenant_id': 'f2f73946f5b4487a90034c858e2b5010', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c3f0979-58a5-4465-87f9-e256377c6b61', 'external_fixed_ips': [{'subnet_id': 'ba735781-2bff-41d5-99b4-7ca705ee91ca', 'ip_address': '172.27.2.83'}], 'enable_snat': True}, 'gw_port_id': '428389a9-bc09-4114-bd55-24f5251d9c53', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-13T11:21:52Z', 'updated_at': '2021-08-13T11:21:56Z', 'revision_number': 4, 'project_id': 'f2f73946f5b4487a90034c858e2b5010', 'gw_port': {'id': '428389a9-bc09-4114-bd55-24f5251d9c53', 'name': '', 'network_id': '7c3f0979-58a5-4465-87f9-e256377c6b61', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:a4:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '196a2229-753e-4c44-8769-e5bed0df60a3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 426, 'fixed_ips': [{'subnet_id': 'ba735781-2bff-41d5-99b4-7ca705ee91ca', 'ip_address': '172.27.2.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-13T11:21:53Z', 'updated_at': '2021-08-13T11:21:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ba735781-2bff-41d5-99b4-7ca705ee91ca', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797608-16-iscsi', '_interfaces': [{'id': '76d3147c-4afe-4fb5-9909-5eb2224f1361', 'name': '', 'network_id': '19d032c5-8528-440a-a103-9e68f50bdfe9', 'tenant_id': 'f2f73946f5b4487a90034c858e2b5010', 'mac_address': 'fa:16:3e:ce:b7:5d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '196a2229-753e-4c44-8769-e5bed0df60a3', 'device_owner': 'network:router_interface', 'standard_attr_id': 428, 'fixed_ips': [{'subnet_id': '3e906e7d-e025-4f52-b49f-c3fc3c70e6b0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-13T11:21:55Z', 'updated_at': '2021-08-13T11:22:00Z', 'revision_number': 4, 'project_id': 'f2f73946f5b4487a90034c858e2b5010', 'subnets': [{'id': '3e906e7d-e025-4f52-b49f-c3fc3c70e6b0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93885) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 13 11:22:01.517847 dv-cinder-797608-16-iscsi neutron-server[93886]: DEBUG neutron.db.l3_dvr_db [None req-ffad7c46-dca7-44af-b530-2b33bb674afb None None] Set router 6df070ca-d706-47ca-93c4-2e68fa203fc5 gateway port host: dv-cinder-797608-16-iscsi {{(pid=93886) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 13 11:22:01.819444 dv-cinder-797608-16-iscsi neutron-server[93886]: DEBUG neutron.db.l3_hamode_db [None req-ffad7c46-dca7-44af-b530-2b33bb674afb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6df070ca-d706-47ca-93c4-2e68fa203fc5', 'name': 'tempest-TestShelveInstance-353179001-router', 'tenant_id': '96bbd8433fb64582a0d553d05e017cd1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c3f0979-58a5-4465-87f9-e256377c6b61', 'external_fixed_ips': [{'subnet_id': 'ba735781-2bff-41d5-99b4-7ca705ee91ca', 'ip_address': '172.27.2.4'}], 'enable_snat': True}, 'gw_port_id': '9114e29a-1ba7-4dad-9b6f-2d822b090020', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-13T11:21:58Z', 'updated_at': '2021-08-13T11:22:00Z', 'revision_number': 3, 'project_id': '96bbd8433fb64582a0d553d05e017cd1', 'gw_port': {'id': '9114e29a-1ba7-4dad-9b6f-2d822b090020', 'name': '', 'network_id': '7c3f0979-58a5-4465-87f9-e256377c6b61', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:b6:41', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6df070ca-d706-47ca-93c4-2e68fa203fc5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 439, 'fixed_ips': [{'subnet_id': 'ba735781-2bff-41d5-99b4-7ca705ee91ca', 'ip_address': '172.27.2.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-13T11:21:59Z', 'updated_at': '2021-08-13T11:21:59Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ba735781-2bff-41d5-99b4-7ca705ee91ca', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797608-16-iscsi'}], 'dv-cinder-797608-16-iscsi', False) {} {{(pid=93886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 13 11:22:01.853642 dv-cinder-797608-16-iscsi neutron-server[93886]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ffad7c46-dca7-44af-b530-2b33bb674afb None None] Checking router: 6df070ca-d706-47ca-93c4-2e68fa203fc5 for host: dv-cinder-797608-16-iscsi {{(pid=93886) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 13 11:22:01.854069 dv-cinder-797608-16-iscsi neutron-server[93886]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ffad7c46-dca7-44af-b530-2b33bb674afb None None] Updating router 6df070ca-d706-47ca-93c4-2e68fa203fc5 port 9114e29a-1ba7-4dad-9b6f-2d822b090020 binding host dv-cinder-797608-16-iscsi {{(pid=93886) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 13 11:22:01.888321 dv-cinder-797608-16-iscsi neutron-server[93886]: DEBUG neutron_lib.callbacks.manager [None req-ffad7c46-dca7-44af-b530-2b33bb674afb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935434'] for port, before_update {{(pid=93886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 11:22:01.891886 dv-cinder-797608-16-iscsi neutron-server[93885]: DEBUG neutron.plugins.ml2.rpc [None req-05931952-e11e-4e12-af58-ece1398d134b None None] Device 92916728-a009-4325-b236-812999780e29 up at agent ovs-agent-dv-cinder-797608-16-iscsi {{(pid=93885) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 13 11:22:01.987836 dv-cinder-797608-16-iscsi neutron-server[93885]: DEBUG neutron.db.provisioning_blocks [None req-05931952-e11e-4e12-af58-ece1398d134b None None] Provisioning for port 92916728-a009-4325-b236-812999780e29 completed by entity L2. {{(pid=93885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 13 11:22:01.995870 dv-cinder-797608-16-iscsi neutron-server[93885]: DEBUG neutron.plugins.ml2.rpc [None req-05931952-e11e-4e12-af58-ece1398d134b None None] Device 76d3147c-4afe-4fb5-9909-5eb2224f1361 up at agent ovs-agent-dv-cinder-797608-16-iscsi {{(pid=93885) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 13 11:22:02.084678 dv-cinder-797608-16-iscsi neutron-server[93885]: DEBUG neutron.db.provisioning_blocks [None req-05931952-e11e-4e12-af58-ece1398d134b None None] Provisioning for port 76d3147c-4afe-4fb5-9909-5eb2224f1361 completed by entity L2. {{(pid=93885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 13 11:22:02.092260 dv-cinder-797608-16-iscsi neutron-server[93885]: DEBUG neutron.db.provisioning_blocks [None req-05931952-e11e-4e12-af58-ece1398d134b None None] Provisioning complete for port 76d3147c-4afe-4fb5-9909-5eb2224f1361 triggered by entity L2. {{(pid=93885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 13 11:22:02.092967 dv-cinder-797608-16-iscsi neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-05931952-e11e-4e12-af58-ece1398d134b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-997193'] for port, provisioning_complete {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 11:22:02.130966 dv-cinder-797608-16-iscsi neutron-server[93885]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9872fe9b-7dcc-4a78-be4b-e78a3072aa83 None None] Network 1612700c-1033-41bb-94bb-6a95ff56268e requested from dv-cinder-797608-16-iscsi {{(pid=93885) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 13 11:22:02.209012 dv-cinder-797608-16-iscsi neutron-server[93885]: DEBUG neutron.db.provisioning_blocks [None req-34a79d56-5c47-415a-bbb5-6a1d49c8bdd3 None None] Provisioning for port 92916728-a009-4325-b236-812999780e29 completed by entity DHCP. {{(pid=93885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 13 11:22:02.219050 dv-cinder-797608-16-iscsi neutron-server[93885]: DEBUG neutron.db.provisioning_blocks [None req-34a79d56-5c47-415a-bbb5-6a1d49c8bdd3 None None] Provisioning complete for port 92916728-a009-4325-b236-812999780e29 triggered by entity DHCP. {{(pid=93885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 13 11:22:02.219429 dv-cinder-797608-16-iscsi neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-34a79d56-5c47-415a-bbb5-6a1d49c8bdd3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-997193'] for port, provisioning_complete {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 11:22:02.263939 dv-cinder-797608-16-iscsi neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43f721aa-d448-486c-b280-e11a79aaba97 req-4b285a23-44b7-42a0-9987-2a3a79684c4f tempest-AttachVolumeNegativeTest-1779138385 tempest-AttachVolumeNegativeTest-1779138385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 11:22:02.266569 dv-cinder-797608-16-iscsi neutron-server[93884]: INFO neutron.wsgi [req-43f721aa-d448-486c-b280-e11a79aaba97 req-4b285a23-44b7-42a0-9987-2a3a79684c4f tempest-AttachVolumeNegativeTest-1779138385 tempest-AttachVolumeNegativeTest-1779138385-project] 10.222.0.32 "GET /v2.0/ports?device_id=a5df8828-9c0f-4b63-8186-d7ea88dc9c62 HTTP/1.1" status: 200 len: 944 time: 0.1950035 Aug 13 11:22:02.295122 dv-cinder-797608-16-iscsi neutron-server[93886]: DEBUG neutron_lib.callbacks.manager [None req-ffad7c46-dca7-44af-b530-2b33bb674afb None None] Notify callbacks [] for port, precommit_update {{(pid=93886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 11:22:02.308448 dv-cinder-797608-16-iscsi neutron-server[93886]: DEBUG neutron.db.provisioning_blocks [None req-ffad7c46-dca7-44af-b530-2b33bb674afb None None] Transition to ACTIVE for port object 9114e29a-1ba7-4dad-9b6f-2d822b090020 will not be triggered until provisioned by entity L2. {{(pid=93886) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 13 11:22:02.322715 dv-cinder-797608-16-iscsi neutron-server[93886]: DEBUG neutron_lib.callbacks.manager [None req-ffad7c46-dca7-44af-b530-2b33bb674afb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935844', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611014', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782137889940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782137337613', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782137337631'] for port, after_update {{(pid=93886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 11:22:02.337787 dv-cinder-797608-16-iscsi neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b19c4ff3-1187-4877-8323-67a4cbfb44d4 req-c6e1276d-f486-46bd-8570-2ff4e1c451e9 tempest-ServerRescueNegativeTestJSON-217385872 tempest-ServerRescueNegativeTestJSON-217385872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 11:22:02.339370 dv-cinder-797608-16-iscsi neutron-server[93884]: INFO neutron.wsgi [req-b19c4ff3-1187-4877-8323-67a4cbfb44d4 req-c6e1276d-f486-46bd-8570-2ff4e1c451e9 tempest-ServerRescueNegativeTestJSON-217385872 tempest-ServerRescueNegativeTestJSON-217385872-project] 10.222.0.32 "GET /v2.0/ports?device_id=f07a0f18-2b98-479b-bd6a-186739dfba26 HTTP/1.1" status: 200 len: 945 time: 0.2013016 Aug 13 11:22:02.346549 dv-cinder-797608-16-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-8b700d01-a61f-408c-b2a9-69d7c62b47bd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935434'] for port, before_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 11:22:02.377034 dv-cinder-797608-16-iscsi neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-05931952-e11e-4e12-af58-ece1398d134b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935434'] for port, before_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 11:22:02.415444 dv-cinder-797608-16-iscsi neutron-server[93884]: INFO neutron.wsgi [req-43f721aa-d448-486c-b280-e11a79aaba97 req-a53d78eb-d339-467a-81f7-c1997ca42ce5 tempest-AttachVolumeNegativeTest-1779138385 tempest-AttachVolumeNegativeTest-1779138385-project] 10.222.0.32 "GET /v2.0/security-groups?id=e9ebb553-6898-47d0-8034-10e78e802a38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1400928 Aug 13 11:22:02.440193 dv-cinder-797608-16-iscsi neutron-server[93886]: DEBUG neutron.plugins.ml2.managers [None req-ffad7c46-dca7-44af-b530-2b33bb674afb None None] Attempting to bind port 9114e29a-1ba7-4dad-9b6f-2d822b090020 on host dv-cinder-797608-16-iscsi for vnic_type normal with profile {{(pid=93886) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 13 11:22:02.440193 dv-cinder-797608-16-iscsi neutron-server[93886]: DEBUG neutron.plugins.ml2.managers [None req-ffad7c46-dca7-44af-b530-2b33bb674afb None None] Attempting to bind port 9114e29a-1ba7-4dad-9b6f-2d822b090020 by drivers openvswitch,hyperv on host dv-cinder-797608-16-iscsi at level 0 using segments [{'id': '3f6765c6-6e72-475e-8aaa-7134ee4679ca', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7c3f0979-58a5-4465-87f9-e256377c6b61'}] {{(pid=93886) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 13 11:22:02.442312 dv-cinder-797608-16-iscsi neutron-server[93886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ffad7c46-dca7-44af-b530-2b33bb674afb None None] Attempting to bind port 9114e29a-1ba7-4dad-9b6f-2d822b090020 on network 7c3f0979-58a5-4465-87f9-e256377c6b61 {{(pid=93886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 13 11:22:02.461163 dv-cinder-797608-16-iscsi neutron-server[93886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ffad7c46-dca7-44af-b530-2b33bb674afb None None] Checking agent: {'id': '649b788e-933d-40b8-a73c-f58c5ea7beff', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-797608-16-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 13, 11, 11, 41), 'started_at': datetime.datetime(2021, 8, 13, 11, 12, 11), 'heartbeat_timestamp': datetime.datetime(2021, 8, 13, 11, 21, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-797608-16-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 13 11:22:02.465281 dv-cinder-797608-16-iscsi neutron-server[93886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ffad7c46-dca7-44af-b530-2b33bb674afb None None] Checking segment: {'id': '3f6765c6-6e72-475e-8aaa-7134ee4679ca', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7c3f0979-58a5-4465-87f9-e256377c6b61'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93886) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 13 11:22:02.465776 dv-cinder-797608-16-iscsi neutron-server[93886]: DEBUG neutron_lib.callbacks.manager [None req-ffad7c46-dca7-44af-b530-2b33bb674afb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 11:22:02.466263 dv-cinder-797608-16-iscsi neutron-server[93886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ffad7c46-dca7-44af-b530-2b33bb674afb None None] Bound using segment: {'id': '3f6765c6-6e72-475e-8aaa-7134ee4679ca', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7c3f0979-58a5-4465-87f9-e256377c6b61'} {{(pid=93886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 13 11:22:02.466830 dv-cinder-797608-16-iscsi neutron-server[93886]: DEBUG neutron.plugins.ml2.managers [None req-ffad7c46-dca7-44af-b530-2b33bb674afb None None] Bound port: 9114e29a-1ba7-4dad-9b6f-2d822b090020, host: dv-cinder-797608-16-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3f6765c6-6e72-475e-8aaa-7134ee4679ca', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7c3f0979-58a5-4465-87f9-e256377c6b61'}}] {{(pid=93886) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 13 11:22:02.467287 dv-cinder-797608-16-iscsi neutron-server[93886]: DEBUG neutron_lib.callbacks.manager [None req-ffad7c46-dca7-44af-b530-2b33bb674afb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935434'] for port, before_update {{(pid=93886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 11:22:02.476288 dv-cinder-797608-16-iscsi neutron-server[93886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b816702-7b5d-49ab-8668-5c4cb8de0a22 None None] Pushing event updated for resources: {'Port': ['ID=9114e29a-1ba7-4dad-9b6f-2d822b090020,revision_number=2']} {{(pid=93886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 11:22:02.524431 dv-cinder-797608-16-iscsi neutron-server[93884]: INFO neutron.wsgi [req-b19c4ff3-1187-4877-8323-67a4cbfb44d4 req-a1134843-eb07-494a-bf0c-3e30b4f7b8dc tempest-ServerRescueNegativeTestJSON-217385872 tempest-ServerRescueNegativeTestJSON-217385872-project] 10.222.0.32 "GET /v2.0/security-groups?id=5e66df65-70b0-476d-97cd-4e9936c292c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1528463 Aug 13 11:22:02.570343 dv-cinder-797608-16-iscsi neutron-server[93885]: DEBUG neutron.plugins.ml2.db [None req-05931952-e11e-4e12-af58-ece1398d134b None None] For port 76d3147c-4afe-4fb5-9909-5eb2224f1361, host dv-cinder-797608-16-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797608-16-iscsi',level=0,port_id=76d3147c-4afe-4fb5-9909-5eb2224f1361,segment=NetworkSegment(0c0916bb-1dc8-4969-93db-96fbbfcf0471),segment_id=0c0916bb-1dc8-4969-93db-96fbbfcf0471)] {{(pid=93885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 13 11:22:02.579848 dv-cinder-797608-16-iscsi neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-05931952-e11e-4e12-af58-ece1398d134b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935844', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611014', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782137889940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782137337613', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782137337631'] for port, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 11:22:02.589893 dv-cinder-797608-16-iscsi neutron-server[93886]: DEBUG neutron.plugins.ml2.db [None req-ffad7c46-dca7-44af-b530-2b33bb674afb None None] For port 9114e29a-1ba7-4dad-9b6f-2d822b090020, host dv-cinder-797608-16-iscsi, cleared binding levels {{(pid=93886) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 13 11:22:02.594707 dv-cinder-797608-16-iscsi neutron-server[93886]: DEBUG neutron.plugins.ml2.db [None req-ffad7c46-dca7-44af-b530-2b33bb674afb None None] For port 9114e29a-1ba7-4dad-9b6f-2d822b090020, host dv-cinder-797608-16-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797608-16-iscsi',level=0,port_id=9114e29a-1ba7-4dad-9b6f-2d822b090020,segment=NetworkSegment(3f6765c6-6e72-475e-8aaa-7134ee4679ca),segment_id=3f6765c6-6e72-475e-8aaa-7134ee4679ca)] {{(pid=93886) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 13 11:22:02.601361 dv-cinder-797608-16-iscsi neutron-server[93886]: DEBUG neutron_lib.callbacks.manager [None req-ffad7c46-dca7-44af-b530-2b33bb674afb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935844', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611014', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782137889940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782137337613', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782137337631'] for port, after_update {{(pid=93886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 11:22:02.666772 dv-cinder-797608-16-iscsi neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-34a79d56-5c47-415a-bbb5-6a1d49c8bdd3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935434'] for port, before_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 11:22:02.721716 dv-cinder-797608-16-iscsi neutron-server[93886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ffad7c46-dca7-44af-b530-2b33bb674afb None None] Routers {'6df070ca-d706-47ca-93c4-2e68fa203fc5'} bound to L3 agent in host dv-cinder-797608-16-iscsi {{(pid=93886) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 13 11:22:02.722547 dv-cinder-797608-16-iscsi neutron-server[93886]: DEBUG neutron.db.l3_hamode_db [None req-ffad7c46-dca7-44af-b530-2b33bb674afb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797608-16-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-13T11:11:41Z,description=,heartbeat_timestamp=2021-08-13T11:21:41Z,host='dv-cinder-797608-16-iscsi',id=120d27b5-31d8-4cd2-97b4-2412c45088e1,load=0,resource_versions=,resources_synced=,started_at=2021-08-13T11:11:41Z,topic='l3_agent')) {'router_ids': ['6df070ca-d706-47ca-93c4-2e68fa203fc5'], 'active': True} {{(pid=93886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 13 11:22:02.727749 dv-cinder-797608-16-iscsi neutron-server[93884]: DEBUG neutron.db.db_base_plugin_common [None req-8b700d01-a61f-408c-b2a9-69d7c62b47bd admin admin] Allocated IP 172.20.0.1 (1612700c-1033-41bb-94bb-6a95ff56268e/9988f86d-9247-4b50-91ad-98aec6af009c/ea095e14-e064-41a9-9281-1866c1334645) {{(pid=93884) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 13 11:22:02.778314 dv-cinder-797608-16-iscsi neutron-server[93886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b816702-7b5d-49ab-8668-5c4cb8de0a22 None None] Pushing event updated for resources: {'Port': ['ID=9114e29a-1ba7-4dad-9b6f-2d822b090020,revision_number=3']} {{(pid=93886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 11:22:02.829522 dv-cinder-797608-16-iscsi neutron-server[93885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05931952-e11e-4e12-af58-ece1398d134b None None] Pushing event updated for resources: {'Port': ['ID=76d3147c-4afe-4fb5-9909-5eb2224f1361,revision_number=5']} {{(pid=93885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 11:22:02.872809 dv-cinder-797608-16-iscsi neutron-server[93885]: DEBUG neutron.plugins.ml2.db [None req-34a79d56-5c47-415a-bbb5-6a1d49c8bdd3 None None] For port 92916728-a009-4325-b236-812999780e29, host dv-cinder-797608-16-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797608-16-iscsi',level=0,port_id=92916728-a009-4325-b236-812999780e29,segment=NetworkSegment(1261fa5e-e7d7-4e00-a9fe-cdd1d658f78f),segment_id=1261fa5e-e7d7-4e00-a9fe-cdd1d658f78f)] {{(pid=93885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 13 11:22:02.882093 dv-cinder-797608-16-iscsi neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-34a79d56-5c47-415a-bbb5-6a1d49c8bdd3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935844', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611014', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782137889940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782137337613', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782137337631'] for port, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 11:22:02.951395 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.32', 48692) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 11:22:02.964909 dv-cinder-797608-16-iscsi neutron-server[93886]: DEBUG neutron.db.l3_dvr_db [None req-ffad7c46-dca7-44af-b530-2b33bb674afb None None] Set router 6df070ca-d706-47ca-93c4-2e68fa203fc5 gateway port host: dv-cinder-797608-16-iscsi {{(pid=93886) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 13 11:22:03.015606 dv-cinder-797608-16-iscsi neutron-server[93885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34a79d56-5c47-415a-bbb5-6a1d49c8bdd3 None None] Pushing event updated for resources: {'Port': ['ID=92916728-a009-4325-b236-812999780e29,revision_number=3']} {{(pid=93885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 11:22:03.054203 dv-cinder-797608-16-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-8b700d01-a61f-408c-b2a9-69d7c62b47bd admin admin] Notify callbacks [] for port, precommit_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 11:22:03.075479 dv-cinder-797608-16-iscsi neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [None req-8b700d01-a61f-408c-b2a9-69d7c62b47bd admin admin] Transition to ACTIVE for port object ea095e14-e064-41a9-9281-1866c1334645 will not be triggered until provisioned by entity DHCP. {{(pid=93884) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 13 11:22:03.127389 dv-cinder-797608-16-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-8b700d01-a61f-408c-b2a9-69d7c62b47bd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935844', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611014', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782137337079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2141180323'] for port, after_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 11:22:03.193785 dv-cinder-797608-16-iscsi neutron-server[93884]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b700d01-a61f-408c-b2a9-69d7c62b47bd admin admin] Network 1612700c-1033-41bb-94bb-6a95ff56268e is already hosted by enough agents. {{(pid=93884) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 13 11:22:03.204218 dv-cinder-797608-16-iscsi neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96841770-34eb-4b7e-98c9-2172d1e458df req-b66c9f3e-5c38-49e4-8dc1-aee326e410c6 tempest-AttachVolumeTestJSON-893493791 tempest-AttachVolumeTestJSON-893493791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 11:22:03.211522 dv-cinder-797608-16-iscsi neutron-server[93884]: INFO neutron.wsgi [req-96841770-34eb-4b7e-98c9-2172d1e458df req-b66c9f3e-5c38-49e4-8dc1-aee326e410c6 tempest-AttachVolumeTestJSON-893493791 tempest-AttachVolumeTestJSON-893493791-project] 10.222.0.32 "GET /v2.0/ports?device_id=210d2391-7cc4-41fd-87e2-e84f6d335633 HTTP/1.1" status: 200 len: 945 time: 0.6683340 Aug 13 11:22:03.214303 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-27caa642-5533-461e-8935-914eec8c5150 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 11:22:03.216032 dv-cinder-797608-16-iscsi neutron-server[93885]: DEBUG neutron.db.provisioning_blocks [None req-243db72c-230a-4b79-927a-20fd00ecd85f None None] Provisioning complete for port 92916728-a009-4325-b236-812999780e29 triggered by entity DHCP. {{(pid=93885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 13 11:22:03.216640 dv-cinder-797608-16-iscsi neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-243db72c-230a-4b79-927a-20fd00ecd85f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-997193'] for port, provisioning_complete {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 11:22:03.224013 dv-cinder-797608-16-iscsi neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b700d01-a61f-408c-b2a9-69d7c62b47bd admin admin] Pushing event updated for resources: {'Port': ['ID=ea095e14-e064-41a9-9281-1866c1334645,revision_number=1']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 11:22:03.227106 dv-cinder-797608-16-iscsi neutron-server[93884]: DEBUG neutron.scheduler.base_scheduler [None req-8b700d01-a61f-408c-b2a9-69d7c62b47bd admin admin] Resources bound (agent type, host, resource id): {{(pid=93884) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 13 11:22:03.235752 dv-cinder-797608-16-iscsi neutron-server[93884]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b700d01-a61f-408c-b2a9-69d7c62b47bd admin admin] Received port after_create {{(pid=93884) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 13 11:22:03.280841 dv-cinder-797608-16-iscsi neutron-server[93886]: DEBUG neutron.db.l3_hamode_db [None req-ffad7c46-dca7-44af-b530-2b33bb674afb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6df070ca-d706-47ca-93c4-2e68fa203fc5', 'name': 'tempest-TestShelveInstance-353179001-router', 'tenant_id': '96bbd8433fb64582a0d553d05e017cd1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c3f0979-58a5-4465-87f9-e256377c6b61', 'external_fixed_ips': [{'subnet_id': 'ba735781-2bff-41d5-99b4-7ca705ee91ca', 'ip_address': '172.27.2.4'}], 'enable_snat': True}, 'gw_port_id': '9114e29a-1ba7-4dad-9b6f-2d822b090020', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-13T11:21:58Z', 'updated_at': '2021-08-13T11:22:00Z', 'revision_number': 3, 'project_id': '96bbd8433fb64582a0d553d05e017cd1', 'gw_port': {'id': '9114e29a-1ba7-4dad-9b6f-2d822b090020', 'name': '', 'network_id': '7c3f0979-58a5-4465-87f9-e256377c6b61', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:b6:41', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6df070ca-d706-47ca-93c4-2e68fa203fc5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 439, 'fixed_ips': [{'subnet_id': 'ba735781-2bff-41d5-99b4-7ca705ee91ca', 'ip_address': '172.27.2.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-13T11:21:59Z', 'updated_at': '2021-08-13T11:22:02Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ba735781-2bff-41d5-99b4-7ca705ee91ca', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797608-16-iscsi'}], 'dv-cinder-797608-16-iscsi', False) {} {{(pid=93886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 13 11:22:03.338818 dv-cinder-797608-16-iscsi neutron-server[93884]: INFO neutron.wsgi [req-96841770-34eb-4b7e-98c9-2172d1e458df req-63455d03-6dd3-4f33-8519-faa0944cf056 tempest-AttachVolumeTestJSON-893493791 tempest-AttachVolumeTestJSON-893493791-project] 10.222.0.32 "GET /v2.0/security-groups?id=04a16d11-7ca4-462a-891c-e4a125fe1a42&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1262238 Aug 13 11:22:03.344706 dv-cinder-797608-16-iscsi neutron-server[93886]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ffad7c46-dca7-44af-b530-2b33bb674afb None None] The sync data for ids ['6df070ca-d706-47ca-93c4-2e68fa203fc5'] in dv-cinder-797608-16-iscsi is: [{'id': '6df070ca-d706-47ca-93c4-2e68fa203fc5', 'name': 'tempest-TestShelveInstance-353179001-router', 'tenant_id': '96bbd8433fb64582a0d553d05e017cd1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c3f0979-58a5-4465-87f9-e256377c6b61', 'external_fixed_ips': [{'subnet_id': 'ba735781-2bff-41d5-99b4-7ca705ee91ca', 'ip_address': '172.27.2.4'}], 'enable_snat': True}, 'gw_port_id': '9114e29a-1ba7-4dad-9b6f-2d822b090020', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-13T11:21:58Z', 'updated_at': '2021-08-13T11:22:00Z', 'revision_number': 3, 'project_id': '96bbd8433fb64582a0d553d05e017cd1', 'gw_port': {'id': '9114e29a-1ba7-4dad-9b6f-2d822b090020', 'name': '', 'network_id': '7c3f0979-58a5-4465-87f9-e256377c6b61', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:b6:41', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6df070ca-d706-47ca-93c4-2e68fa203fc5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 439, 'fixed_ips': [{'subnet_id': 'ba735781-2bff-41d5-99b4-7ca705ee91ca', 'ip_address': '172.27.2.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-13T11:21:59Z', 'updated_at': '2021-08-13T11:22:02Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ba735781-2bff-41d5-99b4-7ca705ee91ca', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797608-16-iscsi'}] {{(pid=93886) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 13 11:22:03.345439 dv-cinder-797608-16-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-8b700d01-a61f-408c-b2a9-69d7c62b47bd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-2002984'] for router_interface, before_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 11:22:03.437296 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-27caa642-5533-461e-8935-914eec8c5150 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 11:22:03.442329 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-27caa642-5533-461e-8935-914eec8c5150 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651637'] for security_group, after_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 11:22:03.489309 dv-cinder-797608-16-iscsi neutron-server[93883]: INFO neutron.wsgi [None req-27caa642-5533-461e-8935-914eec8c5150 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=ec19cf9d97f34844a7deff0518e05043&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5344019 Aug 13 11:22:03.489640 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27caa642-5533-461e-8935-914eec8c5150 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6d9e6490-98b0-4f90-b55b-26c3a686126a,revision_number=1']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 11:22:03.492345 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.32', 48700) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 11:22:03.567759 dv-cinder-797608-16-iscsi neutron-server[93885]: DEBUG neutron.plugins.ml2.rpc [None req-a0b9b986-0706-4fc6-9cf9-0eb02d2513dc None None] Device ed5562ea-7346-4c67-84bd-f8315fb64ad5 up at agent hyperv_hv-cinder-79760 {{(pid=93885) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 13 11:22:03.571662 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-58818d0a-d98a-44c5-82af-ca20e664980e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 11:22:03.598371 dv-cinder-797608-16-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-8b700d01-a61f-408c-b2a9-69d7c62b47bd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935434'] for port, before_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 11:22:03.611907 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-58818d0a-d98a-44c5-82af-ca20e664980e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 11:22:03.638334 dv-cinder-797608-16-iscsi neutron-server[93885]: DEBUG neutron.db.provisioning_blocks [None req-a0b9b986-0706-4fc6-9cf9-0eb02d2513dc None None] Provisioning for port ed5562ea-7346-4c67-84bd-f8315fb64ad5 completed by entity L2. {{(pid=93885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 13 11:22:03.643638 dv-cinder-797608-16-iscsi neutron-server[93885]: DEBUG neutron.db.provisioning_blocks [None req-cadc0633-653e-4ddc-9624-7e910f932076 None None] Provisioning for port ea095e14-e064-41a9-9281-1866c1334645 completed by entity DHCP. {{(pid=93885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 13 11:22:03.647232 dv-cinder-797608-16-iscsi neutron-server[93885]: DEBUG neutron.db.provisioning_blocks [None req-a0b9b986-0706-4fc6-9cf9-0eb02d2513dc None None] Provisioning complete for port ed5562ea-7346-4c67-84bd-f8315fb64ad5 triggered by entity L2. {{(pid=93885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 13 11:22:03.647593 dv-cinder-797608-16-iscsi neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-a0b9b986-0706-4fc6-9cf9-0eb02d2513dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-997193'] for port, provisioning_complete {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 11:22:03.650715 dv-cinder-797608-16-iscsi neutron-server[93885]: DEBUG neutron.db.provisioning_blocks [None req-cadc0633-653e-4ddc-9624-7e910f932076 None None] Provisioning complete for port ea095e14-e064-41a9-9281-1866c1334645 triggered by entity DHCP. {{(pid=93885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 13 11:22:03.651065 dv-cinder-797608-16-iscsi neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-cadc0633-653e-4ddc-9624-7e910f932076 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-997193'] for port, provisioning_complete {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 11:22:03.709704 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-58818d0a-d98a-44c5-82af-ca20e664980e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651637'] for security_group, after_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 11:22:03.712794 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-58818d0a-d98a-44c5-82af-ca20e664980e admin admin] Notify callbacks [] for security_group, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 11:22:03.714058 dv-cinder-797608-16-iscsi neutron-server[93883]: INFO neutron.wsgi [None req-58818d0a-d98a-44c5-82af-ca20e664980e admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/6d9e6490-98b0-4f90-b55b-26c3a686126a HTTP/1.1" status: 204 len: 168 time: 0.2204223 Aug 13 11:22:03.730805 dv-cinder-797608-16-iscsi neutron-server[93885]: DEBUG neutron.plugins.ml2.rpc [None req-05931952-e11e-4e12-af58-ece1398d134b None None] Device 76d3147c-4afe-4fb5-9909-5eb2224f1361 up at agent ovs-agent-dv-cinder-797608-16-iscsi {{(pid=93885) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 13 11:22:03.731050 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58818d0a-d98a-44c5-82af-ca20e664980e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6d9e6490-98b0-4f90-b55b-26c3a686126a,revision_number=None']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 11:22:03.763417 dv-cinder-797608-16-iscsi neutron-server[93885]: DEBUG neutron.plugins.ml2.plugin [None req-cadc0633-653e-4ddc-9624-7e910f932076 None None] Port ea095e14-e064-41a9-9281-1866c1334645 cannot update to ACTIVE because it is not bound. {{(pid=93885) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 13 11:22:03.818640 dv-cinder-797608-16-iscsi neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73f1a3e3-b610-47cf-bc93-125fe01e9c36 req-cdcc0c2d-513b-4255-b9a4-d0c346aa11e0 tempest-AttachVolumeNegativeTest-1779138385 tempest-AttachVolumeNegativeTest-1779138385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 11:22:03.836240 dv-cinder-797608-16-iscsi neutron-server[93884]: INFO neutron.wsgi [req-73f1a3e3-b610-47cf-bc93-125fe01e9c36 req-cdcc0c2d-513b-4255-b9a4-d0c346aa11e0 tempest-AttachVolumeNegativeTest-1779138385 tempest-AttachVolumeNegativeTest-1779138385-project] 10.222.0.32 "GET /v2.0/ports?device_id=a5df8828-9c0f-4b63-8186-d7ea88dc9c62 HTTP/1.1" status: 200 len: 944 time: 0.2919495 Aug 13 11:22:03.861567 dv-cinder-797608-16-iscsi neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-a0b9b986-0706-4fc6-9cf9-0eb02d2513dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935434'] for port, before_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 11:22:03.874298 dv-cinder-797608-16-iscsi neutron-server[93885]: DEBUG neutron.db.provisioning_blocks [None req-05931952-e11e-4e12-af58-ece1398d134b None None] Provisioning complete for port 76d3147c-4afe-4fb5-9909-5eb2224f1361 triggered by entity L2. {{(pid=93885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 13 11:22:03.874667 dv-cinder-797608-16-iscsi neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-05931952-e11e-4e12-af58-ece1398d134b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-997193'] for port, provisioning_complete {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 11:22:03.922949 dv-cinder-797608-16-iscsi neutron-server[93885]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a5df8828-9c0f-4b63-8186-d7ea88dc9c62', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ed5562ea-7346-4c67-84bd-f8315fb64ad5'}] {{(pid=93885) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 13 11:22:03.922949 dv-cinder-797608-16-iscsi neutron-server[93885]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6271a0dfd589c32cbc3478448621ce6e19c81a8dd821b4c159629fbe4478ed77" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e0a2b946-cb30-4f1c-9af8-d4c772f21815" -d '{"events": [{"server_uuid": "a5df8828-9c0f-4b63-8186-d7ea88dc9c62", "name": "network-vif-plugged", "status": "completed", "tag": "ed5562ea-7346-4c67-84bd-f8315fb64ad5"}]}' {{(pid=93885) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 13 11:22:03.944766 dv-cinder-797608-16-iscsi neutron-server[93885]: DEBUG neutron.plugins.ml2.db [None req-a0b9b986-0706-4fc6-9cf9-0eb02d2513dc None None] For port ed5562ea-7346-4c67-84bd-f8315fb64ad5, host hv-cinder-79760, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79760',level=0,port_id=ed5562ea-7346-4c67-84bd-f8315fb64ad5,segment=NetworkSegment(f4dd2cc4-fdaa-47ce-bd00-4a8b0e01de32),segment_id=f4dd2cc4-fdaa-47ce-bd00-4a8b0e01de32)] {{(pid=93885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 13 11:22:03.950453 dv-cinder-797608-16-iscsi neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75131c20-597d-460f-83e8-469c7f193ad4 req-9773ef2f-836f-48ba-a402-7ed37bbc0e56 tempest-ServerRescueNegativeTestJSON-217385872 tempest-ServerRescueNegativeTestJSON-217385872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 11:22:03.953340 dv-cinder-797608-16-iscsi neutron-server[93884]: INFO neutron.wsgi [req-75131c20-597d-460f-83e8-469c7f193ad4 req-9773ef2f-836f-48ba-a402-7ed37bbc0e56 tempest-ServerRescueNegativeTestJSON-217385872 tempest-ServerRescueNegativeTestJSON-217385872-project] 10.222.0.32 "GET /v2.0/ports?device_id=f07a0f18-2b98-479b-bd6a-186739dfba26 HTTP/1.1" status: 200 len: 945 time: 0.3401015 Aug 13 11:22:03.954166 dv-cinder-797608-16-iscsi neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-a0b9b986-0706-4fc6-9cf9-0eb02d2513dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935844', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611014', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782137889940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782137337613', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782137337631'] for port, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 11:22:03.974909 dv-cinder-797608-16-iscsi neutron-server[93884]: INFO neutron.wsgi [req-73f1a3e3-b610-47cf-bc93-125fe01e9c36 req-55b5f0fe-7df6-46ee-afb0-5ff9db348dc7 tempest-AttachVolumeNegativeTest-1779138385 tempest-AttachVolumeNegativeTest-1779138385-project] 10.222.0.32 "GET /v2.0/security-groups?id=e9ebb553-6898-47d0-8034-10e78e802a38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1376290 Aug 13 11:22:04.056902 dv-cinder-797608-16-iscsi neutron-server[93885]: DEBUG neutron.plugins.ml2.rpc [None req-05931952-e11e-4e12-af58-ece1398d134b None None] Device 92916728-a009-4325-b236-812999780e29 up at agent ovs-agent-dv-cinder-797608-16-iscsi {{(pid=93885) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 13 11:22:04.058578 dv-cinder-797608-16-iscsi neutron-server[93885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0b9b986-0706-4fc6-9cf9-0eb02d2513dc None None] Pushing event updated for resources: {'Port': ['ID=ed5562ea-7346-4c67-84bd-f8315fb64ad5,revision_number=5']} {{(pid=93885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 11:22:04.062300 dv-cinder-797608-16-iscsi neutron-server[93884]: INFO neutron.wsgi [req-75131c20-597d-460f-83e8-469c7f193ad4 req-7d48eb2a-cb17-4d0b-881c-6dfc6d1f5610 tempest-ServerRescueNegativeTestJSON-217385872 tempest-ServerRescueNegativeTestJSON-217385872-project] 10.222.0.32 "GET /v2.0/security-groups?id=5e66df65-70b0-476d-97cd-4e9936c292c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0838761 Aug 13 11:22:04.065193 dv-cinder-797608-16-iscsi neutron-server[93885]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 13 Aug 2021 11:22:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f05561f8-b4a5-4272-9a3c-81a72c53241e x-openstack-request-id: req-f05561f8-b4a5-4272-9a3c-81a72c53241e {{(pid=93885) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 13 11:22:04.065473 dv-cinder-797608-16-iscsi neutron-server[93885]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a5df8828-9c0f-4b63-8186-d7ea88dc9c62", "name": "network-vif-plugged", "status": "completed", "tag": "ed5562ea-7346-4c67-84bd-f8315fb64ad5", "code": 200}]} {{(pid=93885) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 13 11:22:04.065765 dv-cinder-797608-16-iscsi neutron-server[93885]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-f05561f8-b4a5-4272-9a3c-81a72c53241e {{(pid=93885) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 13 11:22:04.066268 dv-cinder-797608-16-iscsi neutron-server[93885]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a5df8828-9c0f-4b63-8186-d7ea88dc9c62', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ed5562ea-7346-4c67-84bd-f8315fb64ad5', 'code': 200} Aug 13 11:22:04.127092 dv-cinder-797608-16-iscsi neutron-server[93885]: DEBUG neutron.db.provisioning_blocks [None req-05931952-e11e-4e12-af58-ece1398d134b None None] Provisioning complete for port 92916728-a009-4325-b236-812999780e29 triggered by entity L2. {{(pid=93885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 13 11:22:04.127641 dv-cinder-797608-16-iscsi neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-05931952-e11e-4e12-af58-ece1398d134b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-997193'] for port, provisioning_complete {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 11:22:04.145928 dv-cinder-797608-16-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-8b700d01-a61f-408c-b2a9-69d7c62b47bd admin admin] Notify callbacks [] for port, precommit_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 11:22:04.151641 dv-cinder-797608-16-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-8b700d01-a61f-408c-b2a9-69d7c62b47bd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935844', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611014', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782137889940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782137337613', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782137337631', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2141180330'] for port, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 11:22:04.247545 dv-cinder-797608-16-iscsi neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b700d01-a61f-408c-b2a9-69d7c62b47bd admin admin] Pushing event updated for resources: {'Port': ['ID=ea095e14-e064-41a9-9281-1866c1334645,revision_number=2']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 11:22:04.272536 dv-cinder-797608-16-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-8b700d01-a61f-408c-b2a9-69d7c62b47bd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1611060', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-2003132'] for router_interface, after_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 11:22:04.322094 dv-cinder-797608-16-iscsi neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-a0b9b986-0706-4fc6-9cf9-0eb02d2513dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782137812740', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-997306'] for agent, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 11:22:04.331768 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02c95163-b1c1-423b-8e60-7f53f5294d08 req-f69b96cc-22e9-41e1-980b-656381168041 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 11:22:04.333854 dv-cinder-797608-16-iscsi neutron-server[93883]: INFO neutron.wsgi [req-02c95163-b1c1-423b-8e60-7f53f5294d08 req-f69b96cc-22e9-41e1-980b-656381168041 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=a5df8828-9c0f-4b63-8186-d7ea88dc9c62 HTTP/1.1" status: 200 len: 1098 time: 0.0480092 Aug 13 11:22:04.383172 dv-cinder-797608-16-iscsi neutron-server[93883]: INFO neutron.wsgi [req-02c95163-b1c1-423b-8e60-7f53f5294d08 req-53084aa5-7009-4382-a81d-c4520eb3a6a2 service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=e9ebb553-6898-47d0-8034-10e78e802a38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334208 Aug 13 11:22:04.401603 dv-cinder-797608-16-iscsi neutron-server[93884]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b700d01-a61f-408c-b2a9-69d7c62b47bd admin admin] Network 1612700c-1033-41bb-94bb-6a95ff56268e is already hosted by enough agents. {{(pid=93884) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 13 11:22:04.403543 dv-cinder-797608-16-iscsi neutron-server[93884]: DEBUG neutron.scheduler.base_scheduler [None req-8b700d01-a61f-408c-b2a9-69d7c62b47bd admin admin] Resources bound (agent type, host, resource id): {{(pid=93884) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 13 11:22:04.550289 dv-cinder-797608-16-iscsi neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f38c6be-6b4a-492a-a3e3-52257b7a4814 req-0750980d-5689-4bfd-8672-3402edf4aa13 tempest-AttachVolumeTestJSON-893493791 tempest-AttachVolumeTestJSON-893493791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 11:22:04.552000 dv-cinder-797608-16-iscsi neutron-server[93884]: INFO neutron.wsgi [req-0f38c6be-6b4a-492a-a3e3-52257b7a4814 req-0750980d-5689-4bfd-8672-3402edf4aa13 tempest-AttachVolumeTestJSON-893493791 tempest-AttachVolumeTestJSON-893493791-project] 10.222.0.32 "GET /v2.0/ports?device_id=210d2391-7cc4-41fd-87e2-e84f6d335633 HTTP/1.1" status: 200 len: 945 time: 0.1255112 Aug 13 11:22:04.636984 dv-cinder-797608-16-iscsi neutron-server[93884]: INFO neutron.wsgi [req-0f38c6be-6b4a-492a-a3e3-52257b7a4814 req-dd998b94-704f-46da-8c27-e6a0acd519be tempest-AttachVolumeTestJSON-893493791 tempest-AttachVolumeTestJSON-893493791-project] 10.222.0.32 "GET /v2.0/security-groups?id=04a16d11-7ca4-462a-891c-e4a125fe1a42&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0552800 Aug 13 11:22:04.652299 dv-cinder-797608-16-iscsi neutron-server[93884]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8b700d01-a61f-408c-b2a9-69d7c62b47bd admin admin] Router 6df070ca-d706-47ca-93c4-2e68fa203fc5 has already been hosted by L3 agent 120d27b5-31d8-4cd2-97b4-2412c45088e1 {{(pid=93884) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 13 11:22:04.721041 dv-cinder-797608-16-iscsi neutron-server[93885]: DEBUG neutron.db.provisioning_blocks [None req-7676f232-efff-4a62-b752-e919d6609553 None None] Provisioning complete for port ea095e14-e064-41a9-9281-1866c1334645 triggered by entity DHCP. {{(pid=93885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 13 11:22:04.721514 dv-cinder-797608-16-iscsi neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-7676f232-efff-4a62-b752-e919d6609553 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-997193'] for port, provisioning_complete {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 11:22:04.760769 dv-cinder-797608-16-iscsi neutron-server[93885]: DEBUG neutron.plugins.ml2.plugin [None req-7676f232-efff-4a62-b752-e919d6609553 None None] Port ea095e14-e064-41a9-9281-1866c1334645 cannot update to ACTIVE because it is not bound. {{(pid=93885) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 13 11:22:04.781504 dv-cinder-797608-16-iscsi neutron-server[93884]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8b700d01-a61f-408c-b2a9-69d7c62b47bd admin admin] Notify agent at l3_agent.dv-cinder-797608-16-iscsi the message routers_updated {{(pid=93884) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 13 11:22:04.786756 dv-cinder-797608-16-iscsi neutron-server[93884]: INFO neutron.wsgi [None req-8b700d01-a61f-408c-b2a9-69d7c62b47bd admin admin] 10.222.0.32 "PUT /v2.0/routers/6df070ca-d706-47ca-93c4-2e68fa203fc5/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5598271 Aug 13 11:22:05.102810 dv-cinder-797608-16-iscsi neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bed05e8-589c-4e35-a94c-5b5412ad8146 req-f848459f-f9e3-4d37-b29c-5528cafa094f tempest-AttachVolumeNegativeTest-1779138385 tempest-AttachVolumeNegativeTest-1779138385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 11:22:05.113790 dv-cinder-797608-16-iscsi neutron-server[93884]: INFO neutron.wsgi [req-6bed05e8-589c-4e35-a94c-5b5412ad8146 req-f848459f-f9e3-4d37-b29c-5528cafa094f tempest-AttachVolumeNegativeTest-1779138385 tempest-AttachVolumeNegativeTest-1779138385-project] 10.222.0.32 "GET /v2.0/ports?device_id=a5df8828-9c0f-4b63-8186-d7ea88dc9c62 HTTP/1.1" status: 200 len: 945 time: 0.0807190 Aug 13 11:22:05.159158 dv-cinder-797608-16-iscsi neutron-server[93884]: INFO neutron.wsgi [req-6bed05e8-589c-4e35-a94c-5b5412ad8146 req-d790d02b-0aa0-46c9-a62d-cb2576f5e50b tempest-AttachVolumeNegativeTest-1779138385 tempest-AttachVolumeNegativeTest-1779138385-project] 10.222.0.32 "GET /v2.0/security-groups?id=e9ebb553-6898-47d0-8034-10e78e802a38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443857 Aug 13 11:22:05.305772 dv-cinder-797608-16-iscsi neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e76a6e12-78a0-498f-b396-08cb006fc6a7 req-3327db2f-aab1-40c7-b43e-d216bdda89a4 tempest-ServerRescueNegativeTestJSON-217385872 tempest-ServerRescueNegativeTestJSON-217385872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 11:22:05.307630 dv-cinder-797608-16-iscsi neutron-server[93884]: INFO neutron.wsgi [req-e76a6e12-78a0-498f-b396-08cb006fc6a7 req-3327db2f-aab1-40c7-b43e-d216bdda89a4 tempest-ServerRescueNegativeTestJSON-217385872 tempest-ServerRescueNegativeTestJSON-217385872-project] 10.222.0.32 "GET /v2.0/ports?device_id=f07a0f18-2b98-479b-bd6a-186739dfba26 HTTP/1.1" status: 200 len: 945 time: 0.0703869 Aug 13 11:22:05.383590 dv-cinder-797608-16-iscsi neutron-server[93884]: INFO neutron.wsgi [req-e76a6e12-78a0-498f-b396-08cb006fc6a7 req-d4edb024-c14f-4fd4-ba51-0433fb0d4d55 tempest-ServerRescueNegativeTestJSON-217385872 tempest-ServerRescueNegativeTestJSON-217385872-project] 10.222.0.32 "GET /v2.0/security-groups?id=5e66df65-70b0-476d-97cd-4e9936c292c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0615351 Aug 13 11:22:05.471712 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.32', 48766) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 11:22:05.476507 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron.api.v2.base [None req-1b1138e0-39a2-436e-8ed4-10d08165ef99 tempest-TestShelveInstance-650229999 tempest-TestShelveInstance-650229999-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1995971744', 'description': 'tempest-secgroup-smoke-1995971744 description', 'project_id': 'f2f73946f5b4487a90034c858e2b5010'}} {{(pid=93883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 13 11:22:05.500164 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-1b1138e0-39a2-436e-8ed4-10d08165ef99 tempest-TestShelveInstance-650229999 tempest-TestShelveInstance-650229999-project] Notify callbacks [] for security_group, before_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 11:22:05.535422 dv-cinder-797608-16-iscsi neutron-server[93885]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f1f31a0-6e41-41df-8a75-bcb43e706af6 None None] Sync routers for ids ['6df070ca-d706-47ca-93c4-2e68fa203fc5'] in dv-cinder-797608-16-iscsi {{(pid=93885) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 13 11:22:05.544591 dv-cinder-797608-16-iscsi neutron-server[93885]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f1f31a0-6e41-41df-8a75-bcb43e706af6 None None] Routers {'6df070ca-d706-47ca-93c4-2e68fa203fc5'} bound to L3 agent in host dv-cinder-797608-16-iscsi {{(pid=93885) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 13 11:22:05.545331 dv-cinder-797608-16-iscsi neutron-server[93885]: DEBUG neutron.db.l3_hamode_db [None req-3f1f31a0-6e41-41df-8a75-bcb43e706af6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797608-16-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-13T11:11:41Z,description=,heartbeat_timestamp=2021-08-13T11:21:41Z,host='dv-cinder-797608-16-iscsi',id=120d27b5-31d8-4cd2-97b4-2412c45088e1,load=0,resource_versions=,resources_synced=,started_at=2021-08-13T11:11:41Z,topic='l3_agent')) {'router_ids': ['6df070ca-d706-47ca-93c4-2e68fa203fc5'], 'active': True} {{(pid=93885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 13 11:22:05.583283 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-1b1138e0-39a2-436e-8ed4-10d08165ef99 tempest-TestShelveInstance-650229999 tempest-TestShelveInstance-650229999-project] Notify callbacks [] for security_group, precommit_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 11:22:05.587106 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-1b1138e0-39a2-436e-8ed4-10d08165ef99 tempest-TestShelveInstance-650229999 tempest-TestShelveInstance-650229999-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651637'] for security_group, after_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 11:22:05.615118 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-1b1138e0-39a2-436e-8ed4-10d08165ef99 tempest-TestShelveInstance-650229999 tempest-TestShelveInstance-650229999-project] Notify callbacks [] for security_group, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 11:22:05.616361 dv-cinder-797608-16-iscsi neutron-server[93883]: INFO neutron.wsgi [None req-1b1138e0-39a2-436e-8ed4-10d08165ef99 tempest-TestShelveInstance-650229999 tempest-TestShelveInstance-650229999-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.1436377 Aug 13 11:22:05.619387 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.32', 48768) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 11:22:05.624966 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron.api.v2.base [None req-a1fd19eb-056d-4c9d-a8a5-1b824329d39d tempest-TestShelveInstance-650229999 tempest-TestShelveInstance-650229999-project] Request body: {'security_group_rule': {'security_group_id': '10b612c3-878e-45c8-a45f-b00eff83bd94', 'project_id': 'f2f73946f5b4487a90034c858e2b5010', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 13 11:22:05.632345 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b1138e0-39a2-436e-8ed4-10d08165ef99 tempest-TestShelveInstance-650229999 tempest-TestShelveInstance-650229999-project] Pushing event updated for resources: {'SecurityGroup': ['ID=10b612c3-878e-45c8-a45f-b00eff83bd94,revision_number=1']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 11:22:05.652914 dv-cinder-797608-16-iscsi neutron-server[93885]: DEBUG neutron.db.l3_dvr_db [None req-3f1f31a0-6e41-41df-8a75-bcb43e706af6 None None] Set router 6df070ca-d706-47ca-93c4-2e68fa203fc5 gateway port host: dv-cinder-797608-16-iscsi {{(pid=93885) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 13 11:22:05.660311 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-a1fd19eb-056d-4c9d-a8a5-1b824329d39d tempest-TestShelveInstance-650229999 tempest-TestShelveInstance-650229999-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 11:22:05.734280 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-a1fd19eb-056d-4c9d-a8a5-1b824329d39d tempest-TestShelveInstance-650229999 tempest-TestShelveInstance-650229999-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 11:22:05.739212 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-a1fd19eb-056d-4c9d-a8a5-1b824329d39d tempest-TestShelveInstance-650229999 tempest-TestShelveInstance-650229999-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651522'] for security_group_rule, after_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 11:22:05.762889 dv-cinder-797608-16-iscsi neutron-server[93885]: DEBUG neutron.plugins.ml2.rpc [None req-05931952-e11e-4e12-af58-ece1398d134b None None] Device 9114e29a-1ba7-4dad-9b6f-2d822b090020 up at agent ovs-agent-dv-cinder-797608-16-iscsi {{(pid=93885) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 13 11:22:05.767304 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1fd19eb-056d-4c9d-a8a5-1b824329d39d tempest-TestShelveInstance-650229999 tempest-TestShelveInstance-650229999-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7e2ec40e-37be-40be-8fa1-c2cbbba182bb,revision_number=0']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 11:22:05.776892 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-a1fd19eb-056d-4c9d-a8a5-1b824329d39d tempest-TestShelveInstance-650229999 tempest-TestShelveInstance-650229999-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 11:22:05.778169 dv-cinder-797608-16-iscsi neutron-server[93883]: INFO neutron.wsgi [None req-a1fd19eb-056d-4c9d-a8a5-1b824329d39d tempest-TestShelveInstance-650229999 tempest-TestShelveInstance-650229999-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1577704 Aug 13 11:22:05.781517 dv-cinder-797608-16-iscsi neutron-server[93884]: DEBUG neutron.wsgi [-] (93884) accepted ('10.222.0.32', 48772) {{(pid=93884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 11:22:05.786935 dv-cinder-797608-16-iscsi neutron-server[93884]: DEBUG neutron.api.v2.base [None req-530c00e4-1e51-43bd-9788-bf55569a71ea tempest-TestShelveInstance-650229999 tempest-TestShelveInstance-650229999-project] Request body: {'security_group_rule': {'security_group_id': '10b612c3-878e-45c8-a45f-b00eff83bd94', 'project_id': 'f2f73946f5b4487a90034c858e2b5010', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=93884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 13 11:22:05.826380 dv-cinder-797608-16-iscsi neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a0fe6a7-0e8a-49da-9a73-b55a55dfae39 req-d3971dfa-47a0-4b51-8a3a-4dbfc98f2bd1 tempest-AttachVolumeTestJSON-893493791 tempest-AttachVolumeTestJSON-893493791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 11:22:05.828301 dv-cinder-797608-16-iscsi neutron-server[93884]: INFO neutron.wsgi [req-3a0fe6a7-0e8a-49da-9a73-b55a55dfae39 req-d3971dfa-47a0-4b51-8a3a-4dbfc98f2bd1 tempest-AttachVolumeTestJSON-893493791 tempest-AttachVolumeTestJSON-893493791-project] 10.222.0.32 "GET /v2.0/ports?device_id=210d2391-7cc4-41fd-87e2-e84f6d335633 HTTP/1.1" status: 200 len: 945 time: 0.0881662 Aug 13 11:22:05.835973 dv-cinder-797608-16-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-530c00e4-1e51-43bd-9788-bf55569a71ea tempest-TestShelveInstance-650229999 tempest-TestShelveInstance-650229999-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 11:22:05.869172 dv-cinder-797608-16-iscsi neutron-server[93885]: DEBUG neutron.db.provisioning_blocks [None req-05931952-e11e-4e12-af58-ece1398d134b None None] Provisioning for port 9114e29a-1ba7-4dad-9b6f-2d822b090020 completed by entity L2. {{(pid=93885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 13 11:22:05.892706 dv-cinder-797608-16-iscsi neutron-server[93885]: DEBUG neutron.db.provisioning_blocks [None req-05931952-e11e-4e12-af58-ece1398d134b None None] Provisioning complete for port 9114e29a-1ba7-4dad-9b6f-2d822b090020 triggered by entity L2. {{(pid=93885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 13 11:22:05.893094 dv-cinder-797608-16-iscsi neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-05931952-e11e-4e12-af58-ece1398d134b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-997193'] for port, provisioning_complete {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 11:22:05.912882 dv-cinder-797608-16-iscsi neutron-server[93884]: INFO neutron.wsgi [req-3a0fe6a7-0e8a-49da-9a73-b55a55dfae39 req-57db5482-d591-4ad8-b95a-0d204bb552d2 tempest-AttachVolumeTestJSON-893493791 tempest-AttachVolumeTestJSON-893493791-project] 10.222.0.32 "GET /v2.0/security-groups?id=04a16d11-7ca4-462a-891c-e4a125fe1a42&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0778010 Aug 13 11:22:05.937537 dv-cinder-797608-16-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-530c00e4-1e51-43bd-9788-bf55569a71ea tempest-TestShelveInstance-650229999 tempest-TestShelveInstance-650229999-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 11:22:05.943834 dv-cinder-797608-16-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-530c00e4-1e51-43bd-9788-bf55569a71ea tempest-TestShelveInstance-650229999 tempest-TestShelveInstance-650229999-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651522'] for security_group_rule, after_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 11:22:05.961515 dv-cinder-797608-16-iscsi neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-530c00e4-1e51-43bd-9788-bf55569a71ea tempest-TestShelveInstance-650229999 tempest-TestShelveInstance-650229999-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e9b98617-8372-4ed9-8f89-b4ca0ee2f958,revision_number=0']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 11:22:05.972265 dv-cinder-797608-16-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-530c00e4-1e51-43bd-9788-bf55569a71ea tempest-TestShelveInstance-650229999 tempest-TestShelveInstance-650229999-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 11:22:05.973599 dv-cinder-797608-16-iscsi neutron-server[93884]: INFO neutron.wsgi [None req-530c00e4-1e51-43bd-9788-bf55569a71ea tempest-TestShelveInstance-650229999 tempest-TestShelveInstance-650229999-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1909790 Aug 13 11:22:05.976303 dv-cinder-797608-16-iscsi neutron-server[93884]: DEBUG neutron.wsgi [-] (93884) accepted ('10.222.0.32', 48774) {{(pid=93884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 11:22:05.981546 dv-cinder-797608-16-iscsi neutron-server[93884]: DEBUG neutron.api.v2.base [None req-a9c4f498-573c-4e57-9c05-2e599168df29 tempest-TestShelveInstance-650229999 tempest-TestShelveInstance-650229999-project] Request body: {'security_group_rule': {'security_group_id': '10b612c3-878e-45c8-a45f-b00eff83bd94', 'project_id': 'f2f73946f5b4487a90034c858e2b5010', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=93884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 13 11:22:05.995533 dv-cinder-797608-16-iscsi neutron-server[93885]: DEBUG neutron.db.l3_hamode_db [None req-3f1f31a0-6e41-41df-8a75-bcb43e706af6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6df070ca-d706-47ca-93c4-2e68fa203fc5', 'name': 'tempest-TestShelveInstance-353179001-router', 'tenant_id': '96bbd8433fb64582a0d553d05e017cd1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c3f0979-58a5-4465-87f9-e256377c6b61', 'external_fixed_ips': [{'subnet_id': 'ba735781-2bff-41d5-99b4-7ca705ee91ca', 'ip_address': '172.27.2.4'}], 'enable_snat': True}, 'gw_port_id': '9114e29a-1ba7-4dad-9b6f-2d822b090020', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-13T11:21:58Z', 'updated_at': '2021-08-13T11:22:03Z', 'revision_number': 4, 'project_id': '96bbd8433fb64582a0d553d05e017cd1', 'gw_port': {'id': '9114e29a-1ba7-4dad-9b6f-2d822b090020', 'name': '', 'network_id': '7c3f0979-58a5-4465-87f9-e256377c6b61', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:b6:41', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6df070ca-d706-47ca-93c4-2e68fa203fc5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 439, 'fixed_ips': [{'subnet_id': 'ba735781-2bff-41d5-99b4-7ca705ee91ca', 'ip_address': '172.27.2.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-13T11:21:59Z', 'updated_at': '2021-08-13T11:22:02Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ba735781-2bff-41d5-99b4-7ca705ee91ca', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797608-16-iscsi', '_interfaces': [{'id': 'ea095e14-e064-41a9-9281-1866c1334645', 'name': '', 'network_id': '1612700c-1033-41bb-94bb-6a95ff56268e', 'tenant_id': '96bbd8433fb64582a0d553d05e017cd1', 'mac_address': 'fa:16:3e:10:49:f8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6df070ca-d706-47ca-93c4-2e68fa203fc5', 'device_owner': 'network:router_interface', 'standard_attr_id': 440, 'fixed_ips': [{'subnet_id': '9988f86d-9247-4b50-91ad-98aec6af009c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-13T11:22:02Z', 'updated_at': '2021-08-13T11:22:03Z', 'revision_number': 2, 'project_id': '96bbd8433fb64582a0d553d05e017cd1', 'subnets': [{'id': '9988f86d-9247-4b50-91ad-98aec6af009c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-797608-16-iscsi', False) {} {{(pid=93885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 13 11:22:06.016821 dv-cinder-797608-16-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-a9c4f498-573c-4e57-9c05-2e599168df29 tempest-TestShelveInstance-650229999 tempest-TestShelveInstance-650229999-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 11:22:06.027225 dv-cinder-797608-16-iscsi neutron-server[93885]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f1f31a0-6e41-41df-8a75-bcb43e706af6 None None] Checking router: 6df070ca-d706-47ca-93c4-2e68fa203fc5 for host: dv-cinder-797608-16-iscsi {{(pid=93885) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 13 11:22:06.027580 dv-cinder-797608-16-iscsi neutron-server[93885]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f1f31a0-6e41-41df-8a75-bcb43e706af6 None None] Updating router 6df070ca-d706-47ca-93c4-2e68fa203fc5 port ea095e14-e064-41a9-9281-1866c1334645 binding host dv-cinder-797608-16-iscsi {{(pid=93885) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 13 11:22:06.048630 dv-cinder-797608-16-iscsi neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-05931952-e11e-4e12-af58-ece1398d134b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935434'] for port, before_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 11:22:06.064859 dv-cinder-797608-16-iscsi neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-3f1f31a0-6e41-41df-8a75-bcb43e706af6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935434'] for port, before_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 11:22:06.080308 dv-cinder-797608-16-iscsi neutron-server[93885]: DEBUG neutron.plugins.ml2.db [None req-05931952-e11e-4e12-af58-ece1398d134b None None] For port 9114e29a-1ba7-4dad-9b6f-2d822b090020, host dv-cinder-797608-16-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797608-16-iscsi',level=0,port_id=9114e29a-1ba7-4dad-9b6f-2d822b090020,segment=NetworkSegment(3f6765c6-6e72-475e-8aaa-7134ee4679ca),segment_id=3f6765c6-6e72-475e-8aaa-7134ee4679ca)] {{(pid=93885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 13 11:22:06.082582 dv-cinder-797608-16-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-a9c4f498-573c-4e57-9c05-2e599168df29 tempest-TestShelveInstance-650229999 tempest-TestShelveInstance-650229999-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 11:22:06.085085 dv-cinder-797608-16-iscsi neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-05931952-e11e-4e12-af58-ece1398d134b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935844', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611014', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782137889940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782137337613', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782137337631'] for port, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 11:22:06.087906 dv-cinder-797608-16-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-a9c4f498-573c-4e57-9c05-2e599168df29 tempest-TestShelveInstance-650229999 tempest-TestShelveInstance-650229999-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651522'] for security_group_rule, after_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 11:22:06.110351 dv-cinder-797608-16-iscsi neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9c4f498-573c-4e57-9c05-2e599168df29 tempest-TestShelveInstance-650229999 tempest-TestShelveInstance-650229999-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=25ceec27-087e-40cd-a9fe-7e72437fec55,revision_number=0']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 11:22:06.114502 dv-cinder-797608-16-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-a9c4f498-573c-4e57-9c05-2e599168df29 tempest-TestShelveInstance-650229999 tempest-TestShelveInstance-650229999-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 11:22:06.115937 dv-cinder-797608-16-iscsi neutron-server[93884]: INFO neutron.wsgi [None req-a9c4f498-573c-4e57-9c05-2e599168df29 tempest-TestShelveInstance-650229999 tempest-TestShelveInstance-650229999-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1385577 Aug 13 11:22:06.118634 dv-cinder-797608-16-iscsi neutron-server[93884]: DEBUG neutron.wsgi [-] (93884) accepted ('10.222.0.32', 48778) {{(pid=93884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 11:22:06.123254 dv-cinder-797608-16-iscsi neutron-server[93884]: DEBUG neutron.api.v2.base [None req-1eaf080e-0877-4bb7-a08d-7f0699076256 tempest-TestShelveInstance-650229999 tempest-TestShelveInstance-650229999-project] Request body: {'security_group_rule': {'security_group_id': '10b612c3-878e-45c8-a45f-b00eff83bd94', 'project_id': 'f2f73946f5b4487a90034c858e2b5010', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=93884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 13 11:22:06.155216 dv-cinder-797608-16-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-1eaf080e-0877-4bb7-a08d-7f0699076256 tempest-TestShelveInstance-650229999 tempest-TestShelveInstance-650229999-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 11:22:06.223883 dv-cinder-797608-16-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-1eaf080e-0877-4bb7-a08d-7f0699076256 tempest-TestShelveInstance-650229999 tempest-TestShelveInstance-650229999-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 11:22:06.228645 dv-cinder-797608-16-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-1eaf080e-0877-4bb7-a08d-7f0699076256 tempest-TestShelveInstance-650229999 tempest-TestShelveInstance-650229999-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651522'] for security_group_rule, after_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 11:22:06.259872 dv-cinder-797608-16-iscsi neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1eaf080e-0877-4bb7-a08d-7f0699076256 tempest-TestShelveInstance-650229999 tempest-TestShelveInstance-650229999-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fbc8b2ed-7b02-48c7-9b51-1434addf5ed7,revision_number=0']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 11:22:06.279247 dv-cinder-797608-16-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-1eaf080e-0877-4bb7-a08d-7f0699076256 tempest-TestShelveInstance-650229999 tempest-TestShelveInstance-650229999-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 11:22:06.283049 dv-cinder-797608-16-iscsi neutron-server[93884]: INFO neutron.wsgi [None req-1eaf080e-0877-4bb7-a08d-7f0699076256 tempest-TestShelveInstance-650229999 tempest-TestShelveInstance-650229999-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1608477 Aug 13 11:22:06.283427 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.32', 48782) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 11:22:06.288015 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron.api.v2.base [None req-da41b047-7476-46ab-aecc-97683773d6ea tempest-TestShelveInstance-650229999 tempest-TestShelveInstance-650229999-project] Request body: {'security_group_rule': {'security_group_id': '10b612c3-878e-45c8-a45f-b00eff83bd94', 'project_id': 'f2f73946f5b4487a90034c858e2b5010', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=93883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 13 11:22:06.307343 dv-cinder-797608-16-iscsi neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e0513f7-129c-4815-a700-2f66716ac3fc req-b3364810-c6bf-49e9-9cdc-f3508060cd11 tempest-AttachVolumeNegativeTest-1779138385 tempest-AttachVolumeNegativeTest-1779138385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 11:22:06.314540 dv-cinder-797608-16-iscsi neutron-server[93884]: INFO neutron.wsgi [req-7e0513f7-129c-4815-a700-2f66716ac3fc req-b3364810-c6bf-49e9-9cdc-f3508060cd11 tempest-AttachVolumeNegativeTest-1779138385 tempest-AttachVolumeNegativeTest-1779138385-project] 10.222.0.32 "GET /v2.0/ports?device_id=a5df8828-9c0f-4b63-8186-d7ea88dc9c62 HTTP/1.1" status: 200 len: 945 time: 0.0697641 Aug 13 11:22:06.316884 dv-cinder-797608-16-iscsi neutron-server[93883]: INFO neutron.db.securitygroups_db [None req-da41b047-7476-46ab-aecc-97683773d6ea tempest-TestShelveInstance-650229999 tempest-TestShelveInstance-650229999-project] Project f2f73946f5b4487a90034c858e2b5010 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 13 11:22:06.323818 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-da41b047-7476-46ab-aecc-97683773d6ea tempest-TestShelveInstance-650229999 tempest-TestShelveInstance-650229999-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 11:22:06.326083 dv-cinder-797608-16-iscsi neutron-server[93885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05931952-e11e-4e12-af58-ece1398d134b None None] Pushing event updated for resources: {'Port': ['ID=9114e29a-1ba7-4dad-9b6f-2d822b090020,revision_number=4']} {{(pid=93885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 11:22:06.360367 dv-cinder-797608-16-iscsi neutron-server[93884]: INFO neutron.wsgi [req-7e0513f7-129c-4815-a700-2f66716ac3fc req-9ea2ce99-5e01-4b34-b6ae-db22ff497eba tempest-AttachVolumeNegativeTest-1779138385 tempest-AttachVolumeNegativeTest-1779138385-project] 10.222.0.32 "GET /v2.0/security-groups?id=e9ebb553-6898-47d0-8034-10e78e802a38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407884 Aug 13 11:22:06.426923 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-da41b047-7476-46ab-aecc-97683773d6ea tempest-TestShelveInstance-650229999 tempest-TestShelveInstance-650229999-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 11:22:06.432236 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-da41b047-7476-46ab-aecc-97683773d6ea tempest-TestShelveInstance-650229999 tempest-TestShelveInstance-650229999-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651522'] for security_group_rule, after_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 11:22:06.452638 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da41b047-7476-46ab-aecc-97683773d6ea tempest-TestShelveInstance-650229999 tempest-TestShelveInstance-650229999-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7081f88c-2fe1-4662-a8c3-a8ad602b607a,revision_number=0']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 11:22:06.466722 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-da41b047-7476-46ab-aecc-97683773d6ea tempest-TestShelveInstance-650229999 tempest-TestShelveInstance-650229999-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 11:22:06.476939 dv-cinder-797608-16-iscsi neutron-server[93883]: INFO neutron.wsgi [None req-da41b047-7476-46ab-aecc-97683773d6ea tempest-TestShelveInstance-650229999 tempest-TestShelveInstance-650229999-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1899948 Aug 13 11:22:06.477867 dv-cinder-797608-16-iscsi neutron-server[93884]: DEBUG neutron.wsgi [-] (93884) accepted ('10.222.0.32', 48792) {{(pid=93884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 11:22:06.482790 dv-cinder-797608-16-iscsi neutron-server[93884]: DEBUG neutron.api.v2.base [None req-0007d47c-6b6c-4b49-9ff9-9d5536da3d5b tempest-TestShelveInstance-650229999 tempest-TestShelveInstance-650229999-project] Request body: {'security_group_rule': {'security_group_id': '10b612c3-878e-45c8-a45f-b00eff83bd94', 'project_id': 'f2f73946f5b4487a90034c858e2b5010', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=93884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 13 11:22:06.551268 dv-cinder-797608-16-iscsi neutron-server[93884]: INFO neutron.db.securitygroups_db [None req-0007d47c-6b6c-4b49-9ff9-9d5536da3d5b tempest-TestShelveInstance-650229999 tempest-TestShelveInstance-650229999-project] Project f2f73946f5b4487a90034c858e2b5010 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 13 11:22:06.564381 dv-cinder-797608-16-iscsi neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-3f1f31a0-6e41-41df-8a75-bcb43e706af6 None None] Notify callbacks [] for port, precommit_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 11:22:06.565835 dv-cinder-797608-16-iscsi neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60421192-e6dd-4584-9831-c58bd55dc641 req-50415913-539d-4f6b-be9f-ae0cbe305cb8 tempest-ServerRescueNegativeTestJSON-217385872 tempest-ServerRescueNegativeTestJSON-217385872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 11:22:06.567968 dv-cinder-797608-16-iscsi neutron-server[93884]: INFO neutron.wsgi [req-60421192-e6dd-4584-9831-c58bd55dc641 req-50415913-539d-4f6b-be9f-ae0cbe305cb8 tempest-ServerRescueNegativeTestJSON-217385872 tempest-ServerRescueNegativeTestJSON-217385872-project] 10.222.0.32 "GET /v2.0/ports?device_id=f07a0f18-2b98-479b-bd6a-186739dfba26 HTTP/1.1" status: 200 len: 945 time: 0.0909870 Aug 13 11:22:06.570055 dv-cinder-797608-16-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-0007d47c-6b6c-4b49-9ff9-9d5536da3d5b tempest-TestShelveInstance-650229999 tempest-TestShelveInstance-650229999-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 11:22:06.580899 dv-cinder-797608-16-iscsi neutron-server[93885]: DEBUG neutron.db.provisioning_blocks [None req-3f1f31a0-6e41-41df-8a75-bcb43e706af6 None None] Transition to ACTIVE for port object ea095e14-e064-41a9-9281-1866c1334645 will not be triggered until provisioned by entity L2. {{(pid=93885) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 13 11:22:06.589374 dv-cinder-797608-16-iscsi neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-3f1f31a0-6e41-41df-8a75-bcb43e706af6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935844', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611014', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782137889940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782137337613', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782137337631'] for port, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 11:22:06.648430 dv-cinder-797608-16-iscsi neutron-server[93884]: INFO neutron.wsgi [req-60421192-e6dd-4584-9831-c58bd55dc641 req-cfac96ed-fc39-4e59-b92a-7d1db3931978 tempest-ServerRescueNegativeTestJSON-217385872 tempest-ServerRescueNegativeTestJSON-217385872-project] 10.222.0.32 "GET /v2.0/security-groups?id=5e66df65-70b0-476d-97cd-4e9936c292c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0735564 Aug 13 11:22:06.651607 dv-cinder-797608-16-iscsi neutron-server[93885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e97a773e-775f-4c7b-b7c9-57e72633682c None None] Pushing event updated for resources: {'Port': ['ID=ea095e14-e064-41a9-9281-1866c1334645,revision_number=3']} {{(pid=93885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 11:22:06.679310 dv-cinder-797608-16-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-0007d47c-6b6c-4b49-9ff9-9d5536da3d5b tempest-TestShelveInstance-650229999 tempest-TestShelveInstance-650229999-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 11:22:06.685140 dv-cinder-797608-16-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-0007d47c-6b6c-4b49-9ff9-9d5536da3d5b tempest-TestShelveInstance-650229999 tempest-TestShelveInstance-650229999-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651522'] for security_group_rule, after_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 11:22:06.723161 dv-cinder-797608-16-iscsi neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0007d47c-6b6c-4b49-9ff9-9d5536da3d5b tempest-TestShelveInstance-650229999 tempest-TestShelveInstance-650229999-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0ca35df2-bfc8-43be-9ae2-89c6c814c548,revision_number=0']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 11:22:06.737282 dv-cinder-797608-16-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-0007d47c-6b6c-4b49-9ff9-9d5536da3d5b tempest-TestShelveInstance-650229999 tempest-TestShelveInstance-650229999-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 11:22:06.739846 dv-cinder-797608-16-iscsi neutron-server[93884]: INFO neutron.wsgi [None req-0007d47c-6b6c-4b49-9ff9-9d5536da3d5b tempest-TestShelveInstance-650229999 tempest-TestShelveInstance-650229999-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.2596488 Aug 13 11:22:06.786203 dv-cinder-797608-16-iscsi neutron-server[93885]: DEBUG neutron.plugins.ml2.managers [None req-3f1f31a0-6e41-41df-8a75-bcb43e706af6 None None] Attempting to bind port ea095e14-e064-41a9-9281-1866c1334645 on host dv-cinder-797608-16-iscsi for vnic_type normal with profile {{(pid=93885) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 13 11:22:06.786676 dv-cinder-797608-16-iscsi neutron-server[93885]: DEBUG neutron.plugins.ml2.managers [None req-3f1f31a0-6e41-41df-8a75-bcb43e706af6 None None] Attempting to bind port ea095e14-e064-41a9-9281-1866c1334645 by drivers openvswitch,hyperv on host dv-cinder-797608-16-iscsi at level 0 using segments [{'id': '1261fa5e-e7d7-4e00-a9fe-cdd1d658f78f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': '1612700c-1033-41bb-94bb-6a95ff56268e'}] {{(pid=93885) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 13 11:22:06.787139 dv-cinder-797608-16-iscsi neutron-server[93885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f1f31a0-6e41-41df-8a75-bcb43e706af6 None None] Attempting to bind port ea095e14-e064-41a9-9281-1866c1334645 on network 1612700c-1033-41bb-94bb-6a95ff56268e {{(pid=93885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 13 11:22:06.794359 dv-cinder-797608-16-iscsi neutron-server[93885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f1f31a0-6e41-41df-8a75-bcb43e706af6 None None] Checking agent: {'id': '649b788e-933d-40b8-a73c-f58c5ea7beff', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-797608-16-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 13, 11, 11, 41), 'started_at': datetime.datetime(2021, 8, 13, 11, 12, 11), 'heartbeat_timestamp': datetime.datetime(2021, 8, 13, 11, 21, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-797608-16-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 13 11:22:06.794750 dv-cinder-797608-16-iscsi neutron-server[93885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f1f31a0-6e41-41df-8a75-bcb43e706af6 None None] Checking segment: {'id': '1261fa5e-e7d7-4e00-a9fe-cdd1d658f78f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': '1612700c-1033-41bb-94bb-6a95ff56268e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93885) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 13 11:22:06.795168 dv-cinder-797608-16-iscsi neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-3f1f31a0-6e41-41df-8a75-bcb43e706af6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 11:22:06.795711 dv-cinder-797608-16-iscsi neutron-server[93885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f1f31a0-6e41-41df-8a75-bcb43e706af6 None None] Bound using segment: {'id': '1261fa5e-e7d7-4e00-a9fe-cdd1d658f78f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': '1612700c-1033-41bb-94bb-6a95ff56268e'} {{(pid=93885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 13 11:22:06.796213 dv-cinder-797608-16-iscsi neutron-server[93885]: DEBUG neutron.plugins.ml2.managers [None req-3f1f31a0-6e41-41df-8a75-bcb43e706af6 None None] Bound port: ea095e14-e064-41a9-9281-1866c1334645, host: dv-cinder-797608-16-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1261fa5e-e7d7-4e00-a9fe-cdd1d658f78f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': '1612700c-1033-41bb-94bb-6a95ff56268e'}}] {{(pid=93885) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 13 11:22:06.796600 dv-cinder-797608-16-iscsi neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-3f1f31a0-6e41-41df-8a75-bcb43e706af6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935434'] for port, before_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 11:22:06.892898 dv-cinder-797608-16-iscsi neutron-server[93885]: DEBUG neutron.plugins.ml2.db [None req-3f1f31a0-6e41-41df-8a75-bcb43e706af6 None None] For port ea095e14-e064-41a9-9281-1866c1334645, host dv-cinder-797608-16-iscsi, cleared binding levels {{(pid=93885) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 13 11:22:06.897148 dv-cinder-797608-16-iscsi neutron-server[93885]: DEBUG neutron.plugins.ml2.db [None req-3f1f31a0-6e41-41df-8a75-bcb43e706af6 None None] For port ea095e14-e064-41a9-9281-1866c1334645, host dv-cinder-797608-16-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797608-16-iscsi',level=0,port_id=ea095e14-e064-41a9-9281-1866c1334645,segment=NetworkSegment(1261fa5e-e7d7-4e00-a9fe-cdd1d658f78f),segment_id=1261fa5e-e7d7-4e00-a9fe-cdd1d658f78f)] {{(pid=93885) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 13 11:22:06.902555 dv-cinder-797608-16-iscsi neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-3f1f31a0-6e41-41df-8a75-bcb43e706af6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935844', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611014', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782137889940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782137337613', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782137337631'] for port, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 11:22:06.960920 dv-cinder-797608-16-iscsi neutron-server[93885]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f1f31a0-6e41-41df-8a75-bcb43e706af6 None None] Routers {'6df070ca-d706-47ca-93c4-2e68fa203fc5'} bound to L3 agent in host dv-cinder-797608-16-iscsi {{(pid=93885) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 13 11:22:06.961889 dv-cinder-797608-16-iscsi neutron-server[93885]: DEBUG neutron.db.l3_hamode_db [None req-3f1f31a0-6e41-41df-8a75-bcb43e706af6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797608-16-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-13T11:11:41Z,description=,heartbeat_timestamp=2021-08-13T11:21:41Z,host='dv-cinder-797608-16-iscsi',id=120d27b5-31d8-4cd2-97b4-2412c45088e1,load=0,resource_versions=,resources_synced=,started_at=2021-08-13T11:11:41Z,topic='l3_agent')) {'router_ids': ['6df070ca-d706-47ca-93c4-2e68fa203fc5'], 'active': True} {{(pid=93885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 13 11:22:07.023422 dv-cinder-797608-16-iscsi neutron-server[93885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e97a773e-775f-4c7b-b7c9-57e72633682c None None] Pushing event updated for resources: {'Port': ['ID=ea095e14-e064-41a9-9281-1866c1334645,revision_number=4']} {{(pid=93885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 11:22:07.085261 dv-cinder-797608-16-iscsi neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8641b95b-e823-4020-b01e-d92918d6f4b6 req-5cd577be-7485-4291-8ff8-cbef1446e239 tempest-AttachVolumeTestJSON-893493791 tempest-AttachVolumeTestJSON-893493791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 11:22:07.086995 dv-cinder-797608-16-iscsi neutron-server[93884]: INFO neutron.wsgi [req-8641b95b-e823-4020-b01e-d92918d6f4b6 req-5cd577be-7485-4291-8ff8-cbef1446e239 tempest-AttachVolumeTestJSON-893493791 tempest-AttachVolumeTestJSON-893493791-project] 10.222.0.32 "GET /v2.0/ports?device_id=210d2391-7cc4-41fd-87e2-e84f6d335633 HTTP/1.1" status: 200 len: 945 time: 0.0663276 Aug 13 11:22:07.109332 dv-cinder-797608-16-iscsi neutron-server[93885]: DEBUG neutron.db.l3_dvr_db [None req-3f1f31a0-6e41-41df-8a75-bcb43e706af6 None None] Set router 6df070ca-d706-47ca-93c4-2e68fa203fc5 gateway port host: dv-cinder-797608-16-iscsi {{(pid=93885) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 13 11:22:07.139045 dv-cinder-797608-16-iscsi neutron-server[93884]: INFO neutron.wsgi [req-8641b95b-e823-4020-b01e-d92918d6f4b6 req-0395cd33-3465-4d54-bd89-d6563cf39e85 tempest-AttachVolumeTestJSON-893493791 tempest-AttachVolumeTestJSON-893493791-project] 10.222.0.32 "GET /v2.0/security-groups?id=04a16d11-7ca4-462a-891c-e4a125fe1a42&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0459177 Aug 13 11:22:07.367795 dv-cinder-797608-16-iscsi neutron-server[93885]: DEBUG neutron.db.l3_hamode_db [None req-3f1f31a0-6e41-41df-8a75-bcb43e706af6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6df070ca-d706-47ca-93c4-2e68fa203fc5', 'name': 'tempest-TestShelveInstance-353179001-router', 'tenant_id': '96bbd8433fb64582a0d553d05e017cd1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c3f0979-58a5-4465-87f9-e256377c6b61', 'external_fixed_ips': [{'subnet_id': 'ba735781-2bff-41d5-99b4-7ca705ee91ca', 'ip_address': '172.27.2.4'}], 'enable_snat': True}, 'gw_port_id': '9114e29a-1ba7-4dad-9b6f-2d822b090020', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-13T11:21:58Z', 'updated_at': '2021-08-13T11:22:03Z', 'revision_number': 4, 'project_id': '96bbd8433fb64582a0d553d05e017cd1', 'gw_port': {'id': '9114e29a-1ba7-4dad-9b6f-2d822b090020', 'name': '', 'network_id': '7c3f0979-58a5-4465-87f9-e256377c6b61', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:b6:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6df070ca-d706-47ca-93c4-2e68fa203fc5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 439, 'fixed_ips': [{'subnet_id': 'ba735781-2bff-41d5-99b4-7ca705ee91ca', 'ip_address': '172.27.2.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-13T11:21:59Z', 'updated_at': '2021-08-13T11:22:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ba735781-2bff-41d5-99b4-7ca705ee91ca', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797608-16-iscsi', '_interfaces': [{'id': 'ea095e14-e064-41a9-9281-1866c1334645', 'name': '', 'network_id': '1612700c-1033-41bb-94bb-6a95ff56268e', 'tenant_id': '96bbd8433fb64582a0d553d05e017cd1', 'mac_address': 'fa:16:3e:10:49:f8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6df070ca-d706-47ca-93c4-2e68fa203fc5', 'device_owner': 'network:router_interface', 'standard_attr_id': 440, 'fixed_ips': [{'subnet_id': '9988f86d-9247-4b50-91ad-98aec6af009c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-13T11:22:02Z', 'updated_at': '2021-08-13T11:22:06Z', 'revision_number': 4, 'project_id': '96bbd8433fb64582a0d553d05e017cd1', 'subnets': [{'id': '9988f86d-9247-4b50-91ad-98aec6af009c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-797608-16-iscsi', False) {} {{(pid=93885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 13 11:22:07.395066 dv-cinder-797608-16-iscsi neutron-server[93885]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f1f31a0-6e41-41df-8a75-bcb43e706af6 None None] The sync data for ids ['6df070ca-d706-47ca-93c4-2e68fa203fc5'] in dv-cinder-797608-16-iscsi is: [{'id': '6df070ca-d706-47ca-93c4-2e68fa203fc5', 'name': 'tempest-TestShelveInstance-353179001-router', 'tenant_id': '96bbd8433fb64582a0d553d05e017cd1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c3f0979-58a5-4465-87f9-e256377c6b61', 'external_fixed_ips': [{'subnet_id': 'ba735781-2bff-41d5-99b4-7ca705ee91ca', 'ip_address': '172.27.2.4'}], 'enable_snat': True}, 'gw_port_id': '9114e29a-1ba7-4dad-9b6f-2d822b090020', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-13T11:21:58Z', 'updated_at': '2021-08-13T11:22:03Z', 'revision_number': 4, 'project_id': '96bbd8433fb64582a0d553d05e017cd1', 'gw_port': {'id': '9114e29a-1ba7-4dad-9b6f-2d822b090020', 'name': '', 'network_id': '7c3f0979-58a5-4465-87f9-e256377c6b61', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:b6:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6df070ca-d706-47ca-93c4-2e68fa203fc5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 439, 'fixed_ips': [{'subnet_id': 'ba735781-2bff-41d5-99b4-7ca705ee91ca', 'ip_address': '172.27.2.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-13T11:21:59Z', 'updated_at': '2021-08-13T11:22:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ba735781-2bff-41d5-99b4-7ca705ee91ca', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797608-16-iscsi', '_interfaces': [{'id': 'ea095e14-e064-41a9-9281-1866c1334645', 'name': '', 'network_id': '1612700c-1033-41bb-94bb-6a95ff56268e', 'tenant_id': '96bbd8433fb64582a0d553d05e017cd1', 'mac_address': 'fa:16:3e:10:49:f8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6df070ca-d706-47ca-93c4-2e68fa203fc5', 'device_owner': 'network:router_interface', 'standard_attr_id': 440, 'fixed_ips': [{'subnet_id': '9988f86d-9247-4b50-91ad-98aec6af009c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-13T11:22:02Z', 'updated_at': '2021-08-13T11:22:06Z', 'revision_number': 4, 'project_id': '96bbd8433fb64582a0d553d05e017cd1', 'subnets': [{'id': '9988f86d-9247-4b50-91ad-98aec6af009c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93885) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 13 11:22:07.787414 dv-cinder-797608-16-iscsi neutron-server[93885]: DEBUG neutron.plugins.ml2.rpc [None req-05931952-e11e-4e12-af58-ece1398d134b None None] Device 9114e29a-1ba7-4dad-9b6f-2d822b090020 up at agent ovs-agent-dv-cinder-797608-16-iscsi {{(pid=93885) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 13 11:22:07.807909 dv-cinder-797608-16-iscsi neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0be0dde0-9700-43ef-826a-54a99ad93140 req-44562bf7-09c8-4cff-acd2-91f9405d3da6 tempest-ServerRescueNegativeTestJSON-217385872 tempest-ServerRescueNegativeTestJSON-217385872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 11:22:07.813184 dv-cinder-797608-16-iscsi neutron-server[93884]: INFO neutron.wsgi [req-0be0dde0-9700-43ef-826a-54a99ad93140 req-44562bf7-09c8-4cff-acd2-91f9405d3da6 tempest-ServerRescueNegativeTestJSON-217385872 tempest-ServerRescueNegativeTestJSON-217385872-project] 10.222.0.32 "GET /v2.0/ports?device_id=f07a0f18-2b98-479b-bd6a-186739dfba26 HTTP/1.1" status: 200 len: 945 time: 0.0610266 Aug 13 11:22:07.852705 dv-cinder-797608-16-iscsi neutron-server[93885]: DEBUG neutron.db.provisioning_blocks [None req-05931952-e11e-4e12-af58-ece1398d134b None None] Provisioning complete for port 9114e29a-1ba7-4dad-9b6f-2d822b090020 triggered by entity L2. {{(pid=93885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 13 11:22:07.853589 dv-cinder-797608-16-iscsi neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-05931952-e11e-4e12-af58-ece1398d134b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-997193'] for port, provisioning_complete {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 11:22:07.860180 dv-cinder-797608-16-iscsi neutron-server[93884]: INFO neutron.wsgi [req-0be0dde0-9700-43ef-826a-54a99ad93140 req-a6dd972e-8067-4f49-ac14-d966f41433bd tempest-ServerRescueNegativeTestJSON-217385872 tempest-ServerRescueNegativeTestJSON-217385872-project] 10.222.0.32 "GET /v2.0/security-groups?id=5e66df65-70b0-476d-97cd-4e9936c292c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437379 Aug 13 11:22:07.931201 dv-cinder-797608-16-iscsi neutron-server[93885]: DEBUG neutron.plugins.ml2.rpc [None req-05931952-e11e-4e12-af58-ece1398d134b None None] Device ea095e14-e064-41a9-9281-1866c1334645 up at agent ovs-agent-dv-cinder-797608-16-iscsi {{(pid=93885) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 13 11:22:07.979797 dv-cinder-797608-16-iscsi neutron-server[93885]: DEBUG neutron.db.provisioning_blocks [None req-05931952-e11e-4e12-af58-ece1398d134b None None] Provisioning for port ea095e14-e064-41a9-9281-1866c1334645 completed by entity L2. {{(pid=93885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 13 11:22:07.984113 dv-cinder-797608-16-iscsi neutron-server[93885]: DEBUG neutron.db.provisioning_blocks [None req-05931952-e11e-4e12-af58-ece1398d134b None None] Provisioning complete for port ea095e14-e064-41a9-9281-1866c1334645 triggered by entity L2. {{(pid=93885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 13 11:22:07.984486 dv-cinder-797608-16-iscsi neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-05931952-e11e-4e12-af58-ece1398d134b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-997193'] for port, provisioning_complete {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 11:22:08.065264 dv-cinder-797608-16-iscsi neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-05931952-e11e-4e12-af58-ece1398d134b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935434'] for port, before_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 11:22:08.098669 dv-cinder-797608-16-iscsi neutron-server[93885]: DEBUG neutron.plugins.ml2.db [None req-05931952-e11e-4e12-af58-ece1398d134b None None] For port ea095e14-e064-41a9-9281-1866c1334645, host dv-cinder-797608-16-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797608-16-iscsi',level=0,port_id=ea095e14-e064-41a9-9281-1866c1334645,segment=NetworkSegment(1261fa5e-e7d7-4e00-a9fe-cdd1d658f78f),segment_id=1261fa5e-e7d7-4e00-a9fe-cdd1d658f78f)] {{(pid=93885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 13 11:22:08.103041 dv-cinder-797608-16-iscsi neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-05931952-e11e-4e12-af58-ece1398d134b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935844', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611014', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782137889940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782137337613', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782137337631'] for port, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 11:22:08.152012 dv-cinder-797608-16-iscsi neutron-server[93885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05931952-e11e-4e12-af58-ece1398d134b None None] Pushing event updated for resources: {'Port': ['ID=ea095e14-e064-41a9-9281-1866c1334645,revision_number=5']} {{(pid=93885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 11:22:08.252554 dv-cinder-797608-16-iscsi neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1636206-e05c-44bf-b834-4e5d7f2be713 req-e291d056-d91f-4a60-9bd2-265bd852a14b tempest-AttachVolumeTestJSON-893493791 tempest-AttachVolumeTestJSON-893493791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 11:22:08.254789 dv-cinder-797608-16-iscsi neutron-server[93884]: INFO neutron.wsgi [req-b1636206-e05c-44bf-b834-4e5d7f2be713 req-e291d056-d91f-4a60-9bd2-265bd852a14b tempest-AttachVolumeTestJSON-893493791 tempest-AttachVolumeTestJSON-893493791-project] 10.222.0.32 "GET /v2.0/ports?device_id=210d2391-7cc4-41fd-87e2-e84f6d335633 HTTP/1.1" status: 200 len: 945 time: 0.0510397 Aug 13 11:22:08.295980 dv-cinder-797608-16-iscsi neutron-server[93884]: INFO neutron.wsgi [req-b1636206-e05c-44bf-b834-4e5d7f2be713 req-02cc0510-2314-4dac-a3dd-f5fd21d0059b tempest-AttachVolumeTestJSON-893493791 tempest-AttachVolumeTestJSON-893493791-project] 10.222.0.32 "GET /v2.0/security-groups?id=04a16d11-7ca4-462a-891c-e4a125fe1a42&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0346422 Aug 13 11:22:08.824046 dv-cinder-797608-16-iscsi neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-4a3bf8c7-7621-4af1-a9d2-7590289d9b02 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782137812740', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-997306'] for agent, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 11:22:08.971219 dv-cinder-797608-16-iscsi neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eb8b492-5bc4-497b-8a64-5047ee8e685a req-c2326675-afd8-4b4e-b813-2cbdd0951a11 tempest-ServerRescueNegativeTestJSON-217385872 tempest-ServerRescueNegativeTestJSON-217385872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 11:22:08.972689 dv-cinder-797608-16-iscsi neutron-server[93884]: INFO neutron.wsgi [req-6eb8b492-5bc4-497b-8a64-5047ee8e685a req-c2326675-afd8-4b4e-b813-2cbdd0951a11 tempest-ServerRescueNegativeTestJSON-217385872 tempest-ServerRescueNegativeTestJSON-217385872-project] 10.222.0.32 "GET /v2.0/ports?device_id=f07a0f18-2b98-479b-bd6a-186739dfba26 HTTP/1.1" status: 200 len: 945 time: 0.0462320 Aug 13 11:22:09.008921 dv-cinder-797608-16-iscsi neutron-server[93884]: INFO neutron.wsgi [req-6eb8b492-5bc4-497b-8a64-5047ee8e685a req-2cf76708-15ab-4989-8c55-c901a613315c tempest-ServerRescueNegativeTestJSON-217385872 tempest-ServerRescueNegativeTestJSON-217385872-project] 10.222.0.32 "GET /v2.0/security-groups?id=5e66df65-70b0-476d-97cd-4e9936c292c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0303698 Aug 13 11:22:09.414607 dv-cinder-797608-16-iscsi neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34fc6004-641a-4bd8-a934-7a77cc823797 req-e523a41a-832e-46d0-b8d9-e877eac5ddb7 tempest-AttachVolumeTestJSON-893493791 tempest-AttachVolumeTestJSON-893493791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 11:22:09.416096 dv-cinder-797608-16-iscsi neutron-server[93884]: INFO neutron.wsgi [req-34fc6004-641a-4bd8-a934-7a77cc823797 req-e523a41a-832e-46d0-b8d9-e877eac5ddb7 tempest-AttachVolumeTestJSON-893493791 tempest-AttachVolumeTestJSON-893493791-project] 10.222.0.32 "GET /v2.0/ports?device_id=210d2391-7cc4-41fd-87e2-e84f6d335633 HTTP/1.1" status: 200 len: 945 time: 0.0539920 Aug 13 11:22:09.454184 dv-cinder-797608-16-iscsi neutron-server[93884]: INFO neutron.wsgi [req-34fc6004-641a-4bd8-a934-7a77cc823797 req-665561f2-5ac3-497a-92e5-824dc01a87a5 tempest-AttachVolumeTestJSON-893493791 tempest-AttachVolumeTestJSON-893493791-project] 10.222.0.32 "GET /v2.0/security-groups?id=04a16d11-7ca4-462a-891c-e4a125fe1a42&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311830 Aug 13 11:22:09.697048 dv-cinder-797608-16-iscsi neutron-server[93885]: DEBUG neutron.plugins.ml2.rpc [None req-05931952-e11e-4e12-af58-ece1398d134b None None] Device ea095e14-e064-41a9-9281-1866c1334645 up at agent ovs-agent-dv-cinder-797608-16-iscsi {{(pid=93885) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 13 11:22:09.742534 dv-cinder-797608-16-iscsi neutron-server[93885]: DEBUG neutron.db.provisioning_blocks [None req-05931952-e11e-4e12-af58-ece1398d134b None None] Provisioning complete for port ea095e14-e064-41a9-9281-1866c1334645 triggered by entity L2. {{(pid=93885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 13 11:22:09.742902 dv-cinder-797608-16-iscsi neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-05931952-e11e-4e12-af58-ece1398d134b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-997193'] for port, provisioning_complete {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 11:22:10.120189 dv-cinder-797608-16-iscsi neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e532759e-1055-4cc1-94e9-277074af8281 req-66720761-22b6-48a2-b0ab-bd88688ed207 tempest-ServerRescueNegativeTestJSON-217385872 tempest-ServerRescueNegativeTestJSON-217385872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 11:22:10.121571 dv-cinder-797608-16-iscsi neutron-server[93884]: INFO neutron.wsgi [req-e532759e-1055-4cc1-94e9-277074af8281 req-66720761-22b6-48a2-b0ab-bd88688ed207 tempest-ServerRescueNegativeTestJSON-217385872 tempest-ServerRescueNegativeTestJSON-217385872-project] 10.222.0.32 "GET /v2.0/ports?device_id=f07a0f18-2b98-479b-bd6a-186739dfba26 HTTP/1.1" status: 200 len: 945 time: 0.0476770 Aug 13 11:22:10.159020 dv-cinder-797608-16-iscsi neutron-server[93886]: DEBUG neutron.db.agents_db [None req-85e56f49-6478-4807-bf82-7523a15d9e55 None None] Agent healthcheck: found 6 active agents {{(pid=93886) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 13 11:22:10.165010 dv-cinder-797608-16-iscsi neutron-server[93884]: INFO neutron.wsgi [req-e532759e-1055-4cc1-94e9-277074af8281 req-d5f76f4d-218c-416e-a6a8-10e4b7b7303e tempest-ServerRescueNegativeTestJSON-217385872 tempest-ServerRescueNegativeTestJSON-217385872-project] 10.222.0.32 "GET /v2.0/security-groups?id=5e66df65-70b0-476d-97cd-4e9936c292c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0363925 Aug 13 11:22:10.618435 dv-cinder-797608-16-iscsi neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ee8f3b9-8b48-47fa-9bf3-c574d93e012a req-4cf5e051-4615-49a1-9cd3-616dae41777c tempest-AttachVolumeTestJSON-893493791 tempest-AttachVolumeTestJSON-893493791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 11:22:10.621067 dv-cinder-797608-16-iscsi neutron-server[93884]: INFO neutron.wsgi [req-9ee8f3b9-8b48-47fa-9bf3-c574d93e012a req-4cf5e051-4615-49a1-9cd3-616dae41777c tempest-AttachVolumeTestJSON-893493791 tempest-AttachVolumeTestJSON-893493791-project] 10.222.0.32 "GET /v2.0/ports?device_id=210d2391-7cc4-41fd-87e2-e84f6d335633 HTTP/1.1" status: 200 len: 945 time: 0.0597432 Aug 13 11:22:10.661742 dv-cinder-797608-16-iscsi neutron-server[93884]: INFO neutron.wsgi [req-9ee8f3b9-8b48-47fa-9bf3-c574d93e012a req-bd8fa49d-de47-4dc2-b947-5681e5c192a3 tempest-AttachVolumeTestJSON-893493791 tempest-AttachVolumeTestJSON-893493791-project] 10.222.0.32 "GET /v2.0/security-groups?id=04a16d11-7ca4-462a-891c-e4a125fe1a42&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0337875 Aug 13 11:22:11.285102 dv-cinder-797608-16-iscsi neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-7945ba92-62e7-4ae2-a9c8-c54360c4227a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782137812740', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-997306'] for agent, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 11:22:11.319181 dv-cinder-797608-16-iscsi neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3cf046c-720c-4b27-9946-48e64a442a93 req-bc8c193c-4dba-4ad8-963b-deb7f124049a tempest-ServerRescueNegativeTestJSON-217385872 tempest-ServerRescueNegativeTestJSON-217385872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 11:22:11.320903 dv-cinder-797608-16-iscsi neutron-server[93884]: INFO neutron.wsgi [req-f3cf046c-720c-4b27-9946-48e64a442a93 req-bc8c193c-4dba-4ad8-963b-deb7f124049a tempest-ServerRescueNegativeTestJSON-217385872 tempest-ServerRescueNegativeTestJSON-217385872-project] 10.222.0.32 "GET /v2.0/ports?device_id=f07a0f18-2b98-479b-bd6a-186739dfba26 HTTP/1.1" status: 200 len: 945 time: 0.0793209 Aug 13 11:22:11.373992 dv-cinder-797608-16-iscsi neutron-server[93884]: INFO neutron.wsgi [req-f3cf046c-720c-4b27-9946-48e64a442a93 req-3cad8e84-748a-4d3d-9458-416ad55d1604 tempest-ServerRescueNegativeTestJSON-217385872 tempest-ServerRescueNegativeTestJSON-217385872-project] 10.222.0.32 "GET /v2.0/security-groups?id=5e66df65-70b0-476d-97cd-4e9936c292c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461459 Aug 13 11:22:11.559340 dv-cinder-797608-16-iscsi neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-05931952-e11e-4e12-af58-ece1398d134b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782137812740', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-997306'] for agent, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 11:22:11.784691 dv-cinder-797608-16-iscsi neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6506b597-988c-47c1-9304-88093a00d429 req-75beb647-f7ad-4d65-b5a9-8b82f2178fe9 tempest-AttachVolumeTestJSON-893493791 tempest-AttachVolumeTestJSON-893493791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 11:22:11.786214 dv-cinder-797608-16-iscsi neutron-server[93884]: INFO neutron.wsgi [req-6506b597-988c-47c1-9304-88093a00d429 req-75beb647-f7ad-4d65-b5a9-8b82f2178fe9 tempest-AttachVolumeTestJSON-893493791 tempest-AttachVolumeTestJSON-893493791-project] 10.222.0.32 "GET /v2.0/ports?device_id=210d2391-7cc4-41fd-87e2-e84f6d335633 HTTP/1.1" status: 200 len: 945 time: 0.0481172 Aug 13 11:22:11.824856 dv-cinder-797608-16-iscsi neutron-server[93884]: INFO neutron.wsgi [req-6506b597-988c-47c1-9304-88093a00d429 req-9ab921c6-85e5-41bb-bbcc-f846147f6258 tempest-AttachVolumeTestJSON-893493791 tempest-AttachVolumeTestJSON-893493791-project] 10.222.0.32 "GET /v2.0/security-groups?id=04a16d11-7ca4-462a-891c-e4a125fe1a42&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0328121 Aug 13 11:22:12.488808 dv-cinder-797608-16-iscsi neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-c8cb50cc-12ff-4088-b7b1-9c64999b964c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782137812740', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-997306'] for agent, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 11:22:12.521435 dv-cinder-797608-16-iscsi neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-362bf2e1-a3ba-4cbc-997d-924cb0635fd4 req-3d74dc96-80e5-4034-a23a-54fd2eb9e81c tempest-ServerRescueNegativeTestJSON-217385872 tempest-ServerRescueNegativeTestJSON-217385872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 11:22:12.522949 dv-cinder-797608-16-iscsi neutron-server[93884]: INFO neutron.wsgi [req-362bf2e1-a3ba-4cbc-997d-924cb0635fd4 req-3d74dc96-80e5-4034-a23a-54fd2eb9e81c tempest-ServerRescueNegativeTestJSON-217385872 tempest-ServerRescueNegativeTestJSON-217385872-project] 10.222.0.32 "GET /v2.0/ports?device_id=f07a0f18-2b98-479b-bd6a-186739dfba26 HTTP/1.1" status: 200 len: 945 time: 0.0638025 Aug 13 11:22:12.559935 dv-cinder-797608-16-iscsi neutron-server[93884]: INFO neutron.wsgi [req-362bf2e1-a3ba-4cbc-997d-924cb0635fd4 req-4be64cdf-f291-4b4b-b4e2-e437fe939d55 tempest-ServerRescueNegativeTestJSON-217385872 tempest-ServerRescueNegativeTestJSON-217385872-project] 10.222.0.32 "GET /v2.0/security-groups?id=5e66df65-70b0-476d-97cd-4e9936c292c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310938 Aug 13 11:22:12.951937 dv-cinder-797608-16-iscsi neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b116c27-7ed6-4e2b-9f78-607ca6075cec req-adb43e06-1cf0-4523-9b54-ab64e3e959eb tempest-AttachVolumeTestJSON-893493791 tempest-AttachVolumeTestJSON-893493791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 11:22:12.953507 dv-cinder-797608-16-iscsi neutron-server[93884]: INFO neutron.wsgi [req-9b116c27-7ed6-4e2b-9f78-607ca6075cec req-adb43e06-1cf0-4523-9b54-ab64e3e959eb tempest-AttachVolumeTestJSON-893493791 tempest-AttachVolumeTestJSON-893493791-project] 10.222.0.32 "GET /v2.0/ports?device_id=210d2391-7cc4-41fd-87e2-e84f6d335633 HTTP/1.1" status: 200 len: 945 time: 0.0522387 Aug 13 11:22:12.990914 dv-cinder-797608-16-iscsi neutron-server[93884]: INFO neutron.wsgi [req-9b116c27-7ed6-4e2b-9f78-607ca6075cec req-e16d6569-a8c6-4e73-89b9-69e29c12fcc5 tempest-AttachVolumeTestJSON-893493791 tempest-AttachVolumeTestJSON-893493791-project] 10.222.0.32 "GET /v2.0/security-groups?id=04a16d11-7ca4-462a-891c-e4a125fe1a42&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313375 Aug 13 11:22:13.678681 dv-cinder-797608-16-iscsi neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20ef2716-1e47-48db-b5da-173678615127 req-b6d2dddd-013e-4e8e-a4d3-fed6ea27e5c7 tempest-ServerRescueNegativeTestJSON-217385872 tempest-ServerRescueNegativeTestJSON-217385872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 11:22:13.680230 dv-cinder-797608-16-iscsi neutron-server[93884]: INFO neutron.wsgi [req-20ef2716-1e47-48db-b5da-173678615127 req-b6d2dddd-013e-4e8e-a4d3-fed6ea27e5c7 tempest-ServerRescueNegativeTestJSON-217385872 tempest-ServerRescueNegativeTestJSON-217385872-project] 10.222.0.32 "GET /v2.0/ports?device_id=f07a0f18-2b98-479b-bd6a-186739dfba26 HTTP/1.1" status: 200 len: 945 time: 0.0502334 Aug 13 11:22:13.718076 dv-cinder-797608-16-iscsi neutron-server[93884]: INFO neutron.wsgi [req-20ef2716-1e47-48db-b5da-173678615127 req-66f7f359-472c-453a-b10d-5846925641f0 tempest-ServerRescueNegativeTestJSON-217385872 tempest-ServerRescueNegativeTestJSON-217385872-project] 10.222.0.32 "GET /v2.0/security-groups?id=5e66df65-70b0-476d-97cd-4e9936c292c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317352 Aug 13 11:22:14.045253 dv-cinder-797608-16-iscsi neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-71795f1a-9c4d-4630-a580-a9486fbcc3ea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782137812740', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-997306'] for agent, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 11:22:14.103781 dv-cinder-797608-16-iscsi neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1067714f-582b-438e-aec1-e3a2ec4c00f5 req-d686bb97-9037-448e-b08b-eca625f93540 tempest-AttachVolumeTestJSON-893493791 tempest-AttachVolumeTestJSON-893493791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 11:22:14.105434 dv-cinder-797608-16-iscsi neutron-server[93884]: INFO neutron.wsgi [req-1067714f-582b-438e-aec1-e3a2ec4c00f5 req-d686bb97-9037-448e-b08b-eca625f93540 tempest-AttachVolumeTestJSON-893493791 tempest-AttachVolumeTestJSON-893493791-project] 10.222.0.32 "GET /v2.0/ports?device_id=210d2391-7cc4-41fd-87e2-e84f6d335633 HTTP/1.1" status: 200 len: 945 time: 0.0465262 Aug 13 11:22:14.142773 dv-cinder-797608-16-iscsi neutron-server[93884]: INFO neutron.wsgi [req-1067714f-582b-438e-aec1-e3a2ec4c00f5 req-70a92769-532f-44fc-a8e0-299f4cef8659 tempest-AttachVolumeTestJSON-893493791 tempest-AttachVolumeTestJSON-893493791-project] 10.222.0.32 "GET /v2.0/security-groups?id=04a16d11-7ca4-462a-891c-e4a125fe1a42&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314767 Aug 13 11:22:14.834900 dv-cinder-797608-16-iscsi neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae8c4f19-0ff5-4514-b10f-969bf2551108 req-eb7aebe1-d997-4ad0-bc91-8282aac39151 tempest-ServerRescueNegativeTestJSON-217385872 tempest-ServerRescueNegativeTestJSON-217385872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 11:22:14.836374 dv-cinder-797608-16-iscsi neutron-server[93884]: INFO neutron.wsgi [req-ae8c4f19-0ff5-4514-b10f-969bf2551108 req-eb7aebe1-d997-4ad0-bc91-8282aac39151 tempest-ServerRescueNegativeTestJSON-217385872 tempest-ServerRescueNegativeTestJSON-217385872-project] 10.222.0.32 "GET /v2.0/ports?device_id=f07a0f18-2b98-479b-bd6a-186739dfba26 HTTP/1.1" status: 200 len: 945 time: 0.0508113 Aug 13 11:22:14.872579 dv-cinder-797608-16-iscsi neutron-server[93884]: INFO neutron.wsgi [req-ae8c4f19-0ff5-4514-b10f-969bf2551108 req-52bf3dd1-962c-48d6-8e4e-21d4a60534aa tempest-ServerRescueNegativeTestJSON-217385872 tempest-ServerRescueNegativeTestJSON-217385872-project] 10.222.0.32 "GET /v2.0/security-groups?id=5e66df65-70b0-476d-97cd-4e9936c292c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0303895 Aug 13 11:22:15.255938 dv-cinder-797608-16-iscsi neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21953e3b-c15b-41d8-97be-e03319cff356 req-c3cbcece-7460-4550-a831-0998cb2b1b63 tempest-AttachVolumeTestJSON-893493791 tempest-AttachVolumeTestJSON-893493791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 11:22:15.257309 dv-cinder-797608-16-iscsi neutron-server[93884]: INFO neutron.wsgi [req-21953e3b-c15b-41d8-97be-e03319cff356 req-c3cbcece-7460-4550-a831-0998cb2b1b63 tempest-AttachVolumeTestJSON-893493791 tempest-AttachVolumeTestJSON-893493791-project] 10.222.0.32 "GET /v2.0/ports?device_id=210d2391-7cc4-41fd-87e2-e84f6d335633 HTTP/1.1" status: 200 len: 945 time: 0.0469027 Aug 13 11:22:15.297161 dv-cinder-797608-16-iscsi neutron-server[93884]: INFO neutron.wsgi [req-21953e3b-c15b-41d8-97be-e03319cff356 req-8d5db05a-dde9-4981-9dd4-e176f143fcf6 tempest-AttachVolumeTestJSON-893493791 tempest-AttachVolumeTestJSON-893493791-project] 10.222.0.32 "GET /v2.0/security-groups?id=04a16d11-7ca4-462a-891c-e4a125fe1a42&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0340786 Aug 13 11:22:15.993858 dv-cinder-797608-16-iscsi neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bee8e90-48c1-4b17-aa27-e8af68f84edd req-57a47f3b-ba43-4979-91e9-7590ba362e27 tempest-ServerRescueNegativeTestJSON-217385872 tempest-ServerRescueNegativeTestJSON-217385872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 11:22:15.995365 dv-cinder-797608-16-iscsi neutron-server[93884]: INFO neutron.wsgi [req-0bee8e90-48c1-4b17-aa27-e8af68f84edd req-57a47f3b-ba43-4979-91e9-7590ba362e27 tempest-ServerRescueNegativeTestJSON-217385872 tempest-ServerRescueNegativeTestJSON-217385872-project] 10.222.0.32 "GET /v2.0/ports?device_id=f07a0f18-2b98-479b-bd6a-186739dfba26 HTTP/1.1" status: 200 len: 945 time: 0.0484474 Aug 13 11:22:16.036127 dv-cinder-797608-16-iscsi neutron-server[93884]: INFO neutron.wsgi [req-0bee8e90-48c1-4b17-aa27-e8af68f84edd req-3c1a82f2-4df3-4d2b-b582-44399ff60320 tempest-ServerRescueNegativeTestJSON-217385872 tempest-ServerRescueNegativeTestJSON-217385872-project] 10.222.0.32 "GET /v2.0/security-groups?id=5e66df65-70b0-476d-97cd-4e9936c292c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341539 Aug 13 11:22:16.415656 dv-cinder-797608-16-iscsi neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c54a07c1-732f-4bbc-8a37-37e205b9fb36 req-fe64d118-20c9-425a-8d33-722a0e083870 tempest-AttachVolumeTestJSON-893493791 tempest-AttachVolumeTestJSON-893493791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 11:22:16.417152 dv-cinder-797608-16-iscsi neutron-server[93884]: INFO neutron.wsgi [req-c54a07c1-732f-4bbc-8a37-37e205b9fb36 req-fe64d118-20c9-425a-8d33-722a0e083870 tempest-AttachVolumeTestJSON-893493791 tempest-AttachVolumeTestJSON-893493791-project] 10.222.0.32 "GET /v2.0/ports?device_id=210d2391-7cc4-41fd-87e2-e84f6d335633 HTTP/1.1" status: 200 len: 945 time: 0.0529766 Aug 13 11:22:16.458733 dv-cinder-797608-16-iscsi neutron-server[93884]: INFO neutron.wsgi [req-c54a07c1-732f-4bbc-8a37-37e205b9fb36 req-88fd095e-8f1a-449e-abd5-be56ec6f3474 tempest-AttachVolumeTestJSON-893493791 tempest-AttachVolumeTestJSON-893493791-project] 10.222.0.32 "GET /v2.0/security-groups?id=04a16d11-7ca4-462a-891c-e4a125fe1a42&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0339787 Aug 13 11:22:16.674383 dv-cinder-797608-16-iscsi neutron-server[93884]: DEBUG neutron.wsgi [-] (93884) accepted ('10.222.0.32', 49018) {{(pid=93884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 11:22:16.810347 dv-cinder-797608-16-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-46c39ebc-03a8-4cc3-8bba-55f4e9018063 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 11:22:16.903673 dv-cinder-797608-16-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-46c39ebc-03a8-4cc3-8bba-55f4e9018063 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 11:22:16.907675 dv-cinder-797608-16-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-46c39ebc-03a8-4cc3-8bba-55f4e9018063 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651637'] for security_group, after_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 11:22:16.944414 dv-cinder-797608-16-iscsi neutron-server[93884]: INFO neutron.wsgi [None req-46c39ebc-03a8-4cc3-8bba-55f4e9018063 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=b5f546e03b344a448561e49d83d32f2b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2687962 Aug 13 11:22:16.946861 dv-cinder-797608-16-iscsi neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46c39ebc-03a8-4cc3-8bba-55f4e9018063 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3fbc58bd-6a3c-4632-b7b5-bae2c95d958c,revision_number=1']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 11:22:16.947023 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.32', 49024) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 11:22:16.997033 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-b7c8c5a7-47fb-4d92-af79-847ebcba5b42 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 11:22:17.020805 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-b7c8c5a7-47fb-4d92-af79-847ebcba5b42 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 11:22:17.067380 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-b7c8c5a7-47fb-4d92-af79-847ebcba5b42 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651637'] for security_group, after_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 11:22:17.070351 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-b7c8c5a7-47fb-4d92-af79-847ebcba5b42 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 11:22:17.071578 dv-cinder-797608-16-iscsi neutron-server[93883]: INFO neutron.wsgi [None req-b7c8c5a7-47fb-4d92-af79-847ebcba5b42 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/3fbc58bd-6a3c-4632-b7b5-bae2c95d958c HTTP/1.1" status: 204 len: 168 time: 0.1235089 Aug 13 11:22:17.080345 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7c8c5a7-47fb-4d92-af79-847ebcba5b42 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3fbc58bd-6a3c-4632-b7b5-bae2c95d958c,revision_number=None']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 11:22:17.166570 dv-cinder-797608-16-iscsi neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e52b7e45-badc-4f39-8414-20246d2ef8d3 req-476521d8-5972-4328-9eaa-f89139a20ed9 tempest-ServerRescueNegativeTestJSON-217385872 tempest-ServerRescueNegativeTestJSON-217385872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 11:22:17.168063 dv-cinder-797608-16-iscsi neutron-server[93884]: INFO neutron.wsgi [req-e52b7e45-badc-4f39-8414-20246d2ef8d3 req-476521d8-5972-4328-9eaa-f89139a20ed9 tempest-ServerRescueNegativeTestJSON-217385872 tempest-ServerRescueNegativeTestJSON-217385872-project] 10.222.0.32 "GET /v2.0/ports?device_id=f07a0f18-2b98-479b-bd6a-186739dfba26 HTTP/1.1" status: 200 len: 945 time: 0.0602298 Aug 13 11:22:17.212098 dv-cinder-797608-16-iscsi neutron-server[93884]: INFO neutron.wsgi [req-e52b7e45-badc-4f39-8414-20246d2ef8d3 req-b8b943f1-8e25-4d6c-ad61-f8db20533610 tempest-ServerRescueNegativeTestJSON-217385872 tempest-ServerRescueNegativeTestJSON-217385872-project] 10.222.0.32 "GET /v2.0/security-groups?id=5e66df65-70b0-476d-97cd-4e9936c292c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379462 Aug 13 11:22:17.585461 dv-cinder-797608-16-iscsi neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01f8f046-ed91-44ff-b890-d186daf0711b req-ea6f8952-1e95-438d-8a3b-cc92e1a0b918 tempest-AttachVolumeTestJSON-893493791 tempest-AttachVolumeTestJSON-893493791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 11:22:17.586976 dv-cinder-797608-16-iscsi neutron-server[93884]: INFO neutron.wsgi [req-01f8f046-ed91-44ff-b890-d186daf0711b req-ea6f8952-1e95-438d-8a3b-cc92e1a0b918 tempest-AttachVolumeTestJSON-893493791 tempest-AttachVolumeTestJSON-893493791-project] 10.222.0.32 "GET /v2.0/ports?device_id=210d2391-7cc4-41fd-87e2-e84f6d335633 HTTP/1.1" status: 200 len: 945 time: 0.0522137 Aug 13 11:22:17.625374 dv-cinder-797608-16-iscsi neutron-server[93884]: INFO neutron.wsgi [req-01f8f046-ed91-44ff-b890-d186daf0711b req-172d2543-10da-46ee-ad6b-665a59d2f669 tempest-AttachVolumeTestJSON-893493791 tempest-AttachVolumeTestJSON-893493791-project] 10.222.0.32 "GET /v2.0/security-groups?id=04a16d11-7ca4-462a-891c-e4a125fe1a42&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316808 Aug 13 11:22:17.728814 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.32', 49056) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 11:22:17.834965 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron.api.v2.base [None req-9a14c0d9-af2b-4b00-b56f-ef71a8d70bf7 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-1716761397-network', 'tenant_id': 'd5749f1d743e45099877d2ba04647196'}} {{(pid=93883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 13 11:22:17.858640 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9a14c0d9-af2b-4b00-b56f-ef71a8d70bf7 admin admin] Made reservation on behalf of d5749f1d743e45099877d2ba04647196 for: {'network': 1} {{(pid=93883) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 13 11:22:17.861931 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-9a14c0d9-af2b-4b00-b56f-ef71a8d70bf7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935434'] for network, before_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 11:22:17.870574 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-9a14c0d9-af2b-4b00-b56f-ef71a8d70bf7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 11:22:17.959325 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-9a14c0d9-af2b-4b00-b56f-ef71a8d70bf7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 11:22:17.963159 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-9a14c0d9-af2b-4b00-b56f-ef71a8d70bf7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651637'] for security_group, after_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 11:22:17.986147 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9a14c0d9-af2b-4b00-b56f-ef71a8d70bf7 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 174} {{(pid=93883) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 13 11:22:17.995452 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a14c0d9-af2b-4b00-b56f-ef71a8d70bf7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b52683d6-175b-439f-bffe-1940b74ae37b,revision_number=1']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 11:22:18.000776 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-9a14c0d9-af2b-4b00-b56f-ef71a8d70bf7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-542450'] for segment, precommit_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 11:22:18.001123 dv-cinder-797608-16-iscsi neutron-server[93883]: INFO neutron.db.segments_db [None req-9a14c0d9-af2b-4b00-b56f-ef71a8d70bf7 admin admin] Added segment 7e8d8a1c-0ea0-4420-aa00-8216212b44b2 of type vlan for network 999d1062-b3a3-4414-af22-ebf9a7c571f6 Aug 13 11:22:18.039427 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-9a14c0d9-af2b-4b00-b56f-ef71a8d70bf7 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8782137323340'] for network, precommit_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 11:22:18.066873 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-9a14c0d9-af2b-4b00-b56f-ef71a8d70bf7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611014'] for network, after_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 11:22:18.067828 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9a14c0d9-af2b-4b00-b56f-ef71a8d70bf7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 11:22:18.068380 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-9a14c0d9-af2b-4b00-b56f-ef71a8d70bf7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1611032'] for network, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 11:22:18.117884 dv-cinder-797608-16-iscsi neutron-server[93883]: INFO neutron.wsgi [None req-9a14c0d9-af2b-4b00-b56f-ef71a8d70bf7 admin admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.3879116 Aug 13 11:22:18.121065 dv-cinder-797608-16-iscsi neutron-server[93884]: DEBUG neutron.wsgi [-] (93884) accepted ('10.222.0.32', 49064) {{(pid=93884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 11:22:18.126972 dv-cinder-797608-16-iscsi neutron-server[93884]: DEBUG neutron.api.v2.base [None req-a9966439-f189-409f-b801-b1ef7b206829 admin admin] Request body: {'subnet': {'network_id': '999d1062-b3a3-4414-af22-ebf9a7c571f6', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-1716761397-subnet', 'tenant_id': 'd5749f1d743e45099877d2ba04647196', 'ip_version': 4}} {{(pid=93884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 13 11:22:18.127352 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a14c0d9-af2b-4b00-b56f-ef71a8d70bf7 admin admin] Pushing event updated for resources: {'Network': ['ID=999d1062-b3a3-4414-af22-ebf9a7c571f6,revision_number=1']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 11:22:18.137156 dv-cinder-797608-16-iscsi neutron-server[93885]: DEBUG neutron.plugins.ml2.rpc [None req-05931952-e11e-4e12-af58-ece1398d134b None None] Network 999d1062-b3a3-4414-af22-ebf9a7c571f6 details requested by agent ovs-agent-dv-cinder-797608-16-iscsi with host dv-cinder-797608-16-iscsi {{(pid=93885) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 13 11:22:18.147315 dv-cinder-797608-16-iscsi neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a9966439-f189-409f-b801-b1ef7b206829 admin admin] Made reservation on behalf of d5749f1d743e45099877d2ba04647196 for: {'subnet': 1} {{(pid=93884) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 13 11:22:18.149539 dv-cinder-797608-16-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-a9966439-f189-409f-b801-b1ef7b206829 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2141109734'] for subnet, before_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 11:22:18.335733 dv-cinder-797608-16-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-a9966439-f189-409f-b801-b1ef7b206829 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611014', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2141180375', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2141109716'] for subnet, after_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 11:22:18.391420 dv-cinder-797608-16-iscsi neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65fb8c24-2837-43c0-b08d-bbde3ae78095 req-506b3731-8bb1-4502-8fc6-f278733b59ab tempest-ServerRescueNegativeTestJSON-217385872 tempest-ServerRescueNegativeTestJSON-217385872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 11:22:18.392908 dv-cinder-797608-16-iscsi neutron-server[93884]: INFO neutron.wsgi [req-65fb8c24-2837-43c0-b08d-bbde3ae78095 req-506b3731-8bb1-4502-8fc6-f278733b59ab tempest-ServerRescueNegativeTestJSON-217385872 tempest-ServerRescueNegativeTestJSON-217385872-project] 10.222.0.32 "GET /v2.0/ports?device_id=f07a0f18-2b98-479b-bd6a-186739dfba26 HTTP/1.1" status: 200 len: 945 time: 0.1013591 Aug 13 11:22:18.397434 dv-cinder-797608-16-iscsi neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9966439-f189-409f-b801-b1ef7b206829 admin admin] Pushing event updated for resources: {'Subnet': ['ID=2b810745-615e-4226-8545-baa357ea81b9,revision_number=0']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 11:22:18.434148 dv-cinder-797608-16-iscsi neutron-server[93884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9966439-f189-409f-b801-b1ef7b206829 admin admin] Checking segment: {'id': '7e8d8a1c-0ea0-4420-aa00-8216212b44b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': '999d1062-b3a3-4414-af22-ebf9a7c571f6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93884) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 13 11:22:18.434513 dv-cinder-797608-16-iscsi neutron-server[93884]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a9966439-f189-409f-b801-b1ef7b206829 admin admin] Network hostable DHCP agents. Network: 999d1062-b3a3-4414-af22-ebf9a7c571f6, hostable agents: ['1ffcc762-1342-4182-afbd-f33f0b43fadf'], hosted agents: [] {{(pid=93884) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 13 11:22:18.455283 dv-cinder-797608-16-iscsi neutron-server[93884]: INFO neutron.wsgi [req-65fb8c24-2837-43c0-b08d-bbde3ae78095 req-2837beec-12b0-423c-a5e2-0d8c62de20b5 tempest-ServerRescueNegativeTestJSON-217385872 tempest-ServerRescueNegativeTestJSON-217385872-project] 10.222.0.32 "GET /v2.0/security-groups?id=5e66df65-70b0-476d-97cd-4e9936c292c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0536134 Aug 13 11:22:18.464049 dv-cinder-797608-16-iscsi neutron-server[93884]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a9966439-f189-409f-b801-b1ef7b206829 admin admin] Network 999d1062-b3a3-4414-af22-ebf9a7c571f6 is scheduled to be hosted by DHCP agent 1ffcc762-1342-4182-afbd-f33f0b43fadf with binding_index 1 {{(pid=93884) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 13 11:22:18.473430 dv-cinder-797608-16-iscsi neutron-server[93884]: DEBUG neutron.scheduler.base_scheduler [None req-a9966439-f189-409f-b801-b1ef7b206829 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-797608-16-iscsi, 999d1062-b3a3-4414-af22-ebf9a7c571f6) {{(pid=93884) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 13 11:22:18.477734 dv-cinder-797608-16-iscsi neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a9966439-f189-409f-b801-b1ef7b206829 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 11:22:18.478339 dv-cinder-797608-16-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-a9966439-f189-409f-b801-b1ef7b206829 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 11:22:18.483890 dv-cinder-797608-16-iscsi neutron-server[93885]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-42786dda-2361-45d5-95c8-a5e9168611f1 None None] Network 999d1062-b3a3-4414-af22-ebf9a7c571f6 requested from dv-cinder-797608-16-iscsi {{(pid=93885) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 13 11:22:18.492565 dv-cinder-797608-16-iscsi neutron-server[93884]: INFO neutron.wsgi [None req-a9966439-f189-409f-b801-b1ef7b206829 admin admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.3704281 Aug 13 11:22:18.495683 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.32', 49070) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 11:22:18.500484 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron.api.v2.base [None req-2087d899-aab3-4301-a433-70a0385fac9f admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-1716761397-router', 'tenant_id': 'd5749f1d743e45099877d2ba04647196', 'external_gateway_info': {'network_id': '7c3f0979-58a5-4465-87f9-e256377c6b61'}}} {{(pid=93883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 13 11:22:18.520109 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-2087d899-aab3-4301-a433-70a0385fac9f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1575915', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-130446'] for router, before_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 11:22:18.521214 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-2087d899-aab3-4301-a433-70a0385fac9f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1586555', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1585448', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1643304', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-130433'] for router, precommit_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 11:22:18.574522 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-2087d899-aab3-4301-a433-70a0385fac9f admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 11:22:18.625205 dv-cinder-797608-16-iscsi neutron-server[93885]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a2bf90e5-2d66-4c0c-81a6-679f93851409 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp84322506-7e22-5c26-8af9-4bf3580d711c-999d1062-b3a3-4414-af22-ebf9a7c571f6', 'network_id': '999d1062-b3a3-4414-af22-ebf9a7c571f6', 'tenant_id': 'd5749f1d743e45099877d2ba04647196', 'fixed_ips': [{'subnet_id': '2b810745-615e-4226-8545-baa357ea81b9'}]}} from dv-cinder-797608-16-iscsi. {{(pid=93885) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 13 11:22:18.626137 dv-cinder-797608-16-iscsi neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-a2bf90e5-2d66-4c0c-81a6-679f93851409 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935434'] for port, before_create {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 11:22:18.712863 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-2087d899-aab3-4301-a433-70a0385fac9f admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 11:22:18.744602 dv-cinder-797608-16-iscsi neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5244a591-40db-4ab9-bd66-a53fdd100a9b req-75c47eaa-2691-48fc-a4e7-a19c9e335d8f tempest-AttachVolumeTestJSON-893493791 tempest-AttachVolumeTestJSON-893493791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 11:22:18.746261 dv-cinder-797608-16-iscsi neutron-server[93884]: INFO neutron.wsgi [req-5244a591-40db-4ab9-bd66-a53fdd100a9b req-75c47eaa-2691-48fc-a4e7-a19c9e335d8f tempest-AttachVolumeTestJSON-893493791 tempest-AttachVolumeTestJSON-893493791-project] 10.222.0.32 "GET /v2.0/ports?device_id=210d2391-7cc4-41fd-87e2-e84f6d335633 HTTP/1.1" status: 200 len: 945 time: 0.0509903 Aug 13 11:22:18.764611 dv-cinder-797608-16-iscsi neutron-server[93885]: DEBUG neutron.db.db_base_plugin_common [None req-a2bf90e5-2d66-4c0c-81a6-679f93851409 None None] Allocated IP 172.20.0.2 (999d1062-b3a3-4414-af22-ebf9a7c571f6/2b810745-615e-4226-8545-baa357ea81b9/6b631a07-65fa-4103-a754-d5168e92058f) {{(pid=93885) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 13 11:22:18.788220 dv-cinder-797608-16-iscsi neutron-server[93884]: INFO neutron.wsgi [req-5244a591-40db-4ab9-bd66-a53fdd100a9b req-37a67b23-202b-4b50-a0ac-bfe6e6b4a03b tempest-AttachVolumeTestJSON-893493791 tempest-AttachVolumeTestJSON-893493791-project] 10.222.0.32 "GET /v2.0/security-groups?id=04a16d11-7ca4-462a-891c-e4a125fe1a42&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0353153 Aug 13 11:22:18.926890 dv-cinder-797608-16-iscsi neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-a2bf90e5-2d66-4c0c-81a6-679f93851409 None None] Notify callbacks [] for port, precommit_create {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 11:22:18.935548 dv-cinder-797608-16-iscsi neutron-server[93885]: DEBUG neutron.db.provisioning_blocks [None req-a2bf90e5-2d66-4c0c-81a6-679f93851409 None None] Transition to ACTIVE for port object 6b631a07-65fa-4103-a754-d5168e92058f will not be triggered until provisioned by entity L2. {{(pid=93885) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 13 11:22:18.945069 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-2087d899-aab3-4301-a433-70a0385fac9f admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 11:22:18.950133 dv-cinder-797608-16-iscsi neutron-server[93885]: DEBUG neutron.db.provisioning_blocks [None req-a2bf90e5-2d66-4c0c-81a6-679f93851409 None None] Transition to ACTIVE for port object 6b631a07-65fa-4103-a754-d5168e92058f will not be triggered until provisioned by entity DHCP. {{(pid=93885) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 13 11:22:18.955987 dv-cinder-797608-16-iscsi neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-a2bf90e5-2d66-4c0c-81a6-679f93851409 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935844', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611014', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782137337079'] for port, after_create {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 11:22:18.964800 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-2087d899-aab3-4301-a433-70a0385fac9f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935434'] for port, before_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 11:22:18.992170 dv-cinder-797608-16-iscsi neutron-server[93885]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a2bf90e5-2d66-4c0c-81a6-679f93851409 None None] Network 999d1062-b3a3-4414-af22-ebf9a7c571f6 is already hosted by enough agents. {{(pid=93885) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 13 11:22:18.996815 dv-cinder-797608-16-iscsi neutron-server[93885]: DEBUG neutron.scheduler.base_scheduler [None req-a2bf90e5-2d66-4c0c-81a6-679f93851409 None None] Resources bound (agent type, host, resource id): {{(pid=93885) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 13 11:22:19.000519 dv-cinder-797608-16-iscsi neutron-server[93885]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2bf90e5-2d66-4c0c-81a6-679f93851409 None None] Received port after_create {{(pid=93885) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 13 11:22:19.005858 dv-cinder-797608-16-iscsi neutron-server[93885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2bf90e5-2d66-4c0c-81a6-679f93851409 None None] Pushing event updated for resources: {'Port': ['ID=6b631a07-65fa-4103-a754-d5168e92058f,revision_number=1']} {{(pid=93885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 11:22:19.054973 dv-cinder-797608-16-iscsi neutron-server[93885]: DEBUG neutron.plugins.ml2.managers [None req-a2bf90e5-2d66-4c0c-81a6-679f93851409 None None] Attempting to bind port 6b631a07-65fa-4103-a754-d5168e92058f on host dv-cinder-797608-16-iscsi for vnic_type normal with profile {{(pid=93885) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 13 11:22:19.055338 dv-cinder-797608-16-iscsi neutron-server[93885]: DEBUG neutron.plugins.ml2.managers [None req-a2bf90e5-2d66-4c0c-81a6-679f93851409 None None] Attempting to bind port 6b631a07-65fa-4103-a754-d5168e92058f by drivers openvswitch,hyperv on host dv-cinder-797608-16-iscsi at level 0 using segments [{'id': '7e8d8a1c-0ea0-4420-aa00-8216212b44b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': '999d1062-b3a3-4414-af22-ebf9a7c571f6'}] {{(pid=93885) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 13 11:22:19.055693 dv-cinder-797608-16-iscsi neutron-server[93885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2bf90e5-2d66-4c0c-81a6-679f93851409 None None] Attempting to bind port 6b631a07-65fa-4103-a754-d5168e92058f on network 999d1062-b3a3-4414-af22-ebf9a7c571f6 {{(pid=93885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 13 11:22:19.060442 dv-cinder-797608-16-iscsi neutron-server[93885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2bf90e5-2d66-4c0c-81a6-679f93851409 None None] Checking agent: {'id': '649b788e-933d-40b8-a73c-f58c5ea7beff', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-797608-16-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 13, 11, 11, 41), 'started_at': datetime.datetime(2021, 8, 13, 11, 12, 11), 'heartbeat_timestamp': datetime.datetime(2021, 8, 13, 11, 22, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-797608-16-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 13 11:22:19.060803 dv-cinder-797608-16-iscsi neutron-server[93885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2bf90e5-2d66-4c0c-81a6-679f93851409 None None] Checking segment: {'id': '7e8d8a1c-0ea0-4420-aa00-8216212b44b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': '999d1062-b3a3-4414-af22-ebf9a7c571f6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93885) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 13 11:22:19.061229 dv-cinder-797608-16-iscsi neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-a2bf90e5-2d66-4c0c-81a6-679f93851409 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 11:22:19.061613 dv-cinder-797608-16-iscsi neutron-server[93885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2bf90e5-2d66-4c0c-81a6-679f93851409 None None] Bound using segment: {'id': '7e8d8a1c-0ea0-4420-aa00-8216212b44b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': '999d1062-b3a3-4414-af22-ebf9a7c571f6'} {{(pid=93885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 13 11:22:19.062108 dv-cinder-797608-16-iscsi neutron-server[93885]: DEBUG neutron.plugins.ml2.managers [None req-a2bf90e5-2d66-4c0c-81a6-679f93851409 None None] Bound port: 6b631a07-65fa-4103-a754-d5168e92058f, host: dv-cinder-797608-16-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7e8d8a1c-0ea0-4420-aa00-8216212b44b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': '999d1062-b3a3-4414-af22-ebf9a7c571f6'}}] {{(pid=93885) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 13 11:22:19.062479 dv-cinder-797608-16-iscsi neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-a2bf90e5-2d66-4c0c-81a6-679f93851409 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935434'] for port, before_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 11:22:19.074137 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron.db.db_base_plugin_common [None req-2087d899-aab3-4301-a433-70a0385fac9f admin admin] Allocated IP 172.27.2.151 (7c3f0979-58a5-4465-87f9-e256377c6b61/ba735781-2bff-41d5-99b4-7ca705ee91ca/d7f11c20-a34b-4aad-8189-8f8559df3f39) {{(pid=93883) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 13 11:22:19.125983 dv-cinder-797608-16-iscsi neutron-server[93885]: DEBUG neutron.plugins.ml2.db [None req-a2bf90e5-2d66-4c0c-81a6-679f93851409 None None] For port 6b631a07-65fa-4103-a754-d5168e92058f, host dv-cinder-797608-16-iscsi, cleared binding levels {{(pid=93885) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 13 11:22:19.129137 dv-cinder-797608-16-iscsi neutron-server[93885]: DEBUG neutron.plugins.ml2.db [None req-a2bf90e5-2d66-4c0c-81a6-679f93851409 None None] For port 6b631a07-65fa-4103-a754-d5168e92058f, host dv-cinder-797608-16-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797608-16-iscsi',level=0,port_id=6b631a07-65fa-4103-a754-d5168e92058f,segment=NetworkSegment(7e8d8a1c-0ea0-4420-aa00-8216212b44b2),segment_id=7e8d8a1c-0ea0-4420-aa00-8216212b44b2)] {{(pid=93885) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 13 11:22:19.133727 dv-cinder-797608-16-iscsi neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-a2bf90e5-2d66-4c0c-81a6-679f93851409 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935844', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611014', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782137889940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782137337613', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782137337631'] for port, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 11:22:19.178158 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-2087d899-aab3-4301-a433-70a0385fac9f admin admin] Notify callbacks [] for port, precommit_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 11:22:19.197022 dv-cinder-797608-16-iscsi neutron-server[93885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2bf90e5-2d66-4c0c-81a6-679f93851409 None None] Pushing event updated for resources: {'Port': ['ID=6b631a07-65fa-4103-a754-d5168e92058f,revision_number=2']} {{(pid=93885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 11:22:19.224417 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-2087d899-aab3-4301-a433-70a0385fac9f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935844', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611014', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782137337079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2139128394'] for port, after_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 11:22:19.266676 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2087d899-aab3-4301-a433-70a0385fac9f admin admin] Network 7c3f0979-58a5-4465-87f9-e256377c6b61 is already hosted by enough agents. {{(pid=93883) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 13 11:22:19.269421 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron.scheduler.base_scheduler [None req-2087d899-aab3-4301-a433-70a0385fac9f admin admin] Resources bound (agent type, host, resource id): {{(pid=93883) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 13 11:22:19.274801 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2087d899-aab3-4301-a433-70a0385fac9f admin admin] Received port after_create {{(pid=93883) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 13 11:22:19.300716 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2087d899-aab3-4301-a433-70a0385fac9f admin admin] Pushing event updated for resources: {'Port': ['ID=d7f11c20-a34b-4aad-8189-8f8559df3f39,revision_number=1']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 11:22:19.540305 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-2087d899-aab3-4301-a433-70a0385fac9f admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 11:22:19.579065 dv-cinder-797608-16-iscsi neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa9a3c77-42ba-4c52-8cee-b2e6739e8188 req-06093def-dc5b-45c9-af71-43f9170c0ca1 tempest-ServerRescueNegativeTestJSON-217385872 tempest-ServerRescueNegativeTestJSON-217385872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 11:22:19.580463 dv-cinder-797608-16-iscsi neutron-server[93884]: INFO neutron.wsgi [req-aa9a3c77-42ba-4c52-8cee-b2e6739e8188 req-06093def-dc5b-45c9-af71-43f9170c0ca1 tempest-ServerRescueNegativeTestJSON-217385872 tempest-ServerRescueNegativeTestJSON-217385872-project] 10.222.0.32 "GET /v2.0/ports?device_id=f07a0f18-2b98-479b-bd6a-186739dfba26 HTTP/1.1" status: 200 len: 945 time: 0.0510375 Aug 13 11:22:19.631116 dv-cinder-797608-16-iscsi neutron-server[93884]: INFO neutron.wsgi [req-aa9a3c77-42ba-4c52-8cee-b2e6739e8188 req-d654cb3f-8494-4c3f-ae31-5fb9e7085cdd tempest-ServerRescueNegativeTestJSON-217385872 tempest-ServerRescueNegativeTestJSON-217385872-project] 10.222.0.32 "GET /v2.0/security-groups?id=5e66df65-70b0-476d-97cd-4e9936c292c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447555 Aug 13 11:22:19.745087 dv-cinder-797608-16-iscsi neutron-server[93885]: DEBUG neutron.plugins.ml2.rpc [None req-05931952-e11e-4e12-af58-ece1398d134b None None] Device 6b631a07-65fa-4103-a754-d5168e92058f up at agent ovs-agent-dv-cinder-797608-16-iscsi {{(pid=93885) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 13 11:22:19.755120 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-2087d899-aab3-4301-a433-70a0385fac9f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1586528', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1585661'] for router, after_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 11:22:19.795526 dv-cinder-797608-16-iscsi neutron-server[93885]: DEBUG neutron.db.provisioning_blocks [None req-05931952-e11e-4e12-af58-ece1398d134b None None] Provisioning for port 6b631a07-65fa-4103-a754-d5168e92058f completed by entity L2. {{(pid=93885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 13 11:22:19.974756 dv-cinder-797608-16-iscsi neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d167ed2-c569-459d-9bc5-425f13080927 req-bcd31a33-c926-4341-8412-d480a69582d0 tempest-AttachVolumeTestJSON-893493791 tempest-AttachVolumeTestJSON-893493791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 11:22:19.985186 dv-cinder-797608-16-iscsi neutron-server[93884]: INFO neutron.wsgi [req-7d167ed2-c569-459d-9bc5-425f13080927 req-bcd31a33-c926-4341-8412-d480a69582d0 tempest-AttachVolumeTestJSON-893493791 tempest-AttachVolumeTestJSON-893493791-project] 10.222.0.32 "GET /v2.0/ports?device_id=210d2391-7cc4-41fd-87e2-e84f6d335633 HTTP/1.1" status: 200 len: 945 time: 0.1182218 Aug 13 11:22:20.042209 dv-cinder-797608-16-iscsi neutron-server[93884]: INFO neutron.wsgi [req-7d167ed2-c569-459d-9bc5-425f13080927 req-092a811d-5069-4673-8a24-f66ba8981e4a tempest-AttachVolumeTestJSON-893493791 tempest-AttachVolumeTestJSON-893493791-project] 10.222.0.32 "GET /v2.0/security-groups?id=04a16d11-7ca4-462a-891c-e4a125fe1a42&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0521123 Aug 13 11:22:20.127584 dv-cinder-797608-16-iscsi neutron-server[93885]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2ba8fa6f-939c-40c7-bdaf-2f86e145930a None None] Network 999d1062-b3a3-4414-af22-ebf9a7c571f6 requested from dv-cinder-797608-16-iscsi {{(pid=93885) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 13 11:22:20.133173 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2087d899-aab3-4301-a433-70a0385fac9f admin admin] Router cd349942-cccd-4380-823d-f8929ef099a0 is scheduled to L3 agent 120d27b5-31d8-4cd2-97b4-2412c45088e1 with binding_index 1 {{(pid=93883) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 13 11:22:20.217436 dv-cinder-797608-16-iscsi neutron-server[93885]: DEBUG neutron.db.provisioning_blocks [None req-509a554a-2bd9-4f51-b38a-513a3704247e None None] Provisioning for port 6b631a07-65fa-4103-a754-d5168e92058f completed by entity DHCP. {{(pid=93885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 13 11:22:20.223892 dv-cinder-797608-16-iscsi neutron-server[93885]: DEBUG neutron.db.provisioning_blocks [None req-509a554a-2bd9-4f51-b38a-513a3704247e None None] Provisioning complete for port 6b631a07-65fa-4103-a754-d5168e92058f triggered by entity DHCP. {{(pid=93885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 13 11:22:20.224205 dv-cinder-797608-16-iscsi neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-509a554a-2bd9-4f51-b38a-513a3704247e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-997193'] for port, provisioning_complete {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 11:22:20.235812 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2087d899-aab3-4301-a433-70a0385fac9f admin admin] Notify agent at l3_agent.dv-cinder-797608-16-iscsi the message routers_updated {{(pid=93883) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 13 11:22:20.245772 dv-cinder-797608-16-iscsi neutron-server[93886]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e101c249-5305-427d-ba73-45ca7e3a3b24 None None] Sync routers for ids ['cd349942-cccd-4380-823d-f8929ef099a0'] in dv-cinder-797608-16-iscsi {{(pid=93886) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 13 11:22:20.259004 dv-cinder-797608-16-iscsi neutron-server[93886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e101c249-5305-427d-ba73-45ca7e3a3b24 None None] Routers {'cd349942-cccd-4380-823d-f8929ef099a0'} bound to L3 agent in host dv-cinder-797608-16-iscsi {{(pid=93886) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 13 11:22:20.259703 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-2087d899-aab3-4301-a433-70a0385fac9f admin admin] Notify callbacks [] for router, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 11:22:20.260056 dv-cinder-797608-16-iscsi neutron-server[93886]: DEBUG neutron.db.l3_hamode_db [None req-e101c249-5305-427d-ba73-45ca7e3a3b24 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797608-16-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-13T11:11:41Z,description=,heartbeat_timestamp=2021-08-13T11:22:11Z,host='dv-cinder-797608-16-iscsi',id=120d27b5-31d8-4cd2-97b4-2412c45088e1,load=0,resource_versions=,resources_synced=,started_at=2021-08-13T11:11:41Z,topic='l3_agent')) {'router_ids': ['cd349942-cccd-4380-823d-f8929ef099a0'], 'active': True} {{(pid=93886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 13 11:22:20.260955 dv-cinder-797608-16-iscsi neutron-server[93883]: INFO neutron.wsgi [None req-2087d899-aab3-4301-a433-70a0385fac9f admin admin] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 1.7642689 Aug 13 11:22:20.265004 dv-cinder-797608-16-iscsi neutron-server[93884]: DEBUG neutron.wsgi [-] (93884) accepted ('10.222.0.32', 49102) {{(pid=93884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 11:22:20.370475 dv-cinder-797608-16-iscsi neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-509a554a-2bd9-4f51-b38a-513a3704247e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935434'] for port, before_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 11:22:20.435279 dv-cinder-797608-16-iscsi neutron-server[93885]: DEBUG neutron.plugins.ml2.db [None req-509a554a-2bd9-4f51-b38a-513a3704247e None None] For port 6b631a07-65fa-4103-a754-d5168e92058f, host dv-cinder-797608-16-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797608-16-iscsi',level=0,port_id=6b631a07-65fa-4103-a754-d5168e92058f,segment=NetworkSegment(7e8d8a1c-0ea0-4420-aa00-8216212b44b2),segment_id=7e8d8a1c-0ea0-4420-aa00-8216212b44b2)] {{(pid=93885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 13 11:22:20.442398 dv-cinder-797608-16-iscsi neutron-server[93886]: DEBUG neutron.db.l3_dvr_db [None req-e101c249-5305-427d-ba73-45ca7e3a3b24 None None] Set router cd349942-cccd-4380-823d-f8929ef099a0 gateway port host: dv-cinder-797608-16-iscsi {{(pid=93886) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 13 11:22:20.443928 dv-cinder-797608-16-iscsi neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-509a554a-2bd9-4f51-b38a-513a3704247e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935844', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611014', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782137889940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782137337613', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782137337631'] for port, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 11:22:20.541709 dv-cinder-797608-16-iscsi neutron-server[93885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-509a554a-2bd9-4f51-b38a-513a3704247e None None] Pushing event updated for resources: {'Port': ['ID=6b631a07-65fa-4103-a754-d5168e92058f,revision_number=3']} {{(pid=93885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 11:22:20.670118 dv-cinder-797608-16-iscsi neutron-server[93886]: DEBUG neutron.db.l3_hamode_db [None req-e101c249-5305-427d-ba73-45ca7e3a3b24 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cd349942-cccd-4380-823d-f8929ef099a0', 'name': 'tempest-TestVolumeBootPattern-1716761397-router', 'tenant_id': 'd5749f1d743e45099877d2ba04647196', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c3f0979-58a5-4465-87f9-e256377c6b61', 'external_fixed_ips': [{'subnet_id': 'ba735781-2bff-41d5-99b4-7ca705ee91ca', 'ip_address': '172.27.2.151'}], 'enable_snat': True}, 'gw_port_id': 'd7f11c20-a34b-4aad-8189-8f8559df3f39', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-13T11:22:18Z', 'updated_at': '2021-08-13T11:22:19Z', 'revision_number': 3, 'project_id': 'd5749f1d743e45099877d2ba04647196', 'gw_port': {'id': 'd7f11c20-a34b-4aad-8189-8f8559df3f39', 'name': '', 'network_id': '7c3f0979-58a5-4465-87f9-e256377c6b61', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:19:7c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cd349942-cccd-4380-823d-f8929ef099a0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 470, 'fixed_ips': [{'subnet_id': 'ba735781-2bff-41d5-99b4-7ca705ee91ca', 'ip_address': '172.27.2.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-13T11:22:18Z', 'updated_at': '2021-08-13T11:22:19Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ba735781-2bff-41d5-99b4-7ca705ee91ca', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797608-16-iscsi'}], 'dv-cinder-797608-16-iscsi', False) {} {{(pid=93886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 13 11:22:20.681958 dv-cinder-797608-16-iscsi neutron-server[93885]: DEBUG neutron.db.provisioning_blocks [None req-6f2e06b3-337a-4e6f-a997-5e2b352998ee None None] Provisioning complete for port 6b631a07-65fa-4103-a754-d5168e92058f triggered by entity DHCP. {{(pid=93885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 13 11:22:20.682368 dv-cinder-797608-16-iscsi neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-6f2e06b3-337a-4e6f-a997-5e2b352998ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-997193'] for port, provisioning_complete {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 11:22:20.701527 dv-cinder-797608-16-iscsi neutron-server[93886]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e101c249-5305-427d-ba73-45ca7e3a3b24 None None] Checking router: cd349942-cccd-4380-823d-f8929ef099a0 for host: dv-cinder-797608-16-iscsi {{(pid=93886) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 13 11:22:20.702295 dv-cinder-797608-16-iscsi neutron-server[93886]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e101c249-5305-427d-ba73-45ca7e3a3b24 None None] Updating router cd349942-cccd-4380-823d-f8929ef099a0 port d7f11c20-a34b-4aad-8189-8f8559df3f39 binding host dv-cinder-797608-16-iscsi {{(pid=93886) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 13 11:22:20.736198 dv-cinder-797608-16-iscsi neutron-server[93886]: DEBUG neutron_lib.callbacks.manager [None req-e101c249-5305-427d-ba73-45ca7e3a3b24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935434'] for port, before_update {{(pid=93886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 11:22:20.848186 dv-cinder-797608-16-iscsi neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07c4d05c-b123-4da5-8c7e-5732e9e3e049 req-8f4e3a74-8407-484e-902e-26c361d482de tempest-ServerRescueNegativeTestJSON-217385872 tempest-ServerRescueNegativeTestJSON-217385872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 11:22:20.849709 dv-cinder-797608-16-iscsi neutron-server[93884]: INFO neutron.wsgi [req-07c4d05c-b123-4da5-8c7e-5732e9e3e049 req-8f4e3a74-8407-484e-902e-26c361d482de tempest-ServerRescueNegativeTestJSON-217385872 tempest-ServerRescueNegativeTestJSON-217385872-project] 10.222.0.32 "GET /v2.0/ports?device_id=f07a0f18-2b98-479b-bd6a-186739dfba26 HTTP/1.1" status: 200 len: 945 time: 0.1237030 Aug 13 11:22:20.935400 dv-cinder-797608-16-iscsi neutron-server[93884]: INFO neutron.wsgi [req-07c4d05c-b123-4da5-8c7e-5732e9e3e049 req-3d8064e7-9faa-4f64-bcf2-d2213b614849 tempest-ServerRescueNegativeTestJSON-217385872 tempest-ServerRescueNegativeTestJSON-217385872-project] 10.222.0.32 "GET /v2.0/security-groups?id=5e66df65-70b0-476d-97cd-4e9936c292c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0770941 Aug 13 11:22:21.107140 dv-cinder-797608-16-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-fed14c0e-d694-4469-948a-5bfe021464cf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935434'] for port, before_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 11:22:21.146640 dv-cinder-797608-16-iscsi neutron-server[93886]: DEBUG neutron_lib.callbacks.manager [None req-e101c249-5305-427d-ba73-45ca7e3a3b24 None None] Notify callbacks [] for port, precommit_update {{(pid=93886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 11:22:21.157055 dv-cinder-797608-16-iscsi neutron-server[93886]: DEBUG neutron.db.provisioning_blocks [None req-e101c249-5305-427d-ba73-45ca7e3a3b24 None None] Transition to ACTIVE for port object d7f11c20-a34b-4aad-8189-8f8559df3f39 will not be triggered until provisioned by entity L2. {{(pid=93886) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 13 11:22:21.163962 dv-cinder-797608-16-iscsi neutron-server[93886]: DEBUG neutron_lib.callbacks.manager [None req-e101c249-5305-427d-ba73-45ca7e3a3b24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935844', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611014', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782137889940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782137337613', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782137337631'] for port, after_update {{(pid=93886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 11:22:21.215022 dv-cinder-797608-16-iscsi neutron-server[93886]: DEBUG neutron.plugins.ml2.managers [None req-e101c249-5305-427d-ba73-45ca7e3a3b24 None None] Attempting to bind port d7f11c20-a34b-4aad-8189-8f8559df3f39 on host dv-cinder-797608-16-iscsi for vnic_type normal with profile {{(pid=93886) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 13 11:22:21.215484 dv-cinder-797608-16-iscsi neutron-server[93886]: DEBUG neutron.plugins.ml2.managers [None req-e101c249-5305-427d-ba73-45ca7e3a3b24 None None] Attempting to bind port d7f11c20-a34b-4aad-8189-8f8559df3f39 by drivers openvswitch,hyperv on host dv-cinder-797608-16-iscsi at level 0 using segments [{'id': '3f6765c6-6e72-475e-8aaa-7134ee4679ca', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7c3f0979-58a5-4465-87f9-e256377c6b61'}] {{(pid=93886) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 13 11:22:21.215912 dv-cinder-797608-16-iscsi neutron-server[93886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e101c249-5305-427d-ba73-45ca7e3a3b24 None None] Attempting to bind port d7f11c20-a34b-4aad-8189-8f8559df3f39 on network 7c3f0979-58a5-4465-87f9-e256377c6b61 {{(pid=93886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 13 11:22:21.228871 dv-cinder-797608-16-iscsi neutron-server[93886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e101c249-5305-427d-ba73-45ca7e3a3b24 None None] Checking agent: {'id': '649b788e-933d-40b8-a73c-f58c5ea7beff', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-797608-16-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 13, 11, 11, 41), 'started_at': datetime.datetime(2021, 8, 13, 11, 12, 11), 'heartbeat_timestamp': datetime.datetime(2021, 8, 13, 11, 22, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-797608-16-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 13 11:22:21.229835 dv-cinder-797608-16-iscsi neutron-server[93886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e101c249-5305-427d-ba73-45ca7e3a3b24 None None] Checking segment: {'id': '3f6765c6-6e72-475e-8aaa-7134ee4679ca', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7c3f0979-58a5-4465-87f9-e256377c6b61'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93886) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 13 11:22:21.230040 dv-cinder-797608-16-iscsi neutron-server[93886]: DEBUG neutron_lib.callbacks.manager [None req-e101c249-5305-427d-ba73-45ca7e3a3b24 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 11:22:21.230576 dv-cinder-797608-16-iscsi neutron-server[93886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e101c249-5305-427d-ba73-45ca7e3a3b24 None None] Bound using segment: {'id': '3f6765c6-6e72-475e-8aaa-7134ee4679ca', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7c3f0979-58a5-4465-87f9-e256377c6b61'} {{(pid=93886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 13 11:22:21.231815 dv-cinder-797608-16-iscsi neutron-server[93886]: DEBUG neutron.plugins.ml2.managers [None req-e101c249-5305-427d-ba73-45ca7e3a3b24 None None] Bound port: d7f11c20-a34b-4aad-8189-8f8559df3f39, host: dv-cinder-797608-16-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3f6765c6-6e72-475e-8aaa-7134ee4679ca', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7c3f0979-58a5-4465-87f9-e256377c6b61'}}] {{(pid=93886) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 13 11:22:21.231815 dv-cinder-797608-16-iscsi neutron-server[93886]: DEBUG neutron_lib.callbacks.manager [None req-e101c249-5305-427d-ba73-45ca7e3a3b24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935434'] for port, before_update {{(pid=93886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 11:22:21.243629 dv-cinder-797608-16-iscsi neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e45290ad-a167-40c7-9f59-6e22e886cd71 req-21705b5e-f27d-41b6-9696-58d54ded83ee tempest-AttachVolumeTestJSON-893493791 tempest-AttachVolumeTestJSON-893493791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 11:22:21.245136 dv-cinder-797608-16-iscsi neutron-server[93884]: INFO neutron.wsgi [req-e45290ad-a167-40c7-9f59-6e22e886cd71 req-21705b5e-f27d-41b6-9696-58d54ded83ee tempest-AttachVolumeTestJSON-893493791 tempest-AttachVolumeTestJSON-893493791-project] 10.222.0.32 "GET /v2.0/ports?device_id=210d2391-7cc4-41fd-87e2-e84f6d335633 HTTP/1.1" status: 200 len: 945 time: 0.1140780 Aug 13 11:22:21.263200 dv-cinder-797608-16-iscsi neutron-server[93886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ed8d586-386c-4561-aa01-9619e2980f64 None None] Pushing event updated for resources: {'Port': ['ID=d7f11c20-a34b-4aad-8189-8f8559df3f39,revision_number=2']} {{(pid=93886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 11:22:21.297022 dv-cinder-797608-16-iscsi neutron-server[93886]: DEBUG neutron.plugins.ml2.db [None req-e101c249-5305-427d-ba73-45ca7e3a3b24 None None] For port d7f11c20-a34b-4aad-8189-8f8559df3f39, host dv-cinder-797608-16-iscsi, cleared binding levels {{(pid=93886) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 13 11:22:21.301223 dv-cinder-797608-16-iscsi neutron-server[93886]: DEBUG neutron.plugins.ml2.db [None req-e101c249-5305-427d-ba73-45ca7e3a3b24 None None] For port d7f11c20-a34b-4aad-8189-8f8559df3f39, host dv-cinder-797608-16-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797608-16-iscsi',level=0,port_id=d7f11c20-a34b-4aad-8189-8f8559df3f39,segment=NetworkSegment(3f6765c6-6e72-475e-8aaa-7134ee4679ca),segment_id=3f6765c6-6e72-475e-8aaa-7134ee4679ca)] {{(pid=93886) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 13 11:22:21.314198 dv-cinder-797608-16-iscsi neutron-server[93886]: DEBUG neutron_lib.callbacks.manager [None req-e101c249-5305-427d-ba73-45ca7e3a3b24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935844', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611014', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782137889940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782137337613', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782137337631'] for port, after_update {{(pid=93886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 11:22:21.344987 dv-cinder-797608-16-iscsi neutron-server[93884]: INFO neutron.wsgi [req-e45290ad-a167-40c7-9f59-6e22e886cd71 req-a6a39073-67dc-453d-9556-aa1e7f2a7a42 tempest-AttachVolumeTestJSON-893493791 tempest-AttachVolumeTestJSON-893493791-project] 10.222.0.32 "GET /v2.0/security-groups?id=04a16d11-7ca4-462a-891c-e4a125fe1a42&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0701385 Aug 13 11:22:21.354177 dv-cinder-797608-16-iscsi neutron-server[93886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e101c249-5305-427d-ba73-45ca7e3a3b24 None None] Routers {'cd349942-cccd-4380-823d-f8929ef099a0'} bound to L3 agent in host dv-cinder-797608-16-iscsi {{(pid=93886) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 13 11:22:21.354987 dv-cinder-797608-16-iscsi neutron-server[93886]: DEBUG neutron.db.l3_hamode_db [None req-e101c249-5305-427d-ba73-45ca7e3a3b24 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797608-16-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-13T11:11:41Z,description=,heartbeat_timestamp=2021-08-13T11:22:11Z,host='dv-cinder-797608-16-iscsi',id=120d27b5-31d8-4cd2-97b4-2412c45088e1,load=0,resource_versions=,resources_synced=,started_at=2021-08-13T11:11:41Z,topic='l3_agent')) {'router_ids': ['cd349942-cccd-4380-823d-f8929ef099a0'], 'active': True} {{(pid=93886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 13 11:22:21.376532 dv-cinder-797608-16-iscsi neutron-server[93884]: DEBUG neutron.db.db_base_plugin_common [None req-fed14c0e-d694-4469-948a-5bfe021464cf admin admin] Allocated IP 172.20.0.1 (999d1062-b3a3-4414-af22-ebf9a7c571f6/2b810745-615e-4226-8545-baa357ea81b9/e7681864-7bb9-4402-8c3d-4147abd52caa) {{(pid=93884) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 13 11:22:21.468164 dv-cinder-797608-16-iscsi neutron-server[93886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ed8d586-386c-4561-aa01-9619e2980f64 None None] Pushing event updated for resources: {'Port': ['ID=d7f11c20-a34b-4aad-8189-8f8559df3f39,revision_number=3']} {{(pid=93886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 11:22:21.489382 dv-cinder-797608-16-iscsi neutron-server[93886]: DEBUG neutron.db.l3_dvr_db [None req-e101c249-5305-427d-ba73-45ca7e3a3b24 None None] Set router cd349942-cccd-4380-823d-f8929ef099a0 gateway port host: dv-cinder-797608-16-iscsi {{(pid=93886) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 13 11:22:21.507412 dv-cinder-797608-16-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-fed14c0e-d694-4469-948a-5bfe021464cf admin admin] Notify callbacks [] for port, precommit_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 11:22:21.520455 dv-cinder-797608-16-iscsi neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [None req-fed14c0e-d694-4469-948a-5bfe021464cf admin admin] Transition to ACTIVE for port object e7681864-7bb9-4402-8c3d-4147abd52caa will not be triggered until provisioned by entity DHCP. {{(pid=93884) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 13 11:22:21.561006 dv-cinder-797608-16-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-fed14c0e-d694-4469-948a-5bfe021464cf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935844', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611014', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782137337079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2141180323'] for port, after_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 11:22:21.607611 dv-cinder-797608-16-iscsi neutron-server[93884]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fed14c0e-d694-4469-948a-5bfe021464cf admin admin] Network 999d1062-b3a3-4414-af22-ebf9a7c571f6 is already hosted by enough agents. {{(pid=93884) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 13 11:22:21.610991 dv-cinder-797608-16-iscsi neutron-server[93884]: DEBUG neutron.scheduler.base_scheduler [None req-fed14c0e-d694-4469-948a-5bfe021464cf admin admin] Resources bound (agent type, host, resource id): {{(pid=93884) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 13 11:22:21.613450 dv-cinder-797608-16-iscsi neutron-server[93884]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fed14c0e-d694-4469-948a-5bfe021464cf admin admin] Received port after_create {{(pid=93884) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 13 11:22:21.647658 dv-cinder-797608-16-iscsi neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fed14c0e-d694-4469-948a-5bfe021464cf admin admin] Pushing event updated for resources: {'Port': ['ID=e7681864-7bb9-4402-8c3d-4147abd52caa,revision_number=1']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 11:22:21.668038 dv-cinder-797608-16-iscsi neutron-server[93884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fed14c0e-d694-4469-948a-5bfe021464cf admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797608-16-iscsi {{(pid=93884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 11:22:21.668380 dv-cinder-797608-16-iscsi neutron-server[93884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fed14c0e-d694-4469-948a-5bfe021464cf admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797608-16-iscsi {{(pid=93884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 11:22:21.668926 dv-cinder-797608-16-iscsi neutron-server[93884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fed14c0e-d694-4469-948a-5bfe021464cf admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797608-16-iscsi {{(pid=93884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 11:22:21.669260 dv-cinder-797608-16-iscsi neutron-server[93884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fed14c0e-d694-4469-948a-5bfe021464cf admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797608-16-iscsi {{(pid=93884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 11:22:21.669583 dv-cinder-797608-16-iscsi neutron-server[93884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fed14c0e-d694-4469-948a-5bfe021464cf admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-797608-16-iscsi {{(pid=93884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 11:22:21.669902 dv-cinder-797608-16-iscsi neutron-server[93884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fed14c0e-d694-4469-948a-5bfe021464cf admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797608-16-iscsi {{(pid=93884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 11:22:21.670252 dv-cinder-797608-16-iscsi neutron-server[93884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fed14c0e-d694-4469-948a-5bfe021464cf admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-797608-16-iscsi {{(pid=93884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 11:22:21.670577 dv-cinder-797608-16-iscsi neutron-server[93884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fed14c0e-d694-4469-948a-5bfe021464cf admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-797608-16-iscsi {{(pid=93884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 11:22:21.670899 dv-cinder-797608-16-iscsi neutron-server[93884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fed14c0e-d694-4469-948a-5bfe021464cf admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797608-16-iscsi {{(pid=93884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 11:22:21.671261 dv-cinder-797608-16-iscsi neutron-server[93884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fed14c0e-d694-4469-948a-5bfe021464cf admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797608-16-iscsi {{(pid=93884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 11:22:21.672200 dv-cinder-797608-16-iscsi neutron-server[93884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fed14c0e-d694-4469-948a-5bfe021464cf admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797608-16-iscsi {{(pid=93884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 11:22:21.672548 dv-cinder-797608-16-iscsi neutron-server[93884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fed14c0e-d694-4469-948a-5bfe021464cf admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797608-16-iscsi {{(pid=93884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 11:22:21.678191 dv-cinder-797608-16-iscsi neutron-server[93886]: DEBUG neutron.db.l3_hamode_db [None req-e101c249-5305-427d-ba73-45ca7e3a3b24 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cd349942-cccd-4380-823d-f8929ef099a0', 'name': 'tempest-TestVolumeBootPattern-1716761397-router', 'tenant_id': 'd5749f1d743e45099877d2ba04647196', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c3f0979-58a5-4465-87f9-e256377c6b61', 'external_fixed_ips': [{'subnet_id': 'ba735781-2bff-41d5-99b4-7ca705ee91ca', 'ip_address': '172.27.2.151'}], 'enable_snat': True}, 'gw_port_id': 'd7f11c20-a34b-4aad-8189-8f8559df3f39', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-13T11:22:18Z', 'updated_at': '2021-08-13T11:22:19Z', 'revision_number': 3, 'project_id': 'd5749f1d743e45099877d2ba04647196', 'gw_port': {'id': 'd7f11c20-a34b-4aad-8189-8f8559df3f39', 'name': '', 'network_id': '7c3f0979-58a5-4465-87f9-e256377c6b61', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:19:7c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cd349942-cccd-4380-823d-f8929ef099a0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 470, 'fixed_ips': [{'subnet_id': 'ba735781-2bff-41d5-99b4-7ca705ee91ca', 'ip_address': '172.27.2.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-13T11:22:18Z', 'updated_at': '2021-08-13T11:22:21Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ba735781-2bff-41d5-99b4-7ca705ee91ca', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797608-16-iscsi'}], 'dv-cinder-797608-16-iscsi', False) {} {{(pid=93886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 13 11:22:21.680941 dv-cinder-797608-16-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-fed14c0e-d694-4469-948a-5bfe021464cf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-2002984'] for router_interface, before_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 11:22:21.711554 dv-cinder-797608-16-iscsi neutron-server[93886]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e101c249-5305-427d-ba73-45ca7e3a3b24 None None] The sync data for ids ['cd349942-cccd-4380-823d-f8929ef099a0'] in dv-cinder-797608-16-iscsi is: [{'id': 'cd349942-cccd-4380-823d-f8929ef099a0', 'name': 'tempest-TestVolumeBootPattern-1716761397-router', 'tenant_id': 'd5749f1d743e45099877d2ba04647196', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c3f0979-58a5-4465-87f9-e256377c6b61', 'external_fixed_ips': [{'subnet_id': 'ba735781-2bff-41d5-99b4-7ca705ee91ca', 'ip_address': '172.27.2.151'}], 'enable_snat': True}, 'gw_port_id': 'd7f11c20-a34b-4aad-8189-8f8559df3f39', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-13T11:22:18Z', 'updated_at': '2021-08-13T11:22:19Z', 'revision_number': 3, 'project_id': 'd5749f1d743e45099877d2ba04647196', 'gw_port': {'id': 'd7f11c20-a34b-4aad-8189-8f8559df3f39', 'name': '', 'network_id': '7c3f0979-58a5-4465-87f9-e256377c6b61', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:19:7c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cd349942-cccd-4380-823d-f8929ef099a0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 470, 'fixed_ips': [{'subnet_id': 'ba735781-2bff-41d5-99b4-7ca705ee91ca', 'ip_address': '172.27.2.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-13T11:22:18Z', 'updated_at': '2021-08-13T11:22:21Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ba735781-2bff-41d5-99b4-7ca705ee91ca', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797608-16-iscsi'}] {{(pid=93886) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 13 11:22:21.733112 dv-cinder-797608-16-iscsi neutron-server[93885]: DEBUG neutron.plugins.ml2.rpc [None req-05931952-e11e-4e12-af58-ece1398d134b None None] Device 6b631a07-65fa-4103-a754-d5168e92058f up at agent ovs-agent-dv-cinder-797608-16-iscsi {{(pid=93885) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 13 11:22:21.788068 dv-cinder-797608-16-iscsi neutron-server[93885]: DEBUG neutron.db.provisioning_blocks [None req-05931952-e11e-4e12-af58-ece1398d134b None None] Provisioning complete for port 6b631a07-65fa-4103-a754-d5168e92058f triggered by entity L2. {{(pid=93885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 13 11:22:21.788443 dv-cinder-797608-16-iscsi neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-05931952-e11e-4e12-af58-ece1398d134b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-997193'] for port, provisioning_complete {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 11:22:21.850178 dv-cinder-797608-16-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-fed14c0e-d694-4469-948a-5bfe021464cf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935434'] for port, before_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 11:22:21.915569 dv-cinder-797608-16-iscsi neutron-server[93885]: DEBUG neutron.db.provisioning_blocks [None req-435e63cf-d4d1-4dd4-ba0e-c7650f6fbdd5 None None] Provisioning for port e7681864-7bb9-4402-8c3d-4147abd52caa completed by entity DHCP. {{(pid=93885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 13 11:22:21.920290 dv-cinder-797608-16-iscsi neutron-server[93885]: DEBUG neutron.db.provisioning_blocks [None req-435e63cf-d4d1-4dd4-ba0e-c7650f6fbdd5 None None] Provisioning complete for port e7681864-7bb9-4402-8c3d-4147abd52caa triggered by entity DHCP. {{(pid=93885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 13 11:22:21.920666 dv-cinder-797608-16-iscsi neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-435e63cf-d4d1-4dd4-ba0e-c7650f6fbdd5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-997193'] for port, provisioning_complete {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 11:22:21.963739 dv-cinder-797608-16-iscsi neutron-server[93885]: DEBUG neutron.plugins.ml2.plugin [None req-435e63cf-d4d1-4dd4-ba0e-c7650f6fbdd5 None None] Port e7681864-7bb9-4402-8c3d-4147abd52caa cannot update to ACTIVE because it is not bound. {{(pid=93885) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 13 11:22:22.078934 dv-cinder-797608-16-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-fed14c0e-d694-4469-948a-5bfe021464cf admin admin] Notify callbacks [] for port, precommit_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 11:22:22.089358 dv-cinder-797608-16-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-fed14c0e-d694-4469-948a-5bfe021464cf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935844', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611014', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782137889940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782137337613', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782137337631', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2141180330'] for port, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 11:22:22.148114 dv-cinder-797608-16-iscsi neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18effbd5-b351-4bbe-ace1-d3511c97f395 req-673a0e30-cc4b-4b2f-ade4-303d3004934d tempest-ServerRescueNegativeTestJSON-217385872 tempest-ServerRescueNegativeTestJSON-217385872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 11:22:22.149807 dv-cinder-797608-16-iscsi neutron-server[93884]: INFO neutron.wsgi [req-18effbd5-b351-4bbe-ace1-d3511c97f395 req-673a0e30-cc4b-4b2f-ade4-303d3004934d tempest-ServerRescueNegativeTestJSON-217385872 tempest-ServerRescueNegativeTestJSON-217385872-project] 10.222.0.32 "GET /v2.0/ports?device_id=f07a0f18-2b98-479b-bd6a-186739dfba26 HTTP/1.1" status: 200 len: 945 time: 0.1209219 Aug 13 11:22:22.187114 dv-cinder-797608-16-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-fed14c0e-d694-4469-948a-5bfe021464cf admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1611060', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-2003132'] for router_interface, after_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 11:22:22.191568 dv-cinder-797608-16-iscsi neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fed14c0e-d694-4469-948a-5bfe021464cf admin admin] Pushing event updated for resources: {'Port': ['ID=e7681864-7bb9-4402-8c3d-4147abd52caa,revision_number=2']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 11:22:22.255313 dv-cinder-797608-16-iscsi neutron-server[93884]: INFO neutron.wsgi [req-18effbd5-b351-4bbe-ace1-d3511c97f395 req-874be600-6088-476d-a31c-3fc3aacd6e60 tempest-ServerRescueNegativeTestJSON-217385872 tempest-ServerRescueNegativeTestJSON-217385872-project] 10.222.0.32 "GET /v2.0/security-groups?id=5e66df65-70b0-476d-97cd-4e9936c292c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0958993 Aug 13 11:22:22.302188 dv-cinder-797608-16-iscsi neutron-server[93884]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fed14c0e-d694-4469-948a-5bfe021464cf admin admin] Network 999d1062-b3a3-4414-af22-ebf9a7c571f6 is already hosted by enough agents. {{(pid=93884) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 13 11:22:22.303555 dv-cinder-797608-16-iscsi neutron-server[93884]: DEBUG neutron.scheduler.base_scheduler [None req-fed14c0e-d694-4469-948a-5bfe021464cf admin admin] Resources bound (agent type, host, resource id): {{(pid=93884) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 13 11:22:22.432878 dv-cinder-797608-16-iscsi neutron-server[93884]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fed14c0e-d694-4469-948a-5bfe021464cf admin admin] Router cd349942-cccd-4380-823d-f8929ef099a0 has already been hosted by L3 agent 120d27b5-31d8-4cd2-97b4-2412c45088e1 {{(pid=93884) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 13 11:22:22.531530 dv-cinder-797608-16-iscsi neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-102f9c8d-262f-47a4-a8e6-be1525bbb2db req-46ab7659-f61b-49ca-a20f-4dd1f99b1267 tempest-AttachVolumeTestJSON-893493791 tempest-AttachVolumeTestJSON-893493791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 11:22:22.533063 dv-cinder-797608-16-iscsi neutron-server[93884]: INFO neutron.wsgi [req-102f9c8d-262f-47a4-a8e6-be1525bbb2db req-46ab7659-f61b-49ca-a20f-4dd1f99b1267 tempest-AttachVolumeTestJSON-893493791 tempest-AttachVolumeTestJSON-893493791-project] 10.222.0.32 "GET /v2.0/ports?device_id=210d2391-7cc4-41fd-87e2-e84f6d335633 HTTP/1.1" status: 200 len: 945 time: 0.0989470 Aug 13 11:22:22.599373 dv-cinder-797608-16-iscsi neutron-server[93885]: DEBUG neutron.db.provisioning_blocks [None req-be442f19-3cdd-41df-be54-aabf8cc2f523 None None] Provisioning complete for port e7681864-7bb9-4402-8c3d-4147abd52caa triggered by entity DHCP. {{(pid=93885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 13 11:22:22.599744 dv-cinder-797608-16-iscsi neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-be442f19-3cdd-41df-be54-aabf8cc2f523 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-997193'] for port, provisioning_complete {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 11:22:22.615077 dv-cinder-797608-16-iscsi neutron-server[93884]: INFO neutron.wsgi [req-102f9c8d-262f-47a4-a8e6-be1525bbb2db req-87e67bd0-832d-44bb-aeb7-d002080325fe tempest-AttachVolumeTestJSON-893493791 tempest-AttachVolumeTestJSON-893493791-project] 10.222.0.32 "GET /v2.0/security-groups?id=04a16d11-7ca4-462a-891c-e4a125fe1a42&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0510211 Aug 13 11:22:22.619971 dv-cinder-797608-16-iscsi neutron-server[93884]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fed14c0e-d694-4469-948a-5bfe021464cf admin admin] Notify agent at l3_agent.dv-cinder-797608-16-iscsi the message routers_updated {{(pid=93884) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 13 11:22:22.630552 dv-cinder-797608-16-iscsi neutron-server[93884]: INFO neutron.wsgi [None req-fed14c0e-d694-4469-948a-5bfe021464cf admin admin] 10.222.0.32 "PUT /v2.0/routers/cd349942-cccd-4380-823d-f8929ef099a0/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3656466 Aug 13 11:22:22.641819 dv-cinder-797608-16-iscsi neutron-server[93885]: DEBUG neutron.plugins.ml2.plugin [None req-be442f19-3cdd-41df-be54-aabf8cc2f523 None None] Port e7681864-7bb9-4402-8c3d-4147abd52caa cannot update to ACTIVE because it is not bound. {{(pid=93885) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 13 11:22:23.087191 dv-cinder-797608-16-iscsi neutron-server[93884]: DEBUG neutron.wsgi [-] (93884) accepted ('10.222.0.32', 49164) {{(pid=93884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 11:22:23.092242 dv-cinder-797608-16-iscsi neutron-server[93884]: DEBUG neutron.api.v2.base [None req-5e0203b8-b966-493f-832c-7392dd6dc03b admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-573013124-network', 'tenant_id': 'da542c710c3d4dc7a303675ee9864641'}} {{(pid=93884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 13 11:22:23.111652 dv-cinder-797608-16-iscsi neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5e0203b8-b966-493f-832c-7392dd6dc03b admin admin] Made reservation on behalf of da542c710c3d4dc7a303675ee9864641 for: {'network': 1} {{(pid=93884) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 13 11:22:23.114148 dv-cinder-797608-16-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-5e0203b8-b966-493f-832c-7392dd6dc03b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935434'] for network, before_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 11:22:23.125207 dv-cinder-797608-16-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-5e0203b8-b966-493f-832c-7392dd6dc03b admin admin] Notify callbacks [] for security_group, before_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 11:22:23.225278 dv-cinder-797608-16-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-5e0203b8-b966-493f-832c-7392dd6dc03b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 11:22:23.231100 dv-cinder-797608-16-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-5e0203b8-b966-493f-832c-7392dd6dc03b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651637'] for security_group, after_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 11:22:23.257200 dv-cinder-797608-16-iscsi neutron-server[93884]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5e0203b8-b966-493f-832c-7392dd6dc03b admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 193} {{(pid=93884) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 13 11:22:23.266853 dv-cinder-797608-16-iscsi neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e0203b8-b966-493f-832c-7392dd6dc03b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=624d9068-0a44-4fb7-bf0e-a8f955904a00,revision_number=1']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 11:22:23.273909 dv-cinder-797608-16-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-5e0203b8-b966-493f-832c-7392dd6dc03b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-542450'] for segment, precommit_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 11:22:23.274283 dv-cinder-797608-16-iscsi neutron-server[93884]: INFO neutron.db.segments_db [None req-5e0203b8-b966-493f-832c-7392dd6dc03b admin admin] Added segment 43e3c025-133f-4638-8eeb-3e1b819d6496 of type vlan for network 12287342-8e11-4ddf-943a-6818cea26b44 Aug 13 11:22:23.315593 dv-cinder-797608-16-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-5e0203b8-b966-493f-832c-7392dd6dc03b admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8782137323340'] for network, precommit_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 11:22:23.354429 dv-cinder-797608-16-iscsi neutron-server[93885]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b81ad270-f46b-48e7-b7dd-9fc6438d2a68 None None] Sync routers for ids ['cd349942-cccd-4380-823d-f8929ef099a0'] in dv-cinder-797608-16-iscsi {{(pid=93885) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 13 11:22:23.364330 dv-cinder-797608-16-iscsi neutron-server[93885]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b81ad270-f46b-48e7-b7dd-9fc6438d2a68 None None] Routers {'cd349942-cccd-4380-823d-f8929ef099a0'} bound to L3 agent in host dv-cinder-797608-16-iscsi {{(pid=93885) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 13 11:22:23.365193 dv-cinder-797608-16-iscsi neutron-server[93885]: DEBUG neutron.db.l3_hamode_db [None req-b81ad270-f46b-48e7-b7dd-9fc6438d2a68 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797608-16-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-13T11:11:41Z,description=,heartbeat_timestamp=2021-08-13T11:22:11Z,host='dv-cinder-797608-16-iscsi',id=120d27b5-31d8-4cd2-97b4-2412c45088e1,load=0,resource_versions=,resources_synced=,started_at=2021-08-13T11:11:41Z,topic='l3_agent')) {'router_ids': ['cd349942-cccd-4380-823d-f8929ef099a0'], 'active': True} {{(pid=93885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 13 11:22:23.369140 dv-cinder-797608-16-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-5e0203b8-b966-493f-832c-7392dd6dc03b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611014'] for network, after_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 11:22:23.370193 dv-cinder-797608-16-iscsi neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e0203b8-b966-493f-832c-7392dd6dc03b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 11:22:23.370763 dv-cinder-797608-16-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-5e0203b8-b966-493f-832c-7392dd6dc03b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1611032'] for network, before_response {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 11:22:23.435019 dv-cinder-797608-16-iscsi neutron-server[93884]: INFO neutron.wsgi [None req-5e0203b8-b966-493f-832c-7392dd6dc03b admin admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.3466527 Aug 13 11:22:23.438581 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.32', 49172) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 11:22:23.444361 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron.api.v2.base [None req-c6098423-cc3f-4337-b678-1e162e35f69c admin admin] Request body: {'subnet': {'network_id': '12287342-8e11-4ddf-943a-6818cea26b44', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-573013124-subnet', 'tenant_id': 'da542c710c3d4dc7a303675ee9864641', 'ip_version': 4}} {{(pid=93883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 13 11:22:23.444815 dv-cinder-797608-16-iscsi neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd05f9e4-64c8-472c-ae5c-5a0894f2a30e req-1428e7fb-8bc5-4ec6-aed6-7cd766ae9e99 tempest-ServerRescueNegativeTestJSON-217385872 tempest-ServerRescueNegativeTestJSON-217385872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 11:22:23.446336 dv-cinder-797608-16-iscsi neutron-server[93884]: INFO neutron.wsgi [req-bd05f9e4-64c8-472c-ae5c-5a0894f2a30e req-1428e7fb-8bc5-4ec6-aed6-7cd766ae9e99 tempest-ServerRescueNegativeTestJSON-217385872 tempest-ServerRescueNegativeTestJSON-217385872-project] 10.222.0.32 "GET /v2.0/ports?device_id=f07a0f18-2b98-479b-bd6a-186739dfba26 HTTP/1.1" status: 200 len: 945 time: 0.1164176 Aug 13 11:22:23.452091 dv-cinder-797608-16-iscsi neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e0203b8-b966-493f-832c-7392dd6dc03b admin admin] Pushing event updated for resources: {'Network': ['ID=12287342-8e11-4ddf-943a-6818cea26b44,revision_number=1']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 11:22:23.468901 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c6098423-cc3f-4337-b678-1e162e35f69c admin admin] Made reservation on behalf of da542c710c3d4dc7a303675ee9864641 for: {'subnet': 1} {{(pid=93883) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 13 11:22:23.471704 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-c6098423-cc3f-4337-b678-1e162e35f69c admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2139359381'] for subnet, before_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 11:22:23.493443 dv-cinder-797608-16-iscsi neutron-server[93884]: INFO neutron.wsgi [req-bd05f9e4-64c8-472c-ae5c-5a0894f2a30e req-e4611f84-f7cf-4e1a-9b58-afad59d600dc tempest-ServerRescueNegativeTestJSON-217385872 tempest-ServerRescueNegativeTestJSON-217385872-project] 10.222.0.32 "GET /v2.0/security-groups?id=5e66df65-70b0-476d-97cd-4e9936c292c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376067 Aug 13 11:22:23.579526 dv-cinder-797608-16-iscsi neutron-server[93885]: DEBUG neutron.plugins.ml2.rpc [None req-05931952-e11e-4e12-af58-ece1398d134b None None] Network 12287342-8e11-4ddf-943a-6818cea26b44 details requested by agent ovs-agent-dv-cinder-797608-16-iscsi with host dv-cinder-797608-16-iscsi {{(pid=93885) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 13 11:22:23.669817 dv-cinder-797608-16-iscsi neutron-server[93885]: DEBUG neutron.db.l3_dvr_db [None req-b81ad270-f46b-48e7-b7dd-9fc6438d2a68 None None] Set router cd349942-cccd-4380-823d-f8929ef099a0 gateway port host: dv-cinder-797608-16-iscsi {{(pid=93885) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 13 11:22:23.687725 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-c6098423-cc3f-4337-b678-1e162e35f69c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611014', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2139128382', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2139359399'] for subnet, after_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 11:22:23.759813 dv-cinder-797608-16-iscsi neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4ca2179-5d5f-457e-b1b9-8970bd750e45 req-4f01c5c4-f1c1-4f41-9771-e9ba11c96712 tempest-AttachVolumeTestJSON-893493791 tempest-AttachVolumeTestJSON-893493791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 11:22:23.761370 dv-cinder-797608-16-iscsi neutron-server[93884]: INFO neutron.wsgi [req-b4ca2179-5d5f-457e-b1b9-8970bd750e45 req-4f01c5c4-f1c1-4f41-9771-e9ba11c96712 tempest-AttachVolumeTestJSON-893493791 tempest-AttachVolumeTestJSON-893493791-project] 10.222.0.32 "GET /v2.0/ports?device_id=210d2391-7cc4-41fd-87e2-e84f6d335633 HTTP/1.1" status: 200 len: 945 time: 0.0667930 Aug 13 11:22:23.774145 dv-cinder-797608-16-iscsi neutron-server[93885]: DEBUG neutron.plugins.ml2.rpc [None req-05931952-e11e-4e12-af58-ece1398d134b None None] Device d7f11c20-a34b-4aad-8189-8f8559df3f39 up at agent ovs-agent-dv-cinder-797608-16-iscsi {{(pid=93885) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 13 11:22:23.794647 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6098423-cc3f-4337-b678-1e162e35f69c admin admin] Pushing event updated for resources: {'Subnet': ['ID=81d9bcfa-d27f-4f38-8a4d-d79c8da14591,revision_number=0']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 11:22:23.797752 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6098423-cc3f-4337-b678-1e162e35f69c admin admin] Checking segment: {'id': '43e3c025-133f-4638-8eeb-3e1b819d6496', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '12287342-8e11-4ddf-943a-6818cea26b44'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93883) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 13 11:22:23.798288 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c6098423-cc3f-4337-b678-1e162e35f69c admin admin] Network hostable DHCP agents. Network: 12287342-8e11-4ddf-943a-6818cea26b44, hostable agents: ['1ffcc762-1342-4182-afbd-f33f0b43fadf'], hosted agents: [] {{(pid=93883) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 13 11:22:23.811256 dv-cinder-797608-16-iscsi neutron-server[93884]: INFO neutron.wsgi [req-b4ca2179-5d5f-457e-b1b9-8970bd750e45 req-32697d7f-56e8-4cf4-bfe0-67501e13f2ab tempest-AttachVolumeTestJSON-893493791 tempest-AttachVolumeTestJSON-893493791-project] 10.222.0.32 "GET /v2.0/security-groups?id=04a16d11-7ca4-462a-891c-e4a125fe1a42&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0378258 Aug 13 11:22:23.811654 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6098423-cc3f-4337-b678-1e162e35f69c admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797608-16-iscsi {{(pid=93883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 11:22:23.812055 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6098423-cc3f-4337-b678-1e162e35f69c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797608-16-iscsi {{(pid=93883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 11:22:23.812400 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6098423-cc3f-4337-b678-1e162e35f69c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797608-16-iscsi {{(pid=93883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 11:22:23.812734 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6098423-cc3f-4337-b678-1e162e35f69c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797608-16-iscsi {{(pid=93883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 11:22:23.813058 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6098423-cc3f-4337-b678-1e162e35f69c admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-797608-16-iscsi {{(pid=93883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 11:22:23.813382 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6098423-cc3f-4337-b678-1e162e35f69c admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797608-16-iscsi {{(pid=93883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 11:22:23.813705 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6098423-cc3f-4337-b678-1e162e35f69c admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-797608-16-iscsi {{(pid=93883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 11:22:23.814045 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6098423-cc3f-4337-b678-1e162e35f69c admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-797608-16-iscsi {{(pid=93883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 11:22:23.814372 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6098423-cc3f-4337-b678-1e162e35f69c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797608-16-iscsi {{(pid=93883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 11:22:23.814690 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6098423-cc3f-4337-b678-1e162e35f69c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797608-16-iscsi {{(pid=93883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 11:22:23.815011 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6098423-cc3f-4337-b678-1e162e35f69c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797608-16-iscsi {{(pid=93883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 11:22:23.815353 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6098423-cc3f-4337-b678-1e162e35f69c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797608-16-iscsi {{(pid=93883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 11:22:23.831360 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c6098423-cc3f-4337-b678-1e162e35f69c admin admin] Network 12287342-8e11-4ddf-943a-6818cea26b44 is scheduled to be hosted by DHCP agent 1ffcc762-1342-4182-afbd-f33f0b43fadf with binding_index 1 {{(pid=93883) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 13 11:22:23.840610 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron.scheduler.base_scheduler [None req-c6098423-cc3f-4337-b678-1e162e35f69c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-797608-16-iscsi, 12287342-8e11-4ddf-943a-6818cea26b44) {{(pid=93883) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 13 11:22:23.845340 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c6098423-cc3f-4337-b678-1e162e35f69c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 11:22:23.845933 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-c6098423-cc3f-4337-b678-1e162e35f69c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1611032'] for subnet, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 11:22:23.852737 dv-cinder-797608-16-iscsi neutron-server[93885]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-549e1cbf-2737-4632-a2a6-c36a31ef103a None None] Network 12287342-8e11-4ddf-943a-6818cea26b44 requested from dv-cinder-797608-16-iscsi {{(pid=93885) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 13 11:22:23.865345 dv-cinder-797608-16-iscsi neutron-server[93883]: INFO neutron.wsgi [None req-c6098423-cc3f-4337-b678-1e162e35f69c admin admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.4252760 Aug 13 11:22:23.867804 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.32', 49180) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 11:22:23.875890 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron.api.v2.base [None req-653e5895-39c6-4f84-b32d-491ebee7324d admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-573013124-router', 'tenant_id': 'da542c710c3d4dc7a303675ee9864641', 'external_gateway_info': {'network_id': '7c3f0979-58a5-4465-87f9-e256377c6b61'}}} {{(pid=93883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 13 11:22:23.901905 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-653e5895-39c6-4f84-b32d-491ebee7324d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1575915', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-130446'] for router, before_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 11:22:23.902963 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-653e5895-39c6-4f84-b32d-491ebee7324d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1586555', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1585448', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1643304', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-130433'] for router, precommit_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 11:22:23.957367 dv-cinder-797608-16-iscsi neutron-server[93885]: DEBUG neutron.db.provisioning_blocks [None req-05931952-e11e-4e12-af58-ece1398d134b None None] Provisioning for port d7f11c20-a34b-4aad-8189-8f8559df3f39 completed by entity L2. {{(pid=93885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 13 11:22:23.959141 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-653e5895-39c6-4f84-b32d-491ebee7324d admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 11:22:23.995821 dv-cinder-797608-16-iscsi neutron-server[93885]: DEBUG neutron.db.provisioning_blocks [None req-05931952-e11e-4e12-af58-ece1398d134b None None] Provisioning complete for port d7f11c20-a34b-4aad-8189-8f8559df3f39 triggered by entity L2. {{(pid=93885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 13 11:22:23.996190 dv-cinder-797608-16-iscsi neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-05931952-e11e-4e12-af58-ece1398d134b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-997193'] for port, provisioning_complete {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 11:22:24.113518 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-653e5895-39c6-4f84-b32d-491ebee7324d admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 11:22:24.117354 dv-cinder-797608-16-iscsi neutron-server[93885]: DEBUG neutron.db.l3_hamode_db [None req-b81ad270-f46b-48e7-b7dd-9fc6438d2a68 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cd349942-cccd-4380-823d-f8929ef099a0', 'name': 'tempest-TestVolumeBootPattern-1716761397-router', 'tenant_id': 'd5749f1d743e45099877d2ba04647196', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c3f0979-58a5-4465-87f9-e256377c6b61', 'external_fixed_ips': [{'subnet_id': 'ba735781-2bff-41d5-99b4-7ca705ee91ca', 'ip_address': '172.27.2.151'}], 'enable_snat': True}, 'gw_port_id': 'd7f11c20-a34b-4aad-8189-8f8559df3f39', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-13T11:22:18Z', 'updated_at': '2021-08-13T11:22:21Z', 'revision_number': 4, 'project_id': 'd5749f1d743e45099877d2ba04647196', 'gw_port': {'id': 'd7f11c20-a34b-4aad-8189-8f8559df3f39', 'name': '', 'network_id': '7c3f0979-58a5-4465-87f9-e256377c6b61', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:19:7c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cd349942-cccd-4380-823d-f8929ef099a0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 470, 'fixed_ips': [{'subnet_id': 'ba735781-2bff-41d5-99b4-7ca705ee91ca', 'ip_address': '172.27.2.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-13T11:22:18Z', 'updated_at': '2021-08-13T11:22:21Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ba735781-2bff-41d5-99b4-7ca705ee91ca', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797608-16-iscsi', '_interfaces': [{'id': 'e7681864-7bb9-4402-8c3d-4147abd52caa', 'name': '', 'network_id': '999d1062-b3a3-4414-af22-ebf9a7c571f6', 'tenant_id': 'd5749f1d743e45099877d2ba04647196', 'mac_address': 'fa:16:3e:fd:b5:83', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cd349942-cccd-4380-823d-f8929ef099a0', 'device_owner': 'network:router_interface', 'standard_attr_id': 471, 'fixed_ips': [{'subnet_id': '2b810745-615e-4226-8545-baa357ea81b9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-13T11:22:21Z', 'updated_at': '2021-08-13T11:22:21Z', 'revision_number': 2, 'project_id': 'd5749f1d743e45099877d2ba04647196', 'subnets': [{'id': '2b810745-615e-4226-8545-baa357ea81b9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-797608-16-iscsi', False) {} {{(pid=93885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 13 11:22:24.140476 dv-cinder-797608-16-iscsi neutron-server[93885]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f790128f-cc05-47e0-a3e2-4866add4fea8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp84322506-7e22-5c26-8af9-4bf3580d711c-12287342-8e11-4ddf-943a-6818cea26b44', 'network_id': '12287342-8e11-4ddf-943a-6818cea26b44', 'tenant_id': 'da542c710c3d4dc7a303675ee9864641', 'fixed_ips': [{'subnet_id': '81d9bcfa-d27f-4f38-8a4d-d79c8da14591'}]}} from dv-cinder-797608-16-iscsi. {{(pid=93885) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 13 11:22:24.141328 dv-cinder-797608-16-iscsi neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-f790128f-cc05-47e0-a3e2-4866add4fea8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935434'] for port, before_create {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 11:22:24.180961 dv-cinder-797608-16-iscsi neutron-server[93885]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b81ad270-f46b-48e7-b7dd-9fc6438d2a68 None None] Checking router: cd349942-cccd-4380-823d-f8929ef099a0 for host: dv-cinder-797608-16-iscsi {{(pid=93885) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 13 11:22:24.181567 dv-cinder-797608-16-iscsi neutron-server[93885]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b81ad270-f46b-48e7-b7dd-9fc6438d2a68 None None] Updating router cd349942-cccd-4380-823d-f8929ef099a0 port e7681864-7bb9-4402-8c3d-4147abd52caa binding host dv-cinder-797608-16-iscsi {{(pid=93885) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 13 11:22:24.212173 dv-cinder-797608-16-iscsi neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-05931952-e11e-4e12-af58-ece1398d134b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935434'] for port, before_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 11:22:24.234323 dv-cinder-797608-16-iscsi neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-b81ad270-f46b-48e7-b7dd-9fc6438d2a68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935434'] for port, before_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 11:22:24.295777 dv-cinder-797608-16-iscsi neutron-server[93885]: DEBUG neutron.plugins.ml2.db [None req-05931952-e11e-4e12-af58-ece1398d134b None None] For port d7f11c20-a34b-4aad-8189-8f8559df3f39, host dv-cinder-797608-16-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797608-16-iscsi',level=0,port_id=d7f11c20-a34b-4aad-8189-8f8559df3f39,segment=NetworkSegment(3f6765c6-6e72-475e-8aaa-7134ee4679ca),segment_id=3f6765c6-6e72-475e-8aaa-7134ee4679ca)] {{(pid=93885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 13 11:22:24.304560 dv-cinder-797608-16-iscsi neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-05931952-e11e-4e12-af58-ece1398d134b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935844', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611014', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782137889940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782137337613', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782137337631'] for port, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 11:22:24.364418 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-653e5895-39c6-4f84-b32d-491ebee7324d admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 11:22:24.391470 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-653e5895-39c6-4f84-b32d-491ebee7324d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935434'] for port, before_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 11:22:24.493607 dv-cinder-797608-16-iscsi neutron-server[93885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05931952-e11e-4e12-af58-ece1398d134b None None] Pushing event updated for resources: {'Port': ['ID=d7f11c20-a34b-4aad-8189-8f8559df3f39,revision_number=4']} {{(pid=93885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 11:22:24.504158 dv-cinder-797608-16-iscsi neutron-server[93885]: DEBUG neutron.db.db_base_plugin_common [None req-f790128f-cc05-47e0-a3e2-4866add4fea8 None None] Allocated IP 172.20.0.2 (12287342-8e11-4ddf-943a-6818cea26b44/81d9bcfa-d27f-4f38-8a4d-d79c8da14591/d783a4cb-c25a-451a-9a44-a0491b3264f1) {{(pid=93885) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 13 11:22:24.509643 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron.db.db_base_plugin_common [None req-653e5895-39c6-4f84-b32d-491ebee7324d admin admin] Allocated IP 172.27.2.115 (7c3f0979-58a5-4465-87f9-e256377c6b61/ba735781-2bff-41d5-99b4-7ca705ee91ca/58938eb5-7391-4f27-98f8-a6b6956f8929) {{(pid=93883) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 13 11:22:24.622225 dv-cinder-797608-16-iscsi neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51438260-fa7a-4449-b32d-512c838d26e8 req-3c3e427a-161f-4383-a97b-fb841b3a5736 tempest-ServerRescueNegativeTestJSON-217385872 tempest-ServerRescueNegativeTestJSON-217385872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 11:22:24.625600 dv-cinder-797608-16-iscsi neutron-server[93884]: INFO neutron.wsgi [req-51438260-fa7a-4449-b32d-512c838d26e8 req-3c3e427a-161f-4383-a97b-fb841b3a5736 tempest-ServerRescueNegativeTestJSON-217385872 tempest-ServerRescueNegativeTestJSON-217385872-project] 10.222.0.32 "GET /v2.0/ports?device_id=f07a0f18-2b98-479b-bd6a-186739dfba26 HTTP/1.1" status: 200 len: 945 time: 0.0567112 Aug 13 11:22:24.634466 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-653e5895-39c6-4f84-b32d-491ebee7324d admin admin] Notify callbacks [] for port, precommit_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 11:22:24.679990 dv-cinder-797608-16-iscsi neutron-server[93884]: INFO neutron.wsgi [req-51438260-fa7a-4449-b32d-512c838d26e8 req-e2ca7c76-e485-433b-9add-e9fcbb1ab9f3 tempest-ServerRescueNegativeTestJSON-217385872 tempest-ServerRescueNegativeTestJSON-217385872-project] 10.222.0.32 "GET /v2.0/security-groups?id=5e66df65-70b0-476d-97cd-4e9936c292c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461047 Aug 13 11:22:24.707983 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-653e5895-39c6-4f84-b32d-491ebee7324d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935844', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611014', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782137337079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2139128394'] for port, after_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 11:22:24.745720 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-653e5895-39c6-4f84-b32d-491ebee7324d admin admin] Network 7c3f0979-58a5-4465-87f9-e256377c6b61 is already hosted by enough agents. {{(pid=93883) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 13 11:22:24.752618 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron.scheduler.base_scheduler [None req-653e5895-39c6-4f84-b32d-491ebee7324d admin admin] Resources bound (agent type, host, resource id): {{(pid=93883) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 13 11:22:24.757265 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron.db.l3_dvrscheduler_db [None req-653e5895-39c6-4f84-b32d-491ebee7324d admin admin] Received port after_create {{(pid=93883) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 13 11:22:24.760599 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-653e5895-39c6-4f84-b32d-491ebee7324d admin admin] Pushing event updated for resources: {'Port': ['ID=58938eb5-7391-4f27-98f8-a6b6956f8929,revision_number=1']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 11:22:24.767717 dv-cinder-797608-16-iscsi neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-f790128f-cc05-47e0-a3e2-4866add4fea8 None None] Notify callbacks [] for port, precommit_create {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 11:22:24.782194 dv-cinder-797608-16-iscsi neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-b81ad270-f46b-48e7-b7dd-9fc6438d2a68 None None] Notify callbacks [] for port, precommit_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 11:22:24.786643 dv-cinder-797608-16-iscsi neutron-server[93885]: DEBUG neutron.db.provisioning_blocks [None req-f790128f-cc05-47e0-a3e2-4866add4fea8 None None] Transition to ACTIVE for port object d783a4cb-c25a-451a-9a44-a0491b3264f1 will not be triggered until provisioned by entity L2. {{(pid=93885) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 13 11:22:24.799617 dv-cinder-797608-16-iscsi neutron-server[93885]: DEBUG neutron.db.provisioning_blocks [None req-b81ad270-f46b-48e7-b7dd-9fc6438d2a68 None None] Transition to ACTIVE for port object e7681864-7bb9-4402-8c3d-4147abd52caa will not be triggered until provisioned by entity L2. {{(pid=93885) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 13 11:22:24.808130 dv-cinder-797608-16-iscsi neutron-server[93885]: DEBUG neutron.db.provisioning_blocks [None req-f790128f-cc05-47e0-a3e2-4866add4fea8 None None] Transition to ACTIVE for port object d783a4cb-c25a-451a-9a44-a0491b3264f1 will not be triggered until provisioned by entity DHCP. {{(pid=93885) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 13 11:22:24.809577 dv-cinder-797608-16-iscsi neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-b81ad270-f46b-48e7-b7dd-9fc6438d2a68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935844', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611014', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782137889940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782137337613', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782137337631'] for port, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 11:22:24.837044 dv-cinder-797608-16-iscsi neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-f790128f-cc05-47e0-a3e2-4866add4fea8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935844', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611014', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782137337079'] for port, after_create {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 11:22:24.870595 dv-cinder-797608-16-iscsi neutron-server[93885]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f790128f-cc05-47e0-a3e2-4866add4fea8 None None] Network 12287342-8e11-4ddf-943a-6818cea26b44 is already hosted by enough agents. {{(pid=93885) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 13 11:22:24.874366 dv-cinder-797608-16-iscsi neutron-server[93885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb9d70e7-ed31-449d-9766-953900b303de None None] Pushing event updated for resources: {'Port': ['ID=e7681864-7bb9-4402-8c3d-4147abd52caa,revision_number=3']} {{(pid=93885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 11:22:24.876606 dv-cinder-797608-16-iscsi neutron-server[93885]: DEBUG neutron.scheduler.base_scheduler [None req-f790128f-cc05-47e0-a3e2-4866add4fea8 None None] Resources bound (agent type, host, resource id): {{(pid=93885) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 13 11:22:24.882872 dv-cinder-797608-16-iscsi neutron-server[93885]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f790128f-cc05-47e0-a3e2-4866add4fea8 None None] Received port after_create {{(pid=93885) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 13 11:22:24.960522 dv-cinder-797608-16-iscsi neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90cb6ae5-6f17-418a-b916-4efcf9a75616 req-975e822e-ce30-4177-959f-345839f27d65 tempest-AttachVolumeTestJSON-893493791 tempest-AttachVolumeTestJSON-893493791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 11:22:24.962948 dv-cinder-797608-16-iscsi neutron-server[93884]: INFO neutron.wsgi [req-90cb6ae5-6f17-418a-b916-4efcf9a75616 req-975e822e-ce30-4177-959f-345839f27d65 tempest-AttachVolumeTestJSON-893493791 tempest-AttachVolumeTestJSON-893493791-project] 10.222.0.32 "GET /v2.0/ports?device_id=210d2391-7cc4-41fd-87e2-e84f6d335633 HTTP/1.1" status: 200 len: 945 time: 0.0669606 Aug 13 11:22:24.997658 dv-cinder-797608-16-iscsi neutron-server[93885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f790128f-cc05-47e0-a3e2-4866add4fea8 None None] Pushing event updated for resources: {'Port': ['ID=d783a4cb-c25a-451a-9a44-a0491b3264f1,revision_number=1']} {{(pid=93885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 11:22:25.006955 dv-cinder-797608-16-iscsi neutron-server[93885]: DEBUG neutron.plugins.ml2.managers [None req-b81ad270-f46b-48e7-b7dd-9fc6438d2a68 None None] Attempting to bind port e7681864-7bb9-4402-8c3d-4147abd52caa on host dv-cinder-797608-16-iscsi for vnic_type normal with profile {{(pid=93885) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 13 11:22:25.007446 dv-cinder-797608-16-iscsi neutron-server[93885]: DEBUG neutron.plugins.ml2.managers [None req-b81ad270-f46b-48e7-b7dd-9fc6438d2a68 None None] Attempting to bind port e7681864-7bb9-4402-8c3d-4147abd52caa by drivers openvswitch,hyperv on host dv-cinder-797608-16-iscsi at level 0 using segments [{'id': '7e8d8a1c-0ea0-4420-aa00-8216212b44b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': '999d1062-b3a3-4414-af22-ebf9a7c571f6'}] {{(pid=93885) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 13 11:22:25.007678 dv-cinder-797608-16-iscsi neutron-server[93885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b81ad270-f46b-48e7-b7dd-9fc6438d2a68 None None] Attempting to bind port e7681864-7bb9-4402-8c3d-4147abd52caa on network 999d1062-b3a3-4414-af22-ebf9a7c571f6 {{(pid=93885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 13 11:22:25.025228 dv-cinder-797608-16-iscsi neutron-server[93885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b81ad270-f46b-48e7-b7dd-9fc6438d2a68 None None] Checking agent: {'id': '649b788e-933d-40b8-a73c-f58c5ea7beff', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-797608-16-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 13, 11, 11, 41), 'started_at': datetime.datetime(2021, 8, 13, 11, 12, 11), 'heartbeat_timestamp': datetime.datetime(2021, 8, 13, 11, 22, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-797608-16-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 13 11:22:25.025851 dv-cinder-797608-16-iscsi neutron-server[93885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b81ad270-f46b-48e7-b7dd-9fc6438d2a68 None None] Checking segment: {'id': '7e8d8a1c-0ea0-4420-aa00-8216212b44b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': '999d1062-b3a3-4414-af22-ebf9a7c571f6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93885) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 13 11:22:25.026394 dv-cinder-797608-16-iscsi neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-b81ad270-f46b-48e7-b7dd-9fc6438d2a68 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 11:22:25.026799 dv-cinder-797608-16-iscsi neutron-server[93885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b81ad270-f46b-48e7-b7dd-9fc6438d2a68 None None] Bound using segment: {'id': '7e8d8a1c-0ea0-4420-aa00-8216212b44b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': '999d1062-b3a3-4414-af22-ebf9a7c571f6'} {{(pid=93885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 13 11:22:25.027289 dv-cinder-797608-16-iscsi neutron-server[93885]: DEBUG neutron.plugins.ml2.managers [None req-b81ad270-f46b-48e7-b7dd-9fc6438d2a68 None None] Bound port: e7681864-7bb9-4402-8c3d-4147abd52caa, host: dv-cinder-797608-16-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7e8d8a1c-0ea0-4420-aa00-8216212b44b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': '999d1062-b3a3-4414-af22-ebf9a7c571f6'}}] {{(pid=93885) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 13 11:22:25.027676 dv-cinder-797608-16-iscsi neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-b81ad270-f46b-48e7-b7dd-9fc6438d2a68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935434'] for port, before_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 11:22:25.031340 dv-cinder-797608-16-iscsi neutron-server[93885]: DEBUG neutron.plugins.ml2.managers [None req-f790128f-cc05-47e0-a3e2-4866add4fea8 None None] Attempting to bind port d783a4cb-c25a-451a-9a44-a0491b3264f1 on host dv-cinder-797608-16-iscsi for vnic_type normal with profile {{(pid=93885) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 13 11:22:25.031639 dv-cinder-797608-16-iscsi neutron-server[93885]: DEBUG neutron.plugins.ml2.managers [None req-f790128f-cc05-47e0-a3e2-4866add4fea8 None None] Attempting to bind port d783a4cb-c25a-451a-9a44-a0491b3264f1 by drivers openvswitch,hyperv on host dv-cinder-797608-16-iscsi at level 0 using segments [{'id': '43e3c025-133f-4638-8eeb-3e1b819d6496', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '12287342-8e11-4ddf-943a-6818cea26b44'}] {{(pid=93885) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 13 11:22:25.032000 dv-cinder-797608-16-iscsi neutron-server[93885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f790128f-cc05-47e0-a3e2-4866add4fea8 None None] Attempting to bind port d783a4cb-c25a-451a-9a44-a0491b3264f1 on network 12287342-8e11-4ddf-943a-6818cea26b44 {{(pid=93885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 13 11:22:25.037124 dv-cinder-797608-16-iscsi neutron-server[93884]: INFO neutron.wsgi [req-90cb6ae5-6f17-418a-b916-4efcf9a75616 req-d9219775-2004-4558-b0e1-9d7d91bd6461 tempest-AttachVolumeTestJSON-893493791 tempest-AttachVolumeTestJSON-893493791-project] 10.222.0.32 "GET /v2.0/security-groups?id=04a16d11-7ca4-462a-891c-e4a125fe1a42&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0672281 Aug 13 11:22:25.048822 dv-cinder-797608-16-iscsi neutron-server[93885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f790128f-cc05-47e0-a3e2-4866add4fea8 None None] Checking agent: {'id': '649b788e-933d-40b8-a73c-f58c5ea7beff', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-797608-16-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 13, 11, 11, 41), 'started_at': datetime.datetime(2021, 8, 13, 11, 12, 11), 'heartbeat_timestamp': datetime.datetime(2021, 8, 13, 11, 22, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-797608-16-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 13 11:22:25.048822 dv-cinder-797608-16-iscsi neutron-server[93885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f790128f-cc05-47e0-a3e2-4866add4fea8 None None] Checking segment: {'id': '43e3c025-133f-4638-8eeb-3e1b819d6496', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '12287342-8e11-4ddf-943a-6818cea26b44'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93885) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 13 11:22:25.048822 dv-cinder-797608-16-iscsi neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-f790128f-cc05-47e0-a3e2-4866add4fea8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 11:22:25.048822 dv-cinder-797608-16-iscsi neutron-server[93885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f790128f-cc05-47e0-a3e2-4866add4fea8 None None] Bound using segment: {'id': '43e3c025-133f-4638-8eeb-3e1b819d6496', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '12287342-8e11-4ddf-943a-6818cea26b44'} {{(pid=93885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 13 11:22:25.049730 dv-cinder-797608-16-iscsi neutron-server[93885]: DEBUG neutron.plugins.ml2.managers [None req-f790128f-cc05-47e0-a3e2-4866add4fea8 None None] Bound port: d783a4cb-c25a-451a-9a44-a0491b3264f1, host: dv-cinder-797608-16-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '43e3c025-133f-4638-8eeb-3e1b819d6496', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '12287342-8e11-4ddf-943a-6818cea26b44'}}] {{(pid=93885) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 13 11:22:25.049902 dv-cinder-797608-16-iscsi neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-f790128f-cc05-47e0-a3e2-4866add4fea8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935434'] for port, before_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 11:22:25.102349 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-653e5895-39c6-4f84-b32d-491ebee7324d admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 11:22:25.156493 dv-cinder-797608-16-iscsi neutron-server[93885]: DEBUG neutron.plugins.ml2.db [None req-b81ad270-f46b-48e7-b7dd-9fc6438d2a68 None None] For port e7681864-7bb9-4402-8c3d-4147abd52caa, host dv-cinder-797608-16-iscsi, cleared binding levels {{(pid=93885) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 13 11:22:25.169970 dv-cinder-797608-16-iscsi neutron-server[93885]: DEBUG neutron.plugins.ml2.db [None req-f790128f-cc05-47e0-a3e2-4866add4fea8 None None] For port d783a4cb-c25a-451a-9a44-a0491b3264f1, host dv-cinder-797608-16-iscsi, cleared binding levels {{(pid=93885) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 13 11:22:25.173359 dv-cinder-797608-16-iscsi neutron-server[93885]: DEBUG neutron.plugins.ml2.db [None req-b81ad270-f46b-48e7-b7dd-9fc6438d2a68 None None] For port e7681864-7bb9-4402-8c3d-4147abd52caa, host dv-cinder-797608-16-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797608-16-iscsi',level=0,port_id=e7681864-7bb9-4402-8c3d-4147abd52caa,segment=NetworkSegment(7e8d8a1c-0ea0-4420-aa00-8216212b44b2),segment_id=7e8d8a1c-0ea0-4420-aa00-8216212b44b2)] {{(pid=93885) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 13 11:22:25.190179 dv-cinder-797608-16-iscsi neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-b81ad270-f46b-48e7-b7dd-9fc6438d2a68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935844', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611014', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782137889940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782137337613', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782137337631'] for port, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 11:22:25.194024 dv-cinder-797608-16-iscsi neutron-server[93885]: DEBUG neutron.plugins.ml2.db [None req-f790128f-cc05-47e0-a3e2-4866add4fea8 None None] For port d783a4cb-c25a-451a-9a44-a0491b3264f1, host dv-cinder-797608-16-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797608-16-iscsi',level=0,port_id=d783a4cb-c25a-451a-9a44-a0491b3264f1,segment=NetworkSegment(43e3c025-133f-4638-8eeb-3e1b819d6496),segment_id=43e3c025-133f-4638-8eeb-3e1b819d6496)] {{(pid=93885) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 13 11:22:25.205410 dv-cinder-797608-16-iscsi neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-f790128f-cc05-47e0-a3e2-4866add4fea8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935844', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611014', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782137889940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782137337613', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782137337631'] for port, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 11:22:25.272462 dv-cinder-797608-16-iscsi neutron-server[93885]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b81ad270-f46b-48e7-b7dd-9fc6438d2a68 None None] Routers {'cd349942-cccd-4380-823d-f8929ef099a0'} bound to L3 agent in host dv-cinder-797608-16-iscsi {{(pid=93885) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 13 11:22:25.273011 dv-cinder-797608-16-iscsi neutron-server[93885]: DEBUG neutron.db.l3_hamode_db [None req-b81ad270-f46b-48e7-b7dd-9fc6438d2a68 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797608-16-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-13T11:11:41Z,description=,heartbeat_timestamp=2021-08-13T11:22:11Z,host='dv-cinder-797608-16-iscsi',id=120d27b5-31d8-4cd2-97b4-2412c45088e1,load=0,resource_versions=,resources_synced=,started_at=2021-08-13T11:11:41Z,topic='l3_agent')) {'router_ids': ['cd349942-cccd-4380-823d-f8929ef099a0'], 'active': True} {{(pid=93885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 13 11:22:25.277817 dv-cinder-797608-16-iscsi neutron-server[93885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb9d70e7-ed31-449d-9766-953900b303de None None] Pushing event updated for resources: {'Port': ['ID=e7681864-7bb9-4402-8c3d-4147abd52caa,revision_number=4']} {{(pid=93885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 11:22:25.385764 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a2c5b56-1a40-44b5-9f20-51e41420bc05 req-aa8aed4f-ad61-4fc8-9ed3-ad5558a62906 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 11:22:25.387319 dv-cinder-797608-16-iscsi neutron-server[93883]: INFO neutron.wsgi [req-0a2c5b56-1a40-44b5-9f20-51e41420bc05 req-aa8aed4f-ad61-4fc8-9ed3-ad5558a62906 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=f07a0f18-2b98-479b-bd6a-186739dfba26 HTTP/1.1" status: 200 len: 1098 time: 0.0984406 Aug 13 11:22:25.395359 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-653e5895-39c6-4f84-b32d-491ebee7324d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1586528', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1585661'] for router, after_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 11:22:25.489368 dv-cinder-797608-16-iscsi neutron-server[93883]: INFO neutron.wsgi [req-0a2c5b56-1a40-44b5-9f20-51e41420bc05 req-591d0363-6861-414a-8a2a-4261cca04871 service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=5e66df65-70b0-476d-97cd-4e9936c292c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0877316 Aug 13 11:22:25.606159 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-653e5895-39c6-4f84-b32d-491ebee7324d admin admin] Router 3891f82e-742b-4ba1-8107-cd4338932a3c is scheduled to L3 agent 120d27b5-31d8-4cd2-97b4-2412c45088e1 with binding_index 1 {{(pid=93883) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 13 11:22:25.617039 dv-cinder-797608-16-iscsi neutron-server[93885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f790128f-cc05-47e0-a3e2-4866add4fea8 None None] Pushing event updated for resources: {'Port': ['ID=d783a4cb-c25a-451a-9a44-a0491b3264f1,revision_number=2']} {{(pid=93885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 11:22:25.652429 dv-cinder-797608-16-iscsi neutron-server[93885]: DEBUG neutron.db.l3_dvr_db [None req-b81ad270-f46b-48e7-b7dd-9fc6438d2a68 None None] Set router cd349942-cccd-4380-823d-f8929ef099a0 gateway port host: dv-cinder-797608-16-iscsi {{(pid=93885) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 13 11:22:25.827520 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-653e5895-39c6-4f84-b32d-491ebee7324d admin admin] Notify agent at l3_agent.dv-cinder-797608-16-iscsi the message routers_updated {{(pid=93883) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 13 11:22:25.840069 dv-cinder-797608-16-iscsi neutron-server[93886]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37167945-b8c1-4aaf-8996-b45320a20330 None None] Sync routers for ids ['3891f82e-742b-4ba1-8107-cd4338932a3c'] in dv-cinder-797608-16-iscsi {{(pid=93886) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 13 11:22:25.868587 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-653e5895-39c6-4f84-b32d-491ebee7324d admin admin] Notify callbacks [] for router, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 11:22:25.873651 dv-cinder-797608-16-iscsi neutron-server[93883]: INFO neutron.wsgi [None req-653e5895-39c6-4f84-b32d-491ebee7324d admin admin] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 2.0017154 Aug 13 11:22:25.875072 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.32', 49208) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 11:22:25.876316 dv-cinder-797608-16-iscsi neutron-server[93886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37167945-b8c1-4aaf-8996-b45320a20330 None None] Routers {'3891f82e-742b-4ba1-8107-cd4338932a3c'} bound to L3 agent in host dv-cinder-797608-16-iscsi {{(pid=93886) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 13 11:22:25.876936 dv-cinder-797608-16-iscsi neutron-server[93886]: DEBUG neutron.db.l3_hamode_db [None req-37167945-b8c1-4aaf-8996-b45320a20330 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797608-16-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-13T11:11:41Z,description=,heartbeat_timestamp=2021-08-13T11:22:11Z,host='dv-cinder-797608-16-iscsi',id=120d27b5-31d8-4cd2-97b4-2412c45088e1,load=0,resource_versions=,resources_synced=,started_at=2021-08-13T11:11:41Z,topic='l3_agent')) {'router_ids': ['3891f82e-742b-4ba1-8107-cd4338932a3c'], 'active': True} {{(pid=93886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 13 11:22:25.892247 dv-cinder-797608-16-iscsi neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f70862f-be69-4399-a2ae-f2fff7717d4c req-d5592b3c-a4b0-4b08-94cd-aa9609c0c8e2 tempest-ServerRescueNegativeTestJSON-217385872 tempest-ServerRescueNegativeTestJSON-217385872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 11:22:25.900166 dv-cinder-797608-16-iscsi neutron-server[93884]: INFO neutron.wsgi [req-1f70862f-be69-4399-a2ae-f2fff7717d4c req-d5592b3c-a4b0-4b08-94cd-aa9609c0c8e2 tempest-ServerRescueNegativeTestJSON-217385872 tempest-ServerRescueNegativeTestJSON-217385872-project] 10.222.0.32 "GET /v2.0/ports?device_id=f07a0f18-2b98-479b-bd6a-186739dfba26 HTTP/1.1" status: 200 len: 945 time: 0.0813203 Aug 13 11:22:25.961212 dv-cinder-797608-16-iscsi neutron-server[93884]: INFO neutron.wsgi [req-1f70862f-be69-4399-a2ae-f2fff7717d4c req-bf1a93da-4332-4e01-996a-a3eb57f7a1e7 tempest-ServerRescueNegativeTestJSON-217385872 tempest-ServerRescueNegativeTestJSON-217385872-project] 10.222.0.32 "GET /v2.0/security-groups?id=5e66df65-70b0-476d-97cd-4e9936c292c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0555127 Aug 13 11:22:25.969593 dv-cinder-797608-16-iscsi neutron-server[93885]: DEBUG neutron.plugins.ml2.rpc [None req-05931952-e11e-4e12-af58-ece1398d134b None None] Device d7f11c20-a34b-4aad-8189-8f8559df3f39 up at agent ovs-agent-dv-cinder-797608-16-iscsi {{(pid=93885) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 13 11:22:26.006601 dv-cinder-797608-16-iscsi neutron-server[93886]: DEBUG neutron.db.l3_dvr_db [None req-37167945-b8c1-4aaf-8996-b45320a20330 None None] Set router 3891f82e-742b-4ba1-8107-cd4338932a3c gateway port host: dv-cinder-797608-16-iscsi {{(pid=93886) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 13 11:22:26.037521 dv-cinder-797608-16-iscsi neutron-server[93885]: DEBUG neutron.db.l3_hamode_db [None req-b81ad270-f46b-48e7-b7dd-9fc6438d2a68 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cd349942-cccd-4380-823d-f8929ef099a0', 'name': 'tempest-TestVolumeBootPattern-1716761397-router', 'tenant_id': 'd5749f1d743e45099877d2ba04647196', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c3f0979-58a5-4465-87f9-e256377c6b61', 'external_fixed_ips': [{'subnet_id': 'ba735781-2bff-41d5-99b4-7ca705ee91ca', 'ip_address': '172.27.2.151'}], 'enable_snat': True}, 'gw_port_id': 'd7f11c20-a34b-4aad-8189-8f8559df3f39', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-13T11:22:18Z', 'updated_at': '2021-08-13T11:22:21Z', 'revision_number': 4, 'project_id': 'd5749f1d743e45099877d2ba04647196', 'gw_port': {'id': 'd7f11c20-a34b-4aad-8189-8f8559df3f39', 'name': '', 'network_id': '7c3f0979-58a5-4465-87f9-e256377c6b61', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:19:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd349942-cccd-4380-823d-f8929ef099a0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 470, 'fixed_ips': [{'subnet_id': 'ba735781-2bff-41d5-99b4-7ca705ee91ca', 'ip_address': '172.27.2.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-13T11:22:18Z', 'updated_at': '2021-08-13T11:22:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ba735781-2bff-41d5-99b4-7ca705ee91ca', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797608-16-iscsi', '_interfaces': [{'id': 'e7681864-7bb9-4402-8c3d-4147abd52caa', 'name': '', 'network_id': '999d1062-b3a3-4414-af22-ebf9a7c571f6', 'tenant_id': 'd5749f1d743e45099877d2ba04647196', 'mac_address': 'fa:16:3e:fd:b5:83', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cd349942-cccd-4380-823d-f8929ef099a0', 'device_owner': 'network:router_interface', 'standard_attr_id': 471, 'fixed_ips': [{'subnet_id': '2b810745-615e-4226-8545-baa357ea81b9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-13T11:22:21Z', 'updated_at': '2021-08-13T11:22:25Z', 'revision_number': 4, 'project_id': 'd5749f1d743e45099877d2ba04647196', 'subnets': [{'id': '2b810745-615e-4226-8545-baa357ea81b9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-797608-16-iscsi', False) {} {{(pid=93885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 13 11:22:26.071802 dv-cinder-797608-16-iscsi neutron-server[93885]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b81ad270-f46b-48e7-b7dd-9fc6438d2a68 None None] The sync data for ids ['cd349942-cccd-4380-823d-f8929ef099a0'] in dv-cinder-797608-16-iscsi is: [{'id': 'cd349942-cccd-4380-823d-f8929ef099a0', 'name': 'tempest-TestVolumeBootPattern-1716761397-router', 'tenant_id': 'd5749f1d743e45099877d2ba04647196', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c3f0979-58a5-4465-87f9-e256377c6b61', 'external_fixed_ips': [{'subnet_id': 'ba735781-2bff-41d5-99b4-7ca705ee91ca', 'ip_address': '172.27.2.151'}], 'enable_snat': True}, 'gw_port_id': 'd7f11c20-a34b-4aad-8189-8f8559df3f39', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-13T11:22:18Z', 'updated_at': '2021-08-13T11:22:21Z', 'revision_number': 4, 'project_id': 'd5749f1d743e45099877d2ba04647196', 'gw_port': {'id': 'd7f11c20-a34b-4aad-8189-8f8559df3f39', 'name': '', 'network_id': '7c3f0979-58a5-4465-87f9-e256377c6b61', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:19:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd349942-cccd-4380-823d-f8929ef099a0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 470, 'fixed_ips': [{'subnet_id': 'ba735781-2bff-41d5-99b4-7ca705ee91ca', 'ip_address': '172.27.2.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-13T11:22:18Z', 'updated_at': '2021-08-13T11:22:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ba735781-2bff-41d5-99b4-7ca705ee91ca', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797608-16-iscsi', '_interfaces': [{'id': 'e7681864-7bb9-4402-8c3d-4147abd52caa', 'name': '', 'network_id': '999d1062-b3a3-4414-af22-ebf9a7c571f6', 'tenant_id': 'd5749f1d743e45099877d2ba04647196', 'mac_address': 'fa:16:3e:fd:b5:83', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cd349942-cccd-4380-823d-f8929ef099a0', 'device_owner': 'network:router_interface', 'standard_attr_id': 471, 'fixed_ips': [{'subnet_id': '2b810745-615e-4226-8545-baa357ea81b9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-13T11:22:21Z', 'updated_at': '2021-08-13T11:22:25Z', 'revision_number': 4, 'project_id': 'd5749f1d743e45099877d2ba04647196', 'subnets': [{'id': '2b810745-615e-4226-8545-baa357ea81b9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93885) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 13 11:22:26.078909 dv-cinder-797608-16-iscsi neutron-server[93885]: DEBUG neutron.db.provisioning_blocks [None req-05931952-e11e-4e12-af58-ece1398d134b None None] Provisioning complete for port d7f11c20-a34b-4aad-8189-8f8559df3f39 triggered by entity L2. {{(pid=93885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 13 11:22:26.079430 dv-cinder-797608-16-iscsi neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-05931952-e11e-4e12-af58-ece1398d134b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-997193'] for port, provisioning_complete {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 11:22:26.245500 dv-cinder-797608-16-iscsi neutron-server[93885]: DEBUG neutron.plugins.ml2.rpc [None req-05931952-e11e-4e12-af58-ece1398d134b None None] Device d783a4cb-c25a-451a-9a44-a0491b3264f1 up at agent ovs-agent-dv-cinder-797608-16-iscsi {{(pid=93885) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 13 11:22:26.287704 dv-cinder-797608-16-iscsi neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01b90598-f6e4-4926-a894-d1df53024bc1 req-be82a6b0-82da-4d09-82ea-dfa408309606 tempest-AttachVolumeTestJSON-893493791 tempest-AttachVolumeTestJSON-893493791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 11:22:26.295886 dv-cinder-797608-16-iscsi neutron-server[93884]: INFO neutron.wsgi [req-01b90598-f6e4-4926-a894-d1df53024bc1 req-be82a6b0-82da-4d09-82ea-dfa408309606 tempest-AttachVolumeTestJSON-893493791 tempest-AttachVolumeTestJSON-893493791-project] 10.222.0.32 "GET /v2.0/ports?device_id=210d2391-7cc4-41fd-87e2-e84f6d335633 HTTP/1.1" status: 200 len: 945 time: 0.0952933 Aug 13 11:22:26.344949 dv-cinder-797608-16-iscsi neutron-server[93886]: DEBUG neutron.db.l3_hamode_db [None req-37167945-b8c1-4aaf-8996-b45320a20330 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3891f82e-742b-4ba1-8107-cd4338932a3c', 'name': 'tempest-TestVolumeBootPattern-573013124-router', 'tenant_id': 'da542c710c3d4dc7a303675ee9864641', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c3f0979-58a5-4465-87f9-e256377c6b61', 'external_fixed_ips': [{'subnet_id': 'ba735781-2bff-41d5-99b4-7ca705ee91ca', 'ip_address': '172.27.2.115'}], 'enable_snat': True}, 'gw_port_id': '58938eb5-7391-4f27-98f8-a6b6956f8929', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-13T11:22:23Z', 'updated_at': '2021-08-13T11:22:24Z', 'revision_number': 3, 'project_id': 'da542c710c3d4dc7a303675ee9864641', 'gw_port': {'id': '58938eb5-7391-4f27-98f8-a6b6956f8929', 'name': '', 'network_id': '7c3f0979-58a5-4465-87f9-e256377c6b61', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:c8:f3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3891f82e-742b-4ba1-8107-cd4338932a3c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 482, 'fixed_ips': [{'subnet_id': 'ba735781-2bff-41d5-99b4-7ca705ee91ca', 'ip_address': '172.27.2.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-13T11:22:24Z', 'updated_at': '2021-08-13T11:22:24Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ba735781-2bff-41d5-99b4-7ca705ee91ca', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797608-16-iscsi'}], 'dv-cinder-797608-16-iscsi', False) {} {{(pid=93886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 13 11:22:26.352483 dv-cinder-797608-16-iscsi neutron-server[93884]: INFO neutron.wsgi [req-01b90598-f6e4-4926-a894-d1df53024bc1 req-5466af27-5c59-445f-890f-3baea0b52955 tempest-AttachVolumeTestJSON-893493791 tempest-AttachVolumeTestJSON-893493791-project] 10.222.0.32 "GET /v2.0/security-groups?id=04a16d11-7ca4-462a-891c-e4a125fe1a42&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0524108 Aug 13 11:22:26.376782 dv-cinder-797608-16-iscsi neutron-server[93885]: DEBUG neutron.db.provisioning_blocks [None req-05931952-e11e-4e12-af58-ece1398d134b None None] Provisioning for port d783a4cb-c25a-451a-9a44-a0491b3264f1 completed by entity L2. {{(pid=93885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 13 11:22:26.414894 dv-cinder-797608-16-iscsi neutron-server[93886]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37167945-b8c1-4aaf-8996-b45320a20330 None None] Checking router: 3891f82e-742b-4ba1-8107-cd4338932a3c for host: dv-cinder-797608-16-iscsi {{(pid=93886) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 13 11:22:26.418541 dv-cinder-797608-16-iscsi neutron-server[93886]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37167945-b8c1-4aaf-8996-b45320a20330 None None] Updating router 3891f82e-742b-4ba1-8107-cd4338932a3c port 58938eb5-7391-4f27-98f8-a6b6956f8929 binding host dv-cinder-797608-16-iscsi {{(pid=93886) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 13 11:22:26.456536 dv-cinder-797608-16-iscsi neutron-server[93886]: DEBUG neutron_lib.callbacks.manager [None req-37167945-b8c1-4aaf-8996-b45320a20330 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935434'] for port, before_update {{(pid=93886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 11:22:26.593465 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-2dc0a69b-6626-43f7-a4ba-88aa8a37b04c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935434'] for port, before_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 11:22:26.699510 dv-cinder-797608-16-iscsi neutron-server[93885]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-932a1264-b837-44ac-9946-d020800bc0e7 None None] Network 12287342-8e11-4ddf-943a-6818cea26b44 requested from dv-cinder-797608-16-iscsi {{(pid=93885) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 13 11:22:26.797865 dv-cinder-797608-16-iscsi neutron-server[93885]: DEBUG neutron.db.provisioning_blocks [None req-ecbe6f69-4ff1-4788-ba89-5af6c62cdaa9 None None] Provisioning for port d783a4cb-c25a-451a-9a44-a0491b3264f1 completed by entity DHCP. {{(pid=93885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 13 11:22:26.799515 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron.db.db_base_plugin_common [None req-2dc0a69b-6626-43f7-a4ba-88aa8a37b04c admin admin] Allocated IP 172.20.0.1 (12287342-8e11-4ddf-943a-6818cea26b44/81d9bcfa-d27f-4f38-8a4d-d79c8da14591/9e224921-dbca-4766-ae24-f5c67e1a7d3c) {{(pid=93883) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 13 11:22:26.821467 dv-cinder-797608-16-iscsi neutron-server[93886]: DEBUG neutron_lib.callbacks.manager [None req-37167945-b8c1-4aaf-8996-b45320a20330 None None] Notify callbacks [] for port, precommit_update {{(pid=93886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 11:22:26.823499 dv-cinder-797608-16-iscsi neutron-server[93885]: DEBUG neutron.db.provisioning_blocks [None req-ecbe6f69-4ff1-4788-ba89-5af6c62cdaa9 None None] Provisioning complete for port d783a4cb-c25a-451a-9a44-a0491b3264f1 triggered by entity DHCP. {{(pid=93885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 13 11:22:26.823871 dv-cinder-797608-16-iscsi neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-ecbe6f69-4ff1-4788-ba89-5af6c62cdaa9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-997193'] for port, provisioning_complete {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 11:22:26.836711 dv-cinder-797608-16-iscsi neutron-server[93886]: DEBUG neutron.db.provisioning_blocks [None req-37167945-b8c1-4aaf-8996-b45320a20330 None None] Transition to ACTIVE for port object 58938eb5-7391-4f27-98f8-a6b6956f8929 will not be triggered until provisioned by entity L2. {{(pid=93886) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 13 11:22:26.845076 dv-cinder-797608-16-iscsi neutron-server[93886]: DEBUG neutron_lib.callbacks.manager [None req-37167945-b8c1-4aaf-8996-b45320a20330 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935844', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611014', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782137889940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782137337613', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782137337631'] for port, after_update {{(pid=93886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 11:22:26.906977 dv-cinder-797608-16-iscsi neutron-server[93886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f14afa45-1754-405a-a3a5-9aba55cb3e66 None None] Pushing event updated for resources: {'Port': ['ID=58938eb5-7391-4f27-98f8-a6b6956f8929,revision_number=2']} {{(pid=93886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 11:22:26.945700 dv-cinder-797608-16-iscsi neutron-server[93886]: DEBUG neutron.plugins.ml2.managers [None req-37167945-b8c1-4aaf-8996-b45320a20330 None None] Attempting to bind port 58938eb5-7391-4f27-98f8-a6b6956f8929 on host dv-cinder-797608-16-iscsi for vnic_type normal with profile {{(pid=93886) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 13 11:22:26.949840 dv-cinder-797608-16-iscsi neutron-server[93886]: DEBUG neutron.plugins.ml2.managers [None req-37167945-b8c1-4aaf-8996-b45320a20330 None None] Attempting to bind port 58938eb5-7391-4f27-98f8-a6b6956f8929 by drivers openvswitch,hyperv on host dv-cinder-797608-16-iscsi at level 0 using segments [{'id': '3f6765c6-6e72-475e-8aaa-7134ee4679ca', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7c3f0979-58a5-4465-87f9-e256377c6b61'}] {{(pid=93886) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 13 11:22:26.950777 dv-cinder-797608-16-iscsi neutron-server[93886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37167945-b8c1-4aaf-8996-b45320a20330 None None] Attempting to bind port 58938eb5-7391-4f27-98f8-a6b6956f8929 on network 7c3f0979-58a5-4465-87f9-e256377c6b61 {{(pid=93886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 13 11:22:26.960632 dv-cinder-797608-16-iscsi neutron-server[93886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37167945-b8c1-4aaf-8996-b45320a20330 None None] Checking agent: {'id': '649b788e-933d-40b8-a73c-f58c5ea7beff', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-797608-16-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 13, 11, 11, 41), 'started_at': datetime.datetime(2021, 8, 13, 11, 12, 11), 'heartbeat_timestamp': datetime.datetime(2021, 8, 13, 11, 22, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-797608-16-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 13 11:22:26.961362 dv-cinder-797608-16-iscsi neutron-server[93886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37167945-b8c1-4aaf-8996-b45320a20330 None None] Checking segment: {'id': '3f6765c6-6e72-475e-8aaa-7134ee4679ca', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7c3f0979-58a5-4465-87f9-e256377c6b61'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93886) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 13 11:22:26.961502 dv-cinder-797608-16-iscsi neutron-server[93886]: DEBUG neutron_lib.callbacks.manager [None req-37167945-b8c1-4aaf-8996-b45320a20330 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 11:22:26.962186 dv-cinder-797608-16-iscsi neutron-server[93886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37167945-b8c1-4aaf-8996-b45320a20330 None None] Bound using segment: {'id': '3f6765c6-6e72-475e-8aaa-7134ee4679ca', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7c3f0979-58a5-4465-87f9-e256377c6b61'} {{(pid=93886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 13 11:22:26.962662 dv-cinder-797608-16-iscsi neutron-server[93886]: DEBUG neutron.plugins.ml2.managers [None req-37167945-b8c1-4aaf-8996-b45320a20330 None None] Bound port: 58938eb5-7391-4f27-98f8-a6b6956f8929, host: dv-cinder-797608-16-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3f6765c6-6e72-475e-8aaa-7134ee4679ca', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7c3f0979-58a5-4465-87f9-e256377c6b61'}}] {{(pid=93886) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 13 11:22:26.963073 dv-cinder-797608-16-iscsi neutron-server[93886]: DEBUG neutron_lib.callbacks.manager [None req-37167945-b8c1-4aaf-8996-b45320a20330 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935434'] for port, before_update {{(pid=93886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 11:22:26.995760 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-2dc0a69b-6626-43f7-a4ba-88aa8a37b04c admin admin] Notify callbacks [] for port, precommit_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 11:22:27.088981 dv-cinder-797608-16-iscsi neutron-server[93886]: DEBUG neutron.plugins.ml2.db [None req-37167945-b8c1-4aaf-8996-b45320a20330 None None] For port 58938eb5-7391-4f27-98f8-a6b6956f8929, host dv-cinder-797608-16-iscsi, cleared binding levels {{(pid=93886) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 13 11:22:27.097915 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron.db.provisioning_blocks [None req-2dc0a69b-6626-43f7-a4ba-88aa8a37b04c admin admin] Transition to ACTIVE for port object 9e224921-dbca-4766-ae24-f5c67e1a7d3c will not be triggered until provisioned by entity DHCP. {{(pid=93883) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 13 11:22:27.098440 dv-cinder-797608-16-iscsi neutron-server[93886]: DEBUG neutron.plugins.ml2.db [None req-37167945-b8c1-4aaf-8996-b45320a20330 None None] For port 58938eb5-7391-4f27-98f8-a6b6956f8929, host dv-cinder-797608-16-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797608-16-iscsi',level=0,port_id=58938eb5-7391-4f27-98f8-a6b6956f8929,segment=NetworkSegment(3f6765c6-6e72-475e-8aaa-7134ee4679ca),segment_id=3f6765c6-6e72-475e-8aaa-7134ee4679ca)] {{(pid=93886) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 13 11:22:27.104357 dv-cinder-797608-16-iscsi neutron-server[93886]: DEBUG neutron_lib.callbacks.manager [None req-37167945-b8c1-4aaf-8996-b45320a20330 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935844', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611014', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782137889940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782137337613', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782137337631'] for port, after_update {{(pid=93886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 11:22:27.204768 dv-cinder-797608-16-iscsi neutron-server[93886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37167945-b8c1-4aaf-8996-b45320a20330 None None] Routers {'3891f82e-742b-4ba1-8107-cd4338932a3c'} bound to L3 agent in host dv-cinder-797608-16-iscsi {{(pid=93886) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 13 11:22:27.205766 dv-cinder-797608-16-iscsi neutron-server[93886]: DEBUG neutron.db.l3_hamode_db [None req-37167945-b8c1-4aaf-8996-b45320a20330 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797608-16-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-13T11:11:41Z,description=,heartbeat_timestamp=2021-08-13T11:22:11Z,host='dv-cinder-797608-16-iscsi',id=120d27b5-31d8-4cd2-97b4-2412c45088e1,load=0,resource_versions=,resources_synced=,started_at=2021-08-13T11:11:41Z,topic='l3_agent')) {'router_ids': ['3891f82e-742b-4ba1-8107-cd4338932a3c'], 'active': True} {{(pid=93886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 13 11:22:27.215495 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-2dc0a69b-6626-43f7-a4ba-88aa8a37b04c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935844', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611014', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782137337079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2139128394'] for port, after_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 11:22:27.216743 dv-cinder-797608-16-iscsi neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-ecbe6f69-4ff1-4788-ba89-5af6c62cdaa9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935434'] for port, before_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 11:22:27.249170 dv-cinder-797608-16-iscsi neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59707d28-16d4-4610-b80c-1aac1e8d7912 req-09c5af65-d7b1-4883-8159-1e7c4449add4 tempest-ServerRescueNegativeTestJSON-217385872 tempest-ServerRescueNegativeTestJSON-217385872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 11:22:27.264255 dv-cinder-797608-16-iscsi neutron-server[93884]: INFO neutron.wsgi [req-59707d28-16d4-4610-b80c-1aac1e8d7912 req-09c5af65-d7b1-4883-8159-1e7c4449add4 tempest-ServerRescueNegativeTestJSON-217385872 tempest-ServerRescueNegativeTestJSON-217385872-project] 10.222.0.32 "GET /v2.0/ports?device_id=f07a0f18-2b98-479b-bd6a-186739dfba26 HTTP/1.1" status: 200 len: 945 time: 0.1730061 Aug 13 11:22:27.277610 dv-cinder-797608-16-iscsi neutron-server[93886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f14afa45-1754-405a-a3a5-9aba55cb3e66 None None] Pushing event updated for resources: {'Port': ['ID=58938eb5-7391-4f27-98f8-a6b6956f8929,revision_number=3']} {{(pid=93886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 11:22:27.285056 dv-cinder-797608-16-iscsi neutron-server[93885]: DEBUG neutron.plugins.ml2.db [None req-ecbe6f69-4ff1-4788-ba89-5af6c62cdaa9 None None] For port d783a4cb-c25a-451a-9a44-a0491b3264f1, host dv-cinder-797608-16-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797608-16-iscsi',level=0,port_id=d783a4cb-c25a-451a-9a44-a0491b3264f1,segment=NetworkSegment(43e3c025-133f-4638-8eeb-3e1b819d6496),segment_id=43e3c025-133f-4638-8eeb-3e1b819d6496)] {{(pid=93885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 13 11:22:27.295767 dv-cinder-797608-16-iscsi neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-ecbe6f69-4ff1-4788-ba89-5af6c62cdaa9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935844', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611014', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782137889940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782137337613', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782137337631'] for port, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 11:22:27.303513 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2dc0a69b-6626-43f7-a4ba-88aa8a37b04c admin admin] Network 12287342-8e11-4ddf-943a-6818cea26b44 is already hosted by enough agents. {{(pid=93883) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 13 11:22:27.310511 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron.scheduler.base_scheduler [None req-2dc0a69b-6626-43f7-a4ba-88aa8a37b04c admin admin] Resources bound (agent type, host, resource id): {{(pid=93883) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 13 11:22:27.314323 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2dc0a69b-6626-43f7-a4ba-88aa8a37b04c admin admin] Received port after_create {{(pid=93883) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 13 11:22:27.334755 dv-cinder-797608-16-iscsi neutron-server[93884]: INFO neutron.wsgi [req-59707d28-16d4-4610-b80c-1aac1e8d7912 req-37b1dcfa-be96-4604-a37c-8e543ed871d8 tempest-ServerRescueNegativeTestJSON-217385872 tempest-ServerRescueNegativeTestJSON-217385872-project] 10.222.0.32 "GET /v2.0/security-groups?id=5e66df65-70b0-476d-97cd-4e9936c292c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0693154 Aug 13 11:22:27.376961 dv-cinder-797608-16-iscsi neutron-server[93885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecbe6f69-4ff1-4788-ba89-5af6c62cdaa9 None None] Pushing event updated for resources: {'Port': ['ID=d783a4cb-c25a-451a-9a44-a0491b3264f1,revision_number=3']} {{(pid=93885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 11:22:27.401499 dv-cinder-797608-16-iscsi neutron-server[93886]: DEBUG neutron.db.l3_dvr_db [None req-37167945-b8c1-4aaf-8996-b45320a20330 None None] Set router 3891f82e-742b-4ba1-8107-cd4338932a3c gateway port host: dv-cinder-797608-16-iscsi {{(pid=93886) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 13 11:22:27.402850 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dc0a69b-6626-43f7-a4ba-88aa8a37b04c admin admin] Pushing event updated for resources: {'Port': ['ID=9e224921-dbca-4766-ae24-f5c67e1a7d3c,revision_number=1']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 11:22:27.483993 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-2dc0a69b-6626-43f7-a4ba-88aa8a37b04c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-2002984'] for router_interface, before_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 11:22:27.606741 dv-cinder-797608-16-iscsi neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d7990b7-6638-481c-8d0c-158f26823e25 req-c04e49c5-ed61-49b4-b152-3cd01f1312c7 tempest-AttachVolumeTestJSON-893493791 tempest-AttachVolumeTestJSON-893493791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 11:22:27.623194 dv-cinder-797608-16-iscsi neutron-server[93884]: INFO neutron.wsgi [req-5d7990b7-6638-481c-8d0c-158f26823e25 req-c04e49c5-ed61-49b4-b152-3cd01f1312c7 tempest-AttachVolumeTestJSON-893493791 tempest-AttachVolumeTestJSON-893493791-project] 10.222.0.32 "GET /v2.0/ports?device_id=210d2391-7cc4-41fd-87e2-e84f6d335633 HTTP/1.1" status: 200 len: 945 time: 0.1184762 Aug 13 11:22:27.642861 dv-cinder-797608-16-iscsi neutron-server[93885]: DEBUG neutron.db.provisioning_blocks [None req-778c082f-880c-4f1d-8946-bd8bdef72e51 None None] Provisioning complete for port d783a4cb-c25a-451a-9a44-a0491b3264f1 triggered by entity DHCP. {{(pid=93885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 13 11:22:27.643784 dv-cinder-797608-16-iscsi neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-778c082f-880c-4f1d-8946-bd8bdef72e51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-997193'] for port, provisioning_complete {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 11:22:27.738097 dv-cinder-797608-16-iscsi neutron-server[93884]: INFO neutron.wsgi [req-5d7990b7-6638-481c-8d0c-158f26823e25 req-ce473668-10de-4f23-a78c-f0735b339e53 tempest-AttachVolumeTestJSON-893493791 tempest-AttachVolumeTestJSON-893493791-project] 10.222.0.32 "GET /v2.0/security-groups?id=04a16d11-7ca4-462a-891c-e4a125fe1a42&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1094122 Aug 13 11:22:27.955957 dv-cinder-797608-16-iscsi neutron-server[93885]: DEBUG neutron.plugins.ml2.rpc [None req-05931952-e11e-4e12-af58-ece1398d134b None None] Device d783a4cb-c25a-451a-9a44-a0491b3264f1 up at agent ovs-agent-dv-cinder-797608-16-iscsi {{(pid=93885) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 13 11:22:28.014511 dv-cinder-797608-16-iscsi neutron-server[93886]: DEBUG neutron.db.l3_hamode_db [None req-37167945-b8c1-4aaf-8996-b45320a20330 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3891f82e-742b-4ba1-8107-cd4338932a3c', 'name': 'tempest-TestVolumeBootPattern-573013124-router', 'tenant_id': 'da542c710c3d4dc7a303675ee9864641', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c3f0979-58a5-4465-87f9-e256377c6b61', 'external_fixed_ips': [{'subnet_id': 'ba735781-2bff-41d5-99b4-7ca705ee91ca', 'ip_address': '172.27.2.115'}], 'enable_snat': True}, 'gw_port_id': '58938eb5-7391-4f27-98f8-a6b6956f8929', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-13T11:22:23Z', 'updated_at': '2021-08-13T11:22:24Z', 'revision_number': 3, 'project_id': 'da542c710c3d4dc7a303675ee9864641', 'gw_port': {'id': '58938eb5-7391-4f27-98f8-a6b6956f8929', 'name': '', 'network_id': '7c3f0979-58a5-4465-87f9-e256377c6b61', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:c8:f3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3891f82e-742b-4ba1-8107-cd4338932a3c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 482, 'fixed_ips': [{'subnet_id': 'ba735781-2bff-41d5-99b4-7ca705ee91ca', 'ip_address': '172.27.2.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-13T11:22:24Z', 'updated_at': '2021-08-13T11:22:27Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ba735781-2bff-41d5-99b4-7ca705ee91ca', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797608-16-iscsi'}], 'dv-cinder-797608-16-iscsi', False) {} {{(pid=93886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 13 11:22:28.045586 dv-cinder-797608-16-iscsi neutron-server[93886]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37167945-b8c1-4aaf-8996-b45320a20330 None None] The sync data for ids ['3891f82e-742b-4ba1-8107-cd4338932a3c'] in dv-cinder-797608-16-iscsi is: [{'id': '3891f82e-742b-4ba1-8107-cd4338932a3c', 'name': 'tempest-TestVolumeBootPattern-573013124-router', 'tenant_id': 'da542c710c3d4dc7a303675ee9864641', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c3f0979-58a5-4465-87f9-e256377c6b61', 'external_fixed_ips': [{'subnet_id': 'ba735781-2bff-41d5-99b4-7ca705ee91ca', 'ip_address': '172.27.2.115'}], 'enable_snat': True}, 'gw_port_id': '58938eb5-7391-4f27-98f8-a6b6956f8929', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-13T11:22:23Z', 'updated_at': '2021-08-13T11:22:24Z', 'revision_number': 3, 'project_id': 'da542c710c3d4dc7a303675ee9864641', 'gw_port': {'id': '58938eb5-7391-4f27-98f8-a6b6956f8929', 'name': '', 'network_id': '7c3f0979-58a5-4465-87f9-e256377c6b61', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:c8:f3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3891f82e-742b-4ba1-8107-cd4338932a3c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 482, 'fixed_ips': [{'subnet_id': 'ba735781-2bff-41d5-99b4-7ca705ee91ca', 'ip_address': '172.27.2.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-13T11:22:24Z', 'updated_at': '2021-08-13T11:22:27Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ba735781-2bff-41d5-99b4-7ca705ee91ca', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797608-16-iscsi'}] {{(pid=93886) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 13 11:22:28.061477 dv-cinder-797608-16-iscsi neutron-server[93885]: DEBUG neutron.db.provisioning_blocks [None req-05931952-e11e-4e12-af58-ece1398d134b None None] Provisioning complete for port d783a4cb-c25a-451a-9a44-a0491b3264f1 triggered by entity L2. {{(pid=93885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 13 11:22:28.061881 dv-cinder-797608-16-iscsi neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-05931952-e11e-4e12-af58-ece1398d134b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-997193'] for port, provisioning_complete {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 11:22:28.064179 dv-cinder-797608-16-iscsi neutron-server[93885]: DEBUG neutron.db.provisioning_blocks [None req-d85375f1-937d-4d99-9742-4a9b11769101 None None] Provisioning for port 9e224921-dbca-4766-ae24-f5c67e1a7d3c completed by entity DHCP. {{(pid=93885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 13 11:22:28.100173 dv-cinder-797608-16-iscsi neutron-server[93885]: DEBUG neutron.db.provisioning_blocks [None req-d85375f1-937d-4d99-9742-4a9b11769101 None None] Provisioning complete for port 9e224921-dbca-4766-ae24-f5c67e1a7d3c triggered by entity DHCP. {{(pid=93885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 13 11:22:28.100619 dv-cinder-797608-16-iscsi neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-d85375f1-937d-4d99-9742-4a9b11769101 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-997193'] for port, provisioning_complete {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 11:22:28.113754 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-2dc0a69b-6626-43f7-a4ba-88aa8a37b04c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935434'] for port, before_update {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 11:22:28.150380 dv-cinder-797608-16-iscsi neutron-server[93885]: DEBUG neutron.plugins.ml2.plugin [None req-d85375f1-937d-4d99-9742-4a9b11769101 None None] Port 9e224921-dbca-4766-ae24-f5c67e1a7d3c cannot update to ACTIVE because it is not bound. {{(pid=93885) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 13 11:22:28.207405 dv-cinder-797608-16-iscsi neutron-server[93885]: DEBUG neutron.plugins.ml2.rpc [None req-05931952-e11e-4e12-af58-ece1398d134b None None] Device e7681864-7bb9-4402-8c3d-4147abd52caa up at agent ovs-agent-dv-cinder-797608-16-iscsi {{(pid=93885) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 13 11:22:28.269962 dv-cinder-797608-16-iscsi neutron-server[93885]: DEBUG neutron.db.provisioning_blocks [None req-05931952-e11e-4e12-af58-ece1398d134b None None] Provisioning for port e7681864-7bb9-4402-8c3d-4147abd52caa completed by entity L2. {{(pid=93885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 13 11:22:28.274720 dv-cinder-797608-16-iscsi neutron-server[93885]: DEBUG neutron.db.provisioning_blocks [None req-05931952-e11e-4e12-af58-ece1398d134b None None] Provisioning complete for port e7681864-7bb9-4402-8c3d-4147abd52caa triggered by entity L2. {{(pid=93885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 13 11:22:28.275212 dv-cinder-797608-16-iscsi neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-05931952-e11e-4e12-af58-ece1398d134b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-997193'] for port, provisioning_complete {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 11:22:28.401442 dv-cinder-797608-16-iscsi neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-05931952-e11e-4e12-af58-ece1398d134b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935434'] for port, before_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 11:22:28.464518 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-2dc0a69b-6626-43f7-a4ba-88aa8a37b04c admin admin] Notify callbacks [] for port, precommit_update {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 11:22:28.471526 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-2dc0a69b-6626-43f7-a4ba-88aa8a37b04c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935844', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611014', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782137889940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782137337613', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782137337631', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2139128387'] for port, after_update {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 11:22:28.476347 dv-cinder-797608-16-iscsi neutron-server[93885]: DEBUG neutron.plugins.ml2.db [None req-05931952-e11e-4e12-af58-ece1398d134b None None] For port e7681864-7bb9-4402-8c3d-4147abd52caa, host dv-cinder-797608-16-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797608-16-iscsi',level=0,port_id=e7681864-7bb9-4402-8c3d-4147abd52caa,segment=NetworkSegment(7e8d8a1c-0ea0-4420-aa00-8216212b44b2),segment_id=7e8d8a1c-0ea0-4420-aa00-8216212b44b2)] {{(pid=93885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 13 11:22:28.484295 dv-cinder-797608-16-iscsi neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-05931952-e11e-4e12-af58-ece1398d134b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935844', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611014', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782137889940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782137337613', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782137337631'] for port, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 11:22:28.567440 dv-cinder-797608-16-iscsi neutron-server[93885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05931952-e11e-4e12-af58-ece1398d134b None None] Pushing event updated for resources: {'Port': ['ID=e7681864-7bb9-4402-8c3d-4147abd52caa,revision_number=5']} {{(pid=93885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 11:22:28.589412 dv-cinder-797608-16-iscsi neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ef8d6ed-1ad4-4e80-a8d1-ebcb2880c866 req-9d0a13d4-04b4-4dd7-a7f8-08c1572e2704 tempest-ServerRescueNegativeTestJSON-217385872 tempest-ServerRescueNegativeTestJSON-217385872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 11:22:28.591132 dv-cinder-797608-16-iscsi neutron-server[93884]: INFO neutron.wsgi [req-4ef8d6ed-1ad4-4e80-a8d1-ebcb2880c866 req-9d0a13d4-04b4-4dd7-a7f8-08c1572e2704 tempest-ServerRescueNegativeTestJSON-217385872 tempest-ServerRescueNegativeTestJSON-217385872-project] 10.222.0.32 "GET /v2.0/ports?device_id=f07a0f18-2b98-479b-bd6a-186739dfba26 HTTP/1.1" status: 200 len: 945 time: 0.0907044 Aug 13 11:22:28.616223 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-2dc0a69b-6626-43f7-a4ba-88aa8a37b04c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1611060', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-2003132'] for router_interface, after_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 11:22:28.628856 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dc0a69b-6626-43f7-a4ba-88aa8a37b04c admin admin] Pushing event updated for resources: {'Port': ['ID=9e224921-dbca-4766-ae24-f5c67e1a7d3c,revision_number=2']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 11:22:28.687542 dv-cinder-797608-16-iscsi neutron-server[93884]: INFO neutron.wsgi [req-4ef8d6ed-1ad4-4e80-a8d1-ebcb2880c866 req-2135c5b3-4b71-43c8-a061-004f563259bd tempest-ServerRescueNegativeTestJSON-217385872 tempest-ServerRescueNegativeTestJSON-217385872-project] 10.222.0.32 "GET /v2.0/security-groups?id=5e66df65-70b0-476d-97cd-4e9936c292c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0906582 Aug 13 11:22:28.705263 dv-cinder-797608-16-iscsi neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d2df4b9-6b15-441a-844d-868abda3b3a9 req-cdb822c5-c725-4122-9413-3e7b97686aa9 tempest-AttachVolumeNegativeTest-1779138385 tempest-AttachVolumeNegativeTest-1779138385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 11:22:28.706893 dv-cinder-797608-16-iscsi neutron-server[93884]: INFO neutron.wsgi [req-9d2df4b9-6b15-441a-844d-868abda3b3a9 req-cdb822c5-c725-4122-9413-3e7b97686aa9 tempest-AttachVolumeNegativeTest-1779138385 tempest-AttachVolumeNegativeTest-1779138385-project] 10.222.0.32 "GET /v2.0/ports?device_id=a5df8828-9c0f-4b63-8186-d7ea88dc9c62 HTTP/1.1" status: 200 len: 945 time: 0.1083140 Aug 13 11:22:28.750039 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2dc0a69b-6626-43f7-a4ba-88aa8a37b04c admin admin] Network 12287342-8e11-4ddf-943a-6818cea26b44 is already hosted by enough agents. {{(pid=93883) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 13 11:22:28.752281 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron.scheduler.base_scheduler [None req-2dc0a69b-6626-43f7-a4ba-88aa8a37b04c admin admin] Resources bound (agent type, host, resource id): {{(pid=93883) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 13 11:22:28.755001 dv-cinder-797608-16-iscsi neutron-server[93884]: INFO neutron.wsgi [req-9d2df4b9-6b15-441a-844d-868abda3b3a9 req-3dca9a71-dd8f-4618-93b9-6ce13f523fdb tempest-AttachVolumeNegativeTest-1779138385 tempest-AttachVolumeNegativeTest-1779138385-project] 10.222.0.32 "GET /v2.0/security-groups?id=e9ebb553-6898-47d0-8034-10e78e802a38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415878 Aug 13 11:22:28.928571 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2dc0a69b-6626-43f7-a4ba-88aa8a37b04c admin admin] Router 3891f82e-742b-4ba1-8107-cd4338932a3c has already been hosted by L3 agent 120d27b5-31d8-4cd2-97b4-2412c45088e1 {{(pid=93883) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 13 11:22:28.932272 dv-cinder-797608-16-iscsi neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59ba7494-31e1-4818-921a-273965f1db29 req-959cb1dd-9f00-4d7d-b4fd-5fa67ca2ba85 tempest-AttachVolumeTestJSON-893493791 tempest-AttachVolumeTestJSON-893493791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 11:22:28.934595 dv-cinder-797608-16-iscsi neutron-server[93884]: INFO neutron.wsgi [req-59ba7494-31e1-4818-921a-273965f1db29 req-959cb1dd-9f00-4d7d-b4fd-5fa67ca2ba85 tempest-AttachVolumeTestJSON-893493791 tempest-AttachVolumeTestJSON-893493791-project] 10.222.0.32 "GET /v2.0/ports?device_id=210d2391-7cc4-41fd-87e2-e84f6d335633 HTTP/1.1" status: 200 len: 945 time: 0.0810468 Aug 13 11:22:29.001292 dv-cinder-797608-16-iscsi neutron-server[93884]: INFO neutron.wsgi [req-59ba7494-31e1-4818-921a-273965f1db29 req-7670812c-7fab-4ef7-b8d8-39622e249e34 tempest-AttachVolumeTestJSON-893493791 tempest-AttachVolumeTestJSON-893493791-project] 10.222.0.32 "GET /v2.0/security-groups?id=04a16d11-7ca4-462a-891c-e4a125fe1a42&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0591083 Aug 13 11:22:29.065956 dv-cinder-797608-16-iscsi neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4368b8b-cfef-4956-87f1-1ed736f85dc4 req-fcf5c47b-5934-4a1a-9894-dbca08596b7b tempest-ServerRescueNegativeTestJSON-217385872 tempest-ServerRescueNegativeTestJSON-217385872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 11:22:29.069328 dv-cinder-797608-16-iscsi neutron-server[93884]: INFO neutron.wsgi [req-e4368b8b-cfef-4956-87f1-1ed736f85dc4 req-fcf5c47b-5934-4a1a-9894-dbca08596b7b tempest-ServerRescueNegativeTestJSON-217385872 tempest-ServerRescueNegativeTestJSON-217385872-project] 10.222.0.32 "GET /v2.0/ports?device_id=f07a0f18-2b98-479b-bd6a-186739dfba26 HTTP/1.1" status: 200 len: 945 time: 0.0623002 Aug 13 11:22:29.094988 dv-cinder-797608-16-iscsi neutron-server[93885]: DEBUG neutron.db.provisioning_blocks [None req-60524563-3ec9-4b92-a888-f3d69f0b204d None None] Provisioning complete for port 9e224921-dbca-4766-ae24-f5c67e1a7d3c triggered by entity DHCP. {{(pid=93885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 13 11:22:29.096549 dv-cinder-797608-16-iscsi neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-60524563-3ec9-4b92-a888-f3d69f0b204d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-997193'] for port, provisioning_complete {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 11:22:29.109728 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6132c11b-2b09-4b5f-a52a-4ce109885000 req-5c1c1c3f-4a00-4bec-9664-475abb9a83c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 11:22:29.111286 dv-cinder-797608-16-iscsi neutron-server[93883]: INFO neutron.wsgi [req-6132c11b-2b09-4b5f-a52a-4ce109885000 req-5c1c1c3f-4a00-4bec-9664-475abb9a83c8 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=7ce5ec11b3fa4a3da17a044b60c4d7c0&device_id=f07a0f18-2b98-479b-bd6a-186739dfba26 HTTP/1.1" status: 200 len: 1098 time: 0.1047368 Aug 13 11:22:29.114570 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2dc0a69b-6626-43f7-a4ba-88aa8a37b04c admin admin] Notify agent at l3_agent.dv-cinder-797608-16-iscsi the message routers_updated {{(pid=93883) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 13 11:22:29.129434 dv-cinder-797608-16-iscsi neutron-server[93883]: INFO neutron.wsgi [None req-2dc0a69b-6626-43f7-a4ba-88aa8a37b04c admin admin] 10.222.0.32 "PUT /v2.0/routers/3891f82e-742b-4ba1-8107-cd4338932a3c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2535236 Aug 13 11:22:29.168840 dv-cinder-797608-16-iscsi neutron-server[93884]: INFO neutron.wsgi [req-e4368b8b-cfef-4956-87f1-1ed736f85dc4 req-9d4ebaab-b30f-44ff-a38c-9d82cdff4ab2 tempest-ServerRescueNegativeTestJSON-217385872 tempest-ServerRescueNegativeTestJSON-217385872-project] 10.222.0.32 "GET /v2.0/security-groups?id=5e66df65-70b0-476d-97cd-4e9936c292c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0866225 Aug 13 11:22:29.192434 dv-cinder-797608-16-iscsi neutron-server[93885]: DEBUG neutron.plugins.ml2.plugin [None req-60524563-3ec9-4b92-a888-f3d69f0b204d None None] Port 9e224921-dbca-4766-ae24-f5c67e1a7d3c cannot update to ACTIVE because it is not bound. {{(pid=93885) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 13 11:22:29.239346 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6132c11b-2b09-4b5f-a52a-4ce109885000 req-cc251153-3e64-4178-a4d7-3fbd16747cf1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 11:22:29.240950 dv-cinder-797608-16-iscsi neutron-server[93883]: INFO neutron.wsgi [req-6132c11b-2b09-4b5f-a52a-4ce109885000 req-cc251153-3e64-4178-a4d7-3fbd16747cf1 service neutron] 10.222.0.20 "GET /v2.0/networks?id=02c7fb52-0ad2-484c-84d8-96df36c92bd5 HTTP/1.1" status: 200 len: 919 time: 0.1104026 Aug 13 11:22:29.298989 dv-cinder-797608-16-iscsi neutron-server[93883]: INFO neutron.wsgi [req-6132c11b-2b09-4b5f-a52a-4ce109885000 req-5a560f2f-929c-47f1-9f0c-9ecc9bb34925 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=51600623-03db-4e3a-a453-54b221839aac HTTP/1.1" status: 200 len: 217 time: 0.0498199 Aug 13 11:22:29.363037 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6132c11b-2b09-4b5f-a52a-4ce109885000 req-22b8b711-e8b1-42b1-9bfa-a098791541fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 11:22:29.364553 dv-cinder-797608-16-iscsi neutron-server[93883]: INFO neutron.wsgi [req-6132c11b-2b09-4b5f-a52a-4ce109885000 req-22b8b711-e8b1-42b1-9bfa-a098791541fa service neutron] 10.222.0.20 "GET /v2.0/subnets?id=4d0dfa4f-d7e7-4367-877a-a49567302b15 HTTP/1.1" status: 200 len: 858 time: 0.0553081 Aug 13 11:22:29.403501 dv-cinder-797608-16-iscsi neutron-server[93883]: INFO neutron.wsgi [req-6132c11b-2b09-4b5f-a52a-4ce109885000 req-51e7f5cd-5dde-4af8-9478-35e86a0c896f service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=02c7fb52-0ad2-484c-84d8-96df36c92bd5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0299437 Aug 13 11:22:29.555686 dv-cinder-797608-16-iscsi neutron-server[93883]: INFO neutron.wsgi [req-6132c11b-2b09-4b5f-a52a-4ce109885000 req-ed76eb59-01e7-469c-afa4-d27ef9b8839d service neutron] 10.222.0.20 "GET /v2.0/networks/02c7fb52-0ad2-484c-84d8-96df36c92bd5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1271605 Aug 13 11:22:29.859622 dv-cinder-797608-16-iscsi neutron-server[93883]: INFO neutron.wsgi [req-6132c11b-2b09-4b5f-a52a-4ce109885000 req-edd3aa17-226d-4a26-a16b-769b61446b19 service neutron] 10.222.0.20 "GET /v2.0/networks/02c7fb52-0ad2-484c-84d8-96df36c92bd5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2882998 Aug 13 11:22:29.905653 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.32', 49304) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 11:22:29.907368 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron.api.v2.base [None req-012e9fa2-88ac-40f1-a716-4518e05dfa06 tempest-TestVolumeBootPattern-1538991942 tempest-TestVolumeBootPattern-1538991942-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-368411503', 'description': 'tempest-secgroup-smoke-368411503 description', 'project_id': 'd5749f1d743e45099877d2ba04647196'}} {{(pid=93883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 13 11:22:29.912079 dv-cinder-797608-16-iscsi neutron-server[93885]: DEBUG neutron.plugins.ml2.rpc [None req-05931952-e11e-4e12-af58-ece1398d134b None None] Device 58938eb5-7391-4f27-98f8-a6b6956f8929 up at agent ovs-agent-dv-cinder-797608-16-iscsi {{(pid=93885) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 13 11:22:29.940495 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-012e9fa2-88ac-40f1-a716-4518e05dfa06 tempest-TestVolumeBootPattern-1538991942 tempest-TestVolumeBootPattern-1538991942-project] Notify callbacks [] for security_group, before_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 11:22:29.944007 dv-cinder-797608-16-iscsi neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9e4ba9a-0855-40fb-8d2e-3cb35f9ef2ac req-342f7e1d-70da-4490-8663-5922a9505ad1 tempest-AttachVolumeNegativeTest-1779138385 tempest-AttachVolumeNegativeTest-1779138385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 11:22:29.947090 dv-cinder-797608-16-iscsi neutron-server[93884]: INFO neutron.wsgi [req-f9e4ba9a-0855-40fb-8d2e-3cb35f9ef2ac req-342f7e1d-70da-4490-8663-5922a9505ad1 tempest-AttachVolumeNegativeTest-1779138385 tempest-AttachVolumeNegativeTest-1779138385-project] 10.222.0.32 "GET /v2.0/ports?device_id=a5df8828-9c0f-4b63-8186-d7ea88dc9c62 HTTP/1.1" status: 200 len: 945 time: 0.0878425 Aug 13 11:22:29.975077 dv-cinder-797608-16-iscsi neutron-server[93885]: DEBUG neutron.db.provisioning_blocks [None req-05931952-e11e-4e12-af58-ece1398d134b None None] Provisioning for port 58938eb5-7391-4f27-98f8-a6b6956f8929 completed by entity L2. {{(pid=93885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 13 11:22:29.981832 dv-cinder-797608-16-iscsi neutron-server[93885]: DEBUG neutron.db.provisioning_blocks [None req-05931952-e11e-4e12-af58-ece1398d134b None None] Provisioning complete for port 58938eb5-7391-4f27-98f8-a6b6956f8929 triggered by entity L2. {{(pid=93885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 13 11:22:29.982387 dv-cinder-797608-16-iscsi neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-05931952-e11e-4e12-af58-ece1398d134b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-997193'] for port, provisioning_complete {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 11:22:29.993452 dv-cinder-797608-16-iscsi neutron-server[93884]: INFO neutron.wsgi [req-f9e4ba9a-0855-40fb-8d2e-3cb35f9ef2ac req-73402a5c-9b6f-4cc0-b8e1-c78f55ec9a53 tempest-AttachVolumeNegativeTest-1779138385 tempest-AttachVolumeNegativeTest-1779138385-project] 10.222.0.32 "GET /v2.0/security-groups?id=e9ebb553-6898-47d0-8034-10e78e802a38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380538 Aug 13 11:22:30.066573 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-012e9fa2-88ac-40f1-a716-4518e05dfa06 tempest-TestVolumeBootPattern-1538991942 tempest-TestVolumeBootPattern-1538991942-project] Notify callbacks [] for security_group, precommit_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 11:22:30.074249 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-012e9fa2-88ac-40f1-a716-4518e05dfa06 tempest-TestVolumeBootPattern-1538991942 tempest-TestVolumeBootPattern-1538991942-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651637'] for security_group, after_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 11:22:30.109904 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-012e9fa2-88ac-40f1-a716-4518e05dfa06 tempest-TestVolumeBootPattern-1538991942 tempest-TestVolumeBootPattern-1538991942-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ca285d94-e6fc-485c-ad28-b15c1712fa1f,revision_number=1']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 11:22:30.115084 dv-cinder-797608-16-iscsi neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-05931952-e11e-4e12-af58-ece1398d134b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935434'] for port, before_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 11:22:30.118835 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-012e9fa2-88ac-40f1-a716-4518e05dfa06 tempest-TestVolumeBootPattern-1538991942 tempest-TestVolumeBootPattern-1538991942-project] Notify callbacks [] for security_group, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 11:22:30.120397 dv-cinder-797608-16-iscsi neutron-server[93883]: INFO neutron.wsgi [None req-012e9fa2-88ac-40f1-a716-4518e05dfa06 tempest-TestVolumeBootPattern-1538991942 tempest-TestVolumeBootPattern-1538991942-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1792 time: 0.2173820 Aug 13 11:22:30.123917 dv-cinder-797608-16-iscsi neutron-server[93884]: DEBUG neutron.wsgi [-] (93884) accepted ('10.222.0.32', 49308) {{(pid=93884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 11:22:30.128450 dv-cinder-797608-16-iscsi neutron-server[93884]: DEBUG neutron.api.v2.base [None req-f7315bc8-0ef6-41f5-bf58-905a0c3be232 tempest-TestVolumeBootPattern-1538991942 tempest-TestVolumeBootPattern-1538991942-project] Request body: {'security_group_rule': {'security_group_id': 'ca285d94-e6fc-485c-ad28-b15c1712fa1f', 'project_id': 'd5749f1d743e45099877d2ba04647196', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 13 11:22:30.144144 dv-cinder-797608-16-iscsi neutron-server[93885]: DEBUG neutron.plugins.ml2.db [None req-05931952-e11e-4e12-af58-ece1398d134b None None] For port 58938eb5-7391-4f27-98f8-a6b6956f8929, host dv-cinder-797608-16-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797608-16-iscsi',level=0,port_id=58938eb5-7391-4f27-98f8-a6b6956f8929,segment=NetworkSegment(3f6765c6-6e72-475e-8aaa-7134ee4679ca),segment_id=3f6765c6-6e72-475e-8aaa-7134ee4679ca)] {{(pid=93885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 13 11:22:30.147201 dv-cinder-797608-16-iscsi neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce29ba72-aa01-4fae-8d01-4ff7d9df2286 req-b5c52b47-9e3c-4639-a992-2005db407b3c tempest-AttachVolumeTestJSON-893493791 tempest-AttachVolumeTestJSON-893493791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 11:22:30.148734 dv-cinder-797608-16-iscsi neutron-server[93884]: INFO neutron.wsgi [req-ce29ba72-aa01-4fae-8d01-4ff7d9df2286 req-b5c52b47-9e3c-4639-a992-2005db407b3c tempest-AttachVolumeTestJSON-893493791 tempest-AttachVolumeTestJSON-893493791-project] 10.222.0.32 "GET /v2.0/ports?device_id=210d2391-7cc4-41fd-87e2-e84f6d335633 HTTP/1.1" status: 200 len: 945 time: 0.0655355 Aug 13 11:22:30.152118 dv-cinder-797608-16-iscsi neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-05931952-e11e-4e12-af58-ece1398d134b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935844', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611014', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782137889940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782137337613', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782137337631'] for port, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 11:22:30.153366 dv-cinder-797608-16-iscsi neutron-server[93885]: DEBUG neutron.plugins.ml2.rpc [None req-05931952-e11e-4e12-af58-ece1398d134b None None] Device e7681864-7bb9-4402-8c3d-4147abd52caa up at agent ovs-agent-dv-cinder-797608-16-iscsi {{(pid=93885) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 13 11:22:30.182915 dv-cinder-797608-16-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-f7315bc8-0ef6-41f5-bf58-905a0c3be232 tempest-TestVolumeBootPattern-1538991942 tempest-TestVolumeBootPattern-1538991942-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 11:22:30.228935 dv-cinder-797608-16-iscsi neutron-server[93884]: INFO neutron.wsgi [req-ce29ba72-aa01-4fae-8d01-4ff7d9df2286 req-8dcd8295-097e-4291-9589-878e4688623f tempest-AttachVolumeTestJSON-893493791 tempest-AttachVolumeTestJSON-893493791-project] 10.222.0.32 "GET /v2.0/security-groups?id=04a16d11-7ca4-462a-891c-e4a125fe1a42&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0691712 Aug 13 11:22:30.250320 dv-cinder-797608-16-iscsi neutron-server[93885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05931952-e11e-4e12-af58-ece1398d134b None None] Pushing event updated for resources: {'Port': ['ID=58938eb5-7391-4f27-98f8-a6b6956f8929,revision_number=4']} {{(pid=93885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 11:22:30.264474 dv-cinder-797608-16-iscsi neutron-server[93885]: DEBUG neutron.db.provisioning_blocks [None req-05931952-e11e-4e12-af58-ece1398d134b None None] Provisioning complete for port e7681864-7bb9-4402-8c3d-4147abd52caa triggered by entity L2. {{(pid=93885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 13 11:22:30.265474 dv-cinder-797608-16-iscsi neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-05931952-e11e-4e12-af58-ece1398d134b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-997193'] for port, provisioning_complete {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 11:22:30.284107 dv-cinder-797608-16-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-f7315bc8-0ef6-41f5-bf58-905a0c3be232 tempest-TestVolumeBootPattern-1538991942 tempest-TestVolumeBootPattern-1538991942-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 11:22:30.289857 dv-cinder-797608-16-iscsi neutron-server[93885]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a13e8305-596d-40ac-9824-838a7b013081 None None] Sync routers for ids ['3891f82e-742b-4ba1-8107-cd4338932a3c'] in dv-cinder-797608-16-iscsi {{(pid=93885) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 13 11:22:30.305099 dv-cinder-797608-16-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-f7315bc8-0ef6-41f5-bf58-905a0c3be232 tempest-TestVolumeBootPattern-1538991942 tempest-TestVolumeBootPattern-1538991942-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651522'] for security_group_rule, after_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 11:22:30.310686 dv-cinder-797608-16-iscsi neutron-server[93885]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a13e8305-596d-40ac-9824-838a7b013081 None None] Routers {'3891f82e-742b-4ba1-8107-cd4338932a3c'} bound to L3 agent in host dv-cinder-797608-16-iscsi {{(pid=93885) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 13 11:22:30.311307 dv-cinder-797608-16-iscsi neutron-server[93885]: DEBUG neutron.db.l3_hamode_db [None req-a13e8305-596d-40ac-9824-838a7b013081 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797608-16-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-13T11:11:41Z,description=,heartbeat_timestamp=2021-08-13T11:22:11Z,host='dv-cinder-797608-16-iscsi',id=120d27b5-31d8-4cd2-97b4-2412c45088e1,load=0,resource_versions=,resources_synced=,started_at=2021-08-13T11:11:41Z,topic='l3_agent')) {'router_ids': ['3891f82e-742b-4ba1-8107-cd4338932a3c'], 'active': True} {{(pid=93885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 13 11:22:30.331739 dv-cinder-797608-16-iscsi neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7315bc8-0ef6-41f5-bf58-905a0c3be232 tempest-TestVolumeBootPattern-1538991942 tempest-TestVolumeBootPattern-1538991942-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=df554452-a4d3-433c-9b18-5a96b5eb2d50,revision_number=0']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 11:22:30.337717 dv-cinder-797608-16-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-f7315bc8-0ef6-41f5-bf58-905a0c3be232 tempest-TestVolumeBootPattern-1538991942 tempest-TestVolumeBootPattern-1538991942-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 11:22:30.338853 dv-cinder-797608-16-iscsi neutron-server[93884]: INFO neutron.wsgi [None req-f7315bc8-0ef6-41f5-bf58-905a0c3be232 tempest-TestVolumeBootPattern-1538991942 tempest-TestVolumeBootPattern-1538991942-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2139525 Aug 13 11:22:30.341443 dv-cinder-797608-16-iscsi neutron-server[93884]: DEBUG neutron.wsgi [-] (93884) accepted ('10.222.0.32', 49312) {{(pid=93884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 11:22:30.347288 dv-cinder-797608-16-iscsi neutron-server[93884]: DEBUG neutron.api.v2.base [None req-caa56938-0ef6-467f-91d6-b9a9ec9c3454 tempest-TestVolumeBootPattern-1538991942 tempest-TestVolumeBootPattern-1538991942-project] Request body: {'security_group_rule': {'security_group_id': 'ca285d94-e6fc-485c-ad28-b15c1712fa1f', 'project_id': 'd5749f1d743e45099877d2ba04647196', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=93884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 13 11:22:30.359217 dv-cinder-797608-16-iscsi neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df4243b4-67e4-4ea6-bda0-28173f2afa65 req-bbb685ba-6be0-443f-9826-24c6ce7517f4 tempest-ServerRescueNegativeTestJSON-217385872 tempest-ServerRescueNegativeTestJSON-217385872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 11:22:30.360702 dv-cinder-797608-16-iscsi neutron-server[93884]: INFO neutron.wsgi [req-df4243b4-67e4-4ea6-bda0-28173f2afa65 req-bbb685ba-6be0-443f-9826-24c6ce7517f4 tempest-ServerRescueNegativeTestJSON-217385872 tempest-ServerRescueNegativeTestJSON-217385872-project] 10.222.0.32 "GET /v2.0/ports?device_id=f07a0f18-2b98-479b-bd6a-186739dfba26 HTTP/1.1" status: 200 len: 945 time: 0.0976598 Aug 13 11:22:30.408917 dv-cinder-797608-16-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-caa56938-0ef6-467f-91d6-b9a9ec9c3454 tempest-TestVolumeBootPattern-1538991942 tempest-TestVolumeBootPattern-1538991942-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 11:22:30.418989 dv-cinder-797608-16-iscsi neutron-server[93884]: INFO neutron.wsgi [req-df4243b4-67e4-4ea6-bda0-28173f2afa65 req-dc48b030-f889-42e4-a534-c403fc2b9cf5 tempest-ServerRescueNegativeTestJSON-217385872 tempest-ServerRescueNegativeTestJSON-217385872-project] 10.222.0.32 "GET /v2.0/security-groups?id=5e66df65-70b0-476d-97cd-4e9936c292c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0511506 Aug 13 11:22:30.458605 dv-cinder-797608-16-iscsi neutron-server[93885]: DEBUG neutron.db.l3_dvr_db [None req-a13e8305-596d-40ac-9824-838a7b013081 None None] Set router 3891f82e-742b-4ba1-8107-cd4338932a3c gateway port host: dv-cinder-797608-16-iscsi {{(pid=93885) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 13 11:22:30.483339 dv-cinder-797608-16-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-caa56938-0ef6-467f-91d6-b9a9ec9c3454 tempest-TestVolumeBootPattern-1538991942 tempest-TestVolumeBootPattern-1538991942-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 11:22:30.487211 dv-cinder-797608-16-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-caa56938-0ef6-467f-91d6-b9a9ec9c3454 tempest-TestVolumeBootPattern-1538991942 tempest-TestVolumeBootPattern-1538991942-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651522'] for security_group_rule, after_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 11:22:30.503303 dv-cinder-797608-16-iscsi neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caa56938-0ef6-467f-91d6-b9a9ec9c3454 tempest-TestVolumeBootPattern-1538991942 tempest-TestVolumeBootPattern-1538991942-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4c2eb35a-7313-415b-bffa-632b4baeae29,revision_number=0']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 11:22:30.511854 dv-cinder-797608-16-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-caa56938-0ef6-467f-91d6-b9a9ec9c3454 tempest-TestVolumeBootPattern-1538991942 tempest-TestVolumeBootPattern-1538991942-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 11:22:30.513027 dv-cinder-797608-16-iscsi neutron-server[93884]: INFO neutron.wsgi [None req-caa56938-0ef6-467f-91d6-b9a9ec9c3454 tempest-TestVolumeBootPattern-1538991942 tempest-TestVolumeBootPattern-1538991942-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1706450 Aug 13 11:22:30.516300 dv-cinder-797608-16-iscsi neutron-server[93884]: DEBUG neutron.wsgi [-] (93884) accepted ('10.222.0.32', 49314) {{(pid=93884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 11:22:30.520674 dv-cinder-797608-16-iscsi neutron-server[93884]: DEBUG neutron.api.v2.base [None req-b7b6c0b3-6af3-4ae0-9b3e-d39f576d4be9 tempest-TestVolumeBootPattern-1538991942 tempest-TestVolumeBootPattern-1538991942-project] Request body: {'security_group_rule': {'security_group_id': 'ca285d94-e6fc-485c-ad28-b15c1712fa1f', 'project_id': 'd5749f1d743e45099877d2ba04647196', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=93884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 13 11:22:30.547833 dv-cinder-797608-16-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-b7b6c0b3-6af3-4ae0-9b3e-d39f576d4be9 tempest-TestVolumeBootPattern-1538991942 tempest-TestVolumeBootPattern-1538991942-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 11:22:30.606433 dv-cinder-797608-16-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-b7b6c0b3-6af3-4ae0-9b3e-d39f576d4be9 tempest-TestVolumeBootPattern-1538991942 tempest-TestVolumeBootPattern-1538991942-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 11:22:30.610733 dv-cinder-797608-16-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-b7b6c0b3-6af3-4ae0-9b3e-d39f576d4be9 tempest-TestVolumeBootPattern-1538991942 tempest-TestVolumeBootPattern-1538991942-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651522'] for security_group_rule, after_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 11:22:30.625049 dv-cinder-797608-16-iscsi neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7b6c0b3-6af3-4ae0-9b3e-d39f576d4be9 tempest-TestVolumeBootPattern-1538991942 tempest-TestVolumeBootPattern-1538991942-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=59f8bdde-9fd1-4724-8d4f-3b779d120439,revision_number=0']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 11:22:30.637708 dv-cinder-797608-16-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-b7b6c0b3-6af3-4ae0-9b3e-d39f576d4be9 tempest-TestVolumeBootPattern-1538991942 tempest-TestVolumeBootPattern-1538991942-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 11:22:30.641007 dv-cinder-797608-16-iscsi neutron-server[93884]: INFO neutron.wsgi [None req-b7b6c0b3-6af3-4ae0-9b3e-d39f576d4be9 tempest-TestVolumeBootPattern-1538991942 tempest-TestVolumeBootPattern-1538991942-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1222975 Aug 13 11:22:30.643239 dv-cinder-797608-16-iscsi neutron-server[93884]: DEBUG neutron.wsgi [-] (93884) accepted ('10.222.0.32', 49316) {{(pid=93884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 11:22:30.648234 dv-cinder-797608-16-iscsi neutron-server[93884]: DEBUG neutron.api.v2.base [None req-ba3269be-758a-432c-bbb2-4eabc4c19be6 tempest-TestVolumeBootPattern-1538991942 tempest-TestVolumeBootPattern-1538991942-project] Request body: {'security_group_rule': {'security_group_id': 'ca285d94-e6fc-485c-ad28-b15c1712fa1f', 'project_id': 'd5749f1d743e45099877d2ba04647196', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=93884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 13 11:22:30.676505 dv-cinder-797608-16-iscsi neutron-server[93885]: DEBUG neutron.db.l3_hamode_db [None req-a13e8305-596d-40ac-9824-838a7b013081 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3891f82e-742b-4ba1-8107-cd4338932a3c', 'name': 'tempest-TestVolumeBootPattern-573013124-router', 'tenant_id': 'da542c710c3d4dc7a303675ee9864641', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c3f0979-58a5-4465-87f9-e256377c6b61', 'external_fixed_ips': [{'subnet_id': 'ba735781-2bff-41d5-99b4-7ca705ee91ca', 'ip_address': '172.27.2.115'}], 'enable_snat': True}, 'gw_port_id': '58938eb5-7391-4f27-98f8-a6b6956f8929', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-13T11:22:23Z', 'updated_at': '2021-08-13T11:22:28Z', 'revision_number': 4, 'project_id': 'da542c710c3d4dc7a303675ee9864641', 'gw_port': {'id': '58938eb5-7391-4f27-98f8-a6b6956f8929', 'name': '', 'network_id': '7c3f0979-58a5-4465-87f9-e256377c6b61', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:c8:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3891f82e-742b-4ba1-8107-cd4338932a3c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 482, 'fixed_ips': [{'subnet_id': 'ba735781-2bff-41d5-99b4-7ca705ee91ca', 'ip_address': '172.27.2.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-13T11:22:24Z', 'updated_at': '2021-08-13T11:22:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ba735781-2bff-41d5-99b4-7ca705ee91ca', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797608-16-iscsi', '_interfaces': [{'id': '9e224921-dbca-4766-ae24-f5c67e1a7d3c', 'name': '', 'network_id': '12287342-8e11-4ddf-943a-6818cea26b44', 'tenant_id': 'da542c710c3d4dc7a303675ee9864641', 'mac_address': 'fa:16:3e:8c:61:d2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3891f82e-742b-4ba1-8107-cd4338932a3c', 'device_owner': 'network:router_interface', 'standard_attr_id': 483, 'fixed_ips': [{'subnet_id': '81d9bcfa-d27f-4f38-8a4d-d79c8da14591', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-13T11:22:26Z', 'updated_at': '2021-08-13T11:22:28Z', 'revision_number': 2, 'project_id': 'da542c710c3d4dc7a303675ee9864641', 'subnets': [{'id': '81d9bcfa-d27f-4f38-8a4d-d79c8da14591', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-797608-16-iscsi', False) {} {{(pid=93885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 13 11:22:30.687297 dv-cinder-797608-16-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-ba3269be-758a-432c-bbb2-4eabc4c19be6 tempest-TestVolumeBootPattern-1538991942 tempest-TestVolumeBootPattern-1538991942-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 11:22:30.714149 dv-cinder-797608-16-iscsi neutron-server[93885]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a13e8305-596d-40ac-9824-838a7b013081 None None] Checking router: 3891f82e-742b-4ba1-8107-cd4338932a3c for host: dv-cinder-797608-16-iscsi {{(pid=93885) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 13 11:22:30.714635 dv-cinder-797608-16-iscsi neutron-server[93885]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a13e8305-596d-40ac-9824-838a7b013081 None None] Updating router 3891f82e-742b-4ba1-8107-cd4338932a3c port 9e224921-dbca-4766-ae24-f5c67e1a7d3c binding host dv-cinder-797608-16-iscsi {{(pid=93885) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 13 11:22:30.750205 dv-cinder-797608-16-iscsi neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-a13e8305-596d-40ac-9824-838a7b013081 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935434'] for port, before_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 11:22:30.764333 dv-cinder-797608-16-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-ba3269be-758a-432c-bbb2-4eabc4c19be6 tempest-TestVolumeBootPattern-1538991942 tempest-TestVolumeBootPattern-1538991942-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 11:22:30.769859 dv-cinder-797608-16-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-ba3269be-758a-432c-bbb2-4eabc4c19be6 tempest-TestVolumeBootPattern-1538991942 tempest-TestVolumeBootPattern-1538991942-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651522'] for security_group_rule, after_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 11:22:30.789760 dv-cinder-797608-16-iscsi neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba3269be-758a-432c-bbb2-4eabc4c19be6 tempest-TestVolumeBootPattern-1538991942 tempest-TestVolumeBootPattern-1538991942-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cf4d8c62-160a-4efc-9272-f05594fc12db,revision_number=0']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 11:22:30.799318 dv-cinder-797608-16-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-ba3269be-758a-432c-bbb2-4eabc4c19be6 tempest-TestVolumeBootPattern-1538991942 tempest-TestVolumeBootPattern-1538991942-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 11:22:30.800981 dv-cinder-797608-16-iscsi neutron-server[93884]: INFO neutron.wsgi [None req-ba3269be-758a-432c-bbb2-4eabc4c19be6 tempest-TestVolumeBootPattern-1538991942 tempest-TestVolumeBootPattern-1538991942-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1564546 Aug 13 11:22:30.803804 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.32', 49326) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 11:22:30.808445 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron.api.v2.base [None req-12b9c978-0b2b-478a-9f5c-c61438f2a1c1 tempest-TestVolumeBootPattern-1538991942 tempest-TestVolumeBootPattern-1538991942-project] Request body: {'security_group_rule': {'security_group_id': 'ca285d94-e6fc-485c-ad28-b15c1712fa1f', 'project_id': 'd5749f1d743e45099877d2ba04647196', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=93883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 13 11:22:30.839195 dv-cinder-797608-16-iscsi neutron-server[93883]: INFO neutron.db.securitygroups_db [None req-12b9c978-0b2b-478a-9f5c-c61438f2a1c1 tempest-TestVolumeBootPattern-1538991942 tempest-TestVolumeBootPattern-1538991942-project] Project d5749f1d743e45099877d2ba04647196 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 13 11:22:30.849477 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-12b9c978-0b2b-478a-9f5c-c61438f2a1c1 tempest-TestVolumeBootPattern-1538991942 tempest-TestVolumeBootPattern-1538991942-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 11:22:30.919917 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-12b9c978-0b2b-478a-9f5c-c61438f2a1c1 tempest-TestVolumeBootPattern-1538991942 tempest-TestVolumeBootPattern-1538991942-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 11:22:30.925107 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-12b9c978-0b2b-478a-9f5c-c61438f2a1c1 tempest-TestVolumeBootPattern-1538991942 tempest-TestVolumeBootPattern-1538991942-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651522'] for security_group_rule, after_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 11:22:30.940355 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12b9c978-0b2b-478a-9f5c-c61438f2a1c1 tempest-TestVolumeBootPattern-1538991942 tempest-TestVolumeBootPattern-1538991942-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b814ff04-8d2c-421c-9720-61a49ff46c41,revision_number=0']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 11:22:30.949410 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-12b9c978-0b2b-478a-9f5c-c61438f2a1c1 tempest-TestVolumeBootPattern-1538991942 tempest-TestVolumeBootPattern-1538991942-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 11:22:30.950653 dv-cinder-797608-16-iscsi neutron-server[93883]: INFO neutron.wsgi [None req-12b9c978-0b2b-478a-9f5c-c61438f2a1c1 tempest-TestVolumeBootPattern-1538991942 tempest-TestVolumeBootPattern-1538991942-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1458671 Aug 13 11:22:30.953947 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.32', 49330) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 11:22:30.958430 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron.api.v2.base [None req-a66098b7-199c-4f5d-a94e-46e78e38008a tempest-TestVolumeBootPattern-1538991942 tempest-TestVolumeBootPattern-1538991942-project] Request body: {'security_group_rule': {'security_group_id': 'ca285d94-e6fc-485c-ad28-b15c1712fa1f', 'project_id': 'd5749f1d743e45099877d2ba04647196', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=93883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 13 11:22:30.980417 dv-cinder-797608-16-iscsi neutron-server[93883]: INFO neutron.db.securitygroups_db [None req-a66098b7-199c-4f5d-a94e-46e78e38008a tempest-TestVolumeBootPattern-1538991942 tempest-TestVolumeBootPattern-1538991942-project] Project d5749f1d743e45099877d2ba04647196 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 13 11:22:30.985270 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-a66098b7-199c-4f5d-a94e-46e78e38008a tempest-TestVolumeBootPattern-1538991942 tempest-TestVolumeBootPattern-1538991942-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 11:22:31.060255 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-a66098b7-199c-4f5d-a94e-46e78e38008a tempest-TestVolumeBootPattern-1538991942 tempest-TestVolumeBootPattern-1538991942-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 11:22:31.066682 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-a66098b7-199c-4f5d-a94e-46e78e38008a tempest-TestVolumeBootPattern-1538991942 tempest-TestVolumeBootPattern-1538991942-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651522'] for security_group_rule, after_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 11:22:31.090184 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a66098b7-199c-4f5d-a94e-46e78e38008a tempest-TestVolumeBootPattern-1538991942 tempest-TestVolumeBootPattern-1538991942-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=07143af5-b276-4fd8-a122-b267a1ef0e5b,revision_number=0']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 11:22:31.093412 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-a66098b7-199c-4f5d-a94e-46e78e38008a tempest-TestVolumeBootPattern-1538991942 tempest-TestVolumeBootPattern-1538991942-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 11:22:31.097671 dv-cinder-797608-16-iscsi neutron-server[93883]: INFO neutron.wsgi [None req-a66098b7-199c-4f5d-a94e-46e78e38008a tempest-TestVolumeBootPattern-1538991942 tempest-TestVolumeBootPattern-1538991942-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1397207 Aug 13 11:22:31.129713 dv-cinder-797608-16-iscsi neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9182986d-8191-4709-84d4-86864cd9d930 req-3c06537d-1993-4719-a4ca-5ce818649817 tempest-AttachVolumeNegativeTest-1779138385 tempest-AttachVolumeNegativeTest-1779138385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 11:22:31.134480 dv-cinder-797608-16-iscsi neutron-server[93884]: INFO neutron.wsgi [req-9182986d-8191-4709-84d4-86864cd9d930 req-3c06537d-1993-4719-a4ca-5ce818649817 tempest-AttachVolumeNegativeTest-1779138385 tempest-AttachVolumeNegativeTest-1779138385-project] 10.222.0.32 "GET /v2.0/ports?device_id=a5df8828-9c0f-4b63-8186-d7ea88dc9c62 HTTP/1.1" status: 200 len: 945 time: 0.0632870 Aug 13 11:22:31.190080 dv-cinder-797608-16-iscsi neutron-server[93884]: INFO neutron.wsgi [req-9182986d-8191-4709-84d4-86864cd9d930 req-6d055c6b-d417-4972-aeb3-453129137f86 tempest-AttachVolumeNegativeTest-1779138385 tempest-AttachVolumeNegativeTest-1779138385-project] 10.222.0.32 "GET /v2.0/security-groups?id=e9ebb553-6898-47d0-8034-10e78e802a38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0490689 Aug 13 11:22:31.193922 dv-cinder-797608-16-iscsi neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-a13e8305-596d-40ac-9824-838a7b013081 None None] Notify callbacks [] for port, precommit_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 11:22:31.205119 dv-cinder-797608-16-iscsi neutron-server[93885]: DEBUG neutron.db.provisioning_blocks [None req-a13e8305-596d-40ac-9824-838a7b013081 None None] Transition to ACTIVE for port object 9e224921-dbca-4766-ae24-f5c67e1a7d3c will not be triggered until provisioned by entity L2. {{(pid=93885) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 13 11:22:31.219436 dv-cinder-797608-16-iscsi neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-a13e8305-596d-40ac-9824-838a7b013081 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935844', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611014', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782137889940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782137337613', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782137337631'] for port, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 11:22:31.299683 dv-cinder-797608-16-iscsi neutron-server[93885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-879233f1-8ee9-4f37-b4de-f85791ded51a None None] Pushing event updated for resources: {'Port': ['ID=9e224921-dbca-4766-ae24-f5c67e1a7d3c,revision_number=3']} {{(pid=93885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 11:22:31.306072 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef632337-1396-46b8-97cf-ac571ea7ee21 req-5a9a0e8d-c8fd-4997-831f-acf77e0fb56c tempest-AttachVolumeNegativeTest-1779138385 tempest-AttachVolumeNegativeTest-1779138385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 11:22:31.308273 dv-cinder-797608-16-iscsi neutron-server[93883]: INFO neutron.wsgi [req-ef632337-1396-46b8-97cf-ac571ea7ee21 req-5a9a0e8d-c8fd-4997-831f-acf77e0fb56c tempest-AttachVolumeNegativeTest-1779138385 tempest-AttachVolumeNegativeTest-1779138385-project] 10.222.0.20 "GET /v2.0/ports?device_id=a5df8828-9c0f-4b63-8186-d7ea88dc9c62 HTTP/1.1" status: 200 len: 945 time: 0.0634291 Aug 13 11:22:31.404564 dv-cinder-797608-16-iscsi neutron-server[93885]: DEBUG neutron.plugins.ml2.managers [None req-a13e8305-596d-40ac-9824-838a7b013081 None None] Attempting to bind port 9e224921-dbca-4766-ae24-f5c67e1a7d3c on host dv-cinder-797608-16-iscsi for vnic_type normal with profile {{(pid=93885) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 13 11:22:31.405220 dv-cinder-797608-16-iscsi neutron-server[93885]: DEBUG neutron.plugins.ml2.managers [None req-a13e8305-596d-40ac-9824-838a7b013081 None None] Attempting to bind port 9e224921-dbca-4766-ae24-f5c67e1a7d3c by drivers openvswitch,hyperv on host dv-cinder-797608-16-iscsi at level 0 using segments [{'id': '43e3c025-133f-4638-8eeb-3e1b819d6496', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '12287342-8e11-4ddf-943a-6818cea26b44'}] {{(pid=93885) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 13 11:22:31.406260 dv-cinder-797608-16-iscsi neutron-server[93885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a13e8305-596d-40ac-9824-838a7b013081 None None] Attempting to bind port 9e224921-dbca-4766-ae24-f5c67e1a7d3c on network 12287342-8e11-4ddf-943a-6818cea26b44 {{(pid=93885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 13 11:22:31.412058 dv-cinder-797608-16-iscsi neutron-server[93885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a13e8305-596d-40ac-9824-838a7b013081 None None] Checking agent: {'id': '649b788e-933d-40b8-a73c-f58c5ea7beff', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-797608-16-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 13, 11, 11, 41), 'started_at': datetime.datetime(2021, 8, 13, 11, 12, 11), 'heartbeat_timestamp': datetime.datetime(2021, 8, 13, 11, 22, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-797608-16-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 13 11:22:31.412552 dv-cinder-797608-16-iscsi neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1226362-9ea9-4808-9992-0493fc75338d req-c817a913-ab51-4f72-a6e0-2a30ff0c86a9 tempest-AttachVolumeTestJSON-893493791 tempest-AttachVolumeTestJSON-893493791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 11:22:31.413064 dv-cinder-797608-16-iscsi neutron-server[93885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a13e8305-596d-40ac-9824-838a7b013081 None None] Checking segment: {'id': '43e3c025-133f-4638-8eeb-3e1b819d6496', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '12287342-8e11-4ddf-943a-6818cea26b44'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93885) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 13 11:22:31.413543 dv-cinder-797608-16-iscsi neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-a13e8305-596d-40ac-9824-838a7b013081 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 11:22:31.414021 dv-cinder-797608-16-iscsi neutron-server[93885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a13e8305-596d-40ac-9824-838a7b013081 None None] Bound using segment: {'id': '43e3c025-133f-4638-8eeb-3e1b819d6496', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '12287342-8e11-4ddf-943a-6818cea26b44'} {{(pid=93885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 13 11:22:31.414559 dv-cinder-797608-16-iscsi neutron-server[93885]: DEBUG neutron.plugins.ml2.managers [None req-a13e8305-596d-40ac-9824-838a7b013081 None None] Bound port: 9e224921-dbca-4766-ae24-f5c67e1a7d3c, host: dv-cinder-797608-16-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '43e3c025-133f-4638-8eeb-3e1b819d6496', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '12287342-8e11-4ddf-943a-6818cea26b44'}}] {{(pid=93885) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 13 11:22:31.415719 dv-cinder-797608-16-iscsi neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-a13e8305-596d-40ac-9824-838a7b013081 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935434'] for port, before_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 11:22:31.425290 dv-cinder-797608-16-iscsi neutron-server[93884]: INFO neutron.wsgi [req-f1226362-9ea9-4808-9992-0493fc75338d req-c817a913-ab51-4f72-a6e0-2a30ff0c86a9 tempest-AttachVolumeTestJSON-893493791 tempest-AttachVolumeTestJSON-893493791-project] 10.222.0.32 "GET /v2.0/ports?device_id=210d2391-7cc4-41fd-87e2-e84f6d335633 HTTP/1.1" status: 200 len: 945 time: 0.0865376 Aug 13 11:22:31.459666 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron.plugins.ml2.plugin [req-ef632337-1396-46b8-97cf-ac571ea7ee21 req-c98310ee-f7eb-4ed5-b55b-6aa69df0ce66 tempest-AttachVolumeNegativeTest-1779138385 tempest-AttachVolumeNegativeTest-1779138385-project] Deleting port ed5562ea-7346-4c67-84bd-f8315fb64ad5 {{(pid=93883) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 13 11:22:31.462280 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-ef632337-1396-46b8-97cf-ac571ea7ee21 req-c98310ee-f7eb-4ed5-b55b-6aa69df0ce66 tempest-AttachVolumeNegativeTest-1779138385 tempest-AttachVolumeNegativeTest-1779138385-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782137884200'] for port, before_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 11:22:31.484162 dv-cinder-797608-16-iscsi neutron-server[93884]: INFO neutron.wsgi [req-f1226362-9ea9-4808-9992-0493fc75338d req-fd058e9a-24f0-4ab7-b643-9399501324f4 tempest-AttachVolumeTestJSON-893493791 tempest-AttachVolumeTestJSON-893493791-project] 10.222.0.32 "GET /v2.0/security-groups?id=04a16d11-7ca4-462a-891c-e4a125fe1a42&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0555480 Aug 13 11:22:31.523140 dv-cinder-797608-16-iscsi neutron-server[93885]: DEBUG neutron.plugins.ml2.db [None req-a13e8305-596d-40ac-9824-838a7b013081 None None] For port 9e224921-dbca-4766-ae24-f5c67e1a7d3c, host dv-cinder-797608-16-iscsi, cleared binding levels {{(pid=93885) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 13 11:22:31.530577 dv-cinder-797608-16-iscsi neutron-server[93885]: DEBUG neutron.plugins.ml2.db [None req-a13e8305-596d-40ac-9824-838a7b013081 None None] For port 9e224921-dbca-4766-ae24-f5c67e1a7d3c, host dv-cinder-797608-16-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797608-16-iscsi',level=0,port_id=9e224921-dbca-4766-ae24-f5c67e1a7d3c,segment=NetworkSegment(43e3c025-133f-4638-8eeb-3e1b819d6496),segment_id=43e3c025-133f-4638-8eeb-3e1b819d6496)] {{(pid=93885) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 13 11:22:31.544051 dv-cinder-797608-16-iscsi neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-a13e8305-596d-40ac-9824-838a7b013081 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935844', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611014', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782137889940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782137337613', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782137337631'] for port, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 11:22:31.594572 dv-cinder-797608-16-iscsi neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a56b31c0-0d5e-49eb-9037-4b3e92c5079a req-f5fd11ce-cc05-48d3-9c4e-05c162211e80 tempest-ServerRescueNegativeTestJSON-217385872 tempest-ServerRescueNegativeTestJSON-217385872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 11:22:31.603639 dv-cinder-797608-16-iscsi neutron-server[93884]: INFO neutron.wsgi [req-a56b31c0-0d5e-49eb-9037-4b3e92c5079a req-f5fd11ce-cc05-48d3-9c4e-05c162211e80 tempest-ServerRescueNegativeTestJSON-217385872 tempest-ServerRescueNegativeTestJSON-217385872-project] 10.222.0.32 "GET /v2.0/ports?device_id=f07a0f18-2b98-479b-bd6a-186739dfba26 HTTP/1.1" status: 200 len: 945 time: 0.0778165 Aug 13 11:22:31.673014 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron.plugins.ml2.db [req-ef632337-1396-46b8-97cf-ac571ea7ee21 req-c98310ee-f7eb-4ed5-b55b-6aa69df0ce66 tempest-AttachVolumeNegativeTest-1779138385 tempest-AttachVolumeNegativeTest-1779138385-project] For port ed5562ea-7346-4c67-84bd-f8315fb64ad5, host hv-cinder-79760, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79760',level=0,port_id=ed5562ea-7346-4c67-84bd-f8315fb64ad5,segment=NetworkSegment(f4dd2cc4-fdaa-47ce-bd00-4a8b0e01de32),segment_id=f4dd2cc4-fdaa-47ce-bd00-4a8b0e01de32)] {{(pid=93883) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 13 11:22:31.673394 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-ef632337-1396-46b8-97cf-ac571ea7ee21 req-c98310ee-f7eb-4ed5-b55b-6aa69df0ce66 tempest-AttachVolumeNegativeTest-1779138385 tempest-AttachVolumeNegativeTest-1779138385-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1583036'] for port, precommit_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 11:22:31.687670 dv-cinder-797608-16-iscsi neutron-server[93884]: INFO neutron.wsgi [req-a56b31c0-0d5e-49eb-9037-4b3e92c5079a req-614fde08-9b18-4d24-af4b-6509d653a079 tempest-ServerRescueNegativeTestJSON-217385872 tempest-ServerRescueNegativeTestJSON-217385872-project] 10.222.0.32 "GET /v2.0/security-groups?id=5e66df65-70b0-476d-97cd-4e9936c292c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0772984 Aug 13 11:22:31.695048 dv-cinder-797608-16-iscsi neutron-server[93885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-879233f1-8ee9-4f37-b4de-f85791ded51a None None] Pushing event updated for resources: {'Port': ['ID=9e224921-dbca-4766-ae24-f5c67e1a7d3c,revision_number=4']} {{(pid=93885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 11:22:31.701039 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron.plugins.ml2.plugin [req-ef632337-1396-46b8-97cf-ac571ea7ee21 req-c98310ee-f7eb-4ed5-b55b-6aa69df0ce66 tempest-AttachVolumeNegativeTest-1779138385 tempest-AttachVolumeNegativeTest-1779138385-project] Calling delete_port for ed5562ea-7346-4c67-84bd-f8315fb64ad5 owned by compute:nova {{(pid=93883) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 13 11:22:31.711313 dv-cinder-797608-16-iscsi neutron-server[93885]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a13e8305-596d-40ac-9824-838a7b013081 None None] Routers {'3891f82e-742b-4ba1-8107-cd4338932a3c'} bound to L3 agent in host dv-cinder-797608-16-iscsi {{(pid=93885) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 13 11:22:31.712416 dv-cinder-797608-16-iscsi neutron-server[93885]: DEBUG neutron.db.l3_hamode_db [None req-a13e8305-596d-40ac-9824-838a7b013081 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797608-16-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-13T11:11:41Z,description=,heartbeat_timestamp=2021-08-13T11:22:11Z,host='dv-cinder-797608-16-iscsi',id=120d27b5-31d8-4cd2-97b4-2412c45088e1,load=0,resource_versions=,resources_synced=,started_at=2021-08-13T11:11:41Z,topic='l3_agent')) {'router_ids': ['3891f82e-742b-4ba1-8107-cd4338932a3c'], 'active': True} {{(pid=93885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 13 11:22:31.814334 dv-cinder-797608-16-iscsi neutron-server[93885]: DEBUG neutron.plugins.ml2.rpc [None req-05931952-e11e-4e12-af58-ece1398d134b None None] Device 58938eb5-7391-4f27-98f8-a6b6956f8929 up at agent ovs-agent-dv-cinder-797608-16-iscsi {{(pid=93885) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 13 11:22:32.039046 dv-cinder-797608-16-iscsi neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34406ed8-f510-4bc9-94e0-f5e186c8564e req-3c3c6b50-b39b-4efa-835b-1edbeeb1902d tempest-AttachVolumeTestJSON-893493791 tempest-AttachVolumeTestJSON-893493791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 11:22:32.050714 dv-cinder-797608-16-iscsi neutron-server[93884]: INFO neutron.wsgi [req-34406ed8-f510-4bc9-94e0-f5e186c8564e req-3c3c6b50-b39b-4efa-835b-1edbeeb1902d tempest-AttachVolumeTestJSON-893493791 tempest-AttachVolumeTestJSON-893493791-project] 10.222.0.32 "GET /v2.0/ports?device_id=210d2391-7cc4-41fd-87e2-e84f6d335633 HTTP/1.1" status: 200 len: 945 time: 0.1716311 Aug 13 11:22:32.109451 dv-cinder-797608-16-iscsi neutron-server[93884]: INFO neutron.wsgi [req-34406ed8-f510-4bc9-94e0-f5e186c8564e req-c4e5de35-960a-4bbb-8803-3d9afc1692a0 tempest-AttachVolumeTestJSON-893493791 tempest-AttachVolumeTestJSON-893493791-project] 10.222.0.32 "GET /v2.0/security-groups?id=04a16d11-7ca4-462a-891c-e4a125fe1a42&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0473320 Aug 13 11:22:32.127317 dv-cinder-797608-16-iscsi neutron-server[93885]: DEBUG neutron.db.provisioning_blocks [None req-05931952-e11e-4e12-af58-ece1398d134b None None] Provisioning complete for port 58938eb5-7391-4f27-98f8-a6b6956f8929 triggered by entity L2. {{(pid=93885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 13 11:22:32.128758 dv-cinder-797608-16-iscsi neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-05931952-e11e-4e12-af58-ece1398d134b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-997193'] for port, provisioning_complete {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 11:22:32.132241 dv-cinder-797608-16-iscsi neutron-server[93885]: DEBUG neutron.db.l3_dvr_db [None req-a13e8305-596d-40ac-9824-838a7b013081 None None] Set router 3891f82e-742b-4ba1-8107-cd4338932a3c gateway port host: dv-cinder-797608-16-iscsi {{(pid=93885) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 13 11:22:32.140357 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-ef632337-1396-46b8-97cf-ac571ea7ee21 req-c98310ee-f7eb-4ed5-b55b-6aa69df0ce66 tempest-AttachVolumeNegativeTest-1779138385 tempest-AttachVolumeNegativeTest-1779138385-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935844', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611014', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782137889922', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782137337604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2139128394'] for port, after_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 11:22:32.188768 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-605a5066-a2d3-47b3-9a3f-4de9c7e1348d req-cc8acd85-de69-4c1d-aa74-4be05c7c27b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 11:22:32.190391 dv-cinder-797608-16-iscsi neutron-server[93883]: INFO neutron.wsgi [req-605a5066-a2d3-47b3-9a3f-4de9c7e1348d req-cc8acd85-de69-4c1d-aa74-4be05c7c27b4 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=79ef1636c6ae4656a27be7ebe99adfd8&device_id=210d2391-7cc4-41fd-87e2-e84f6d335633 HTTP/1.1" status: 200 len: 1098 time: 0.1197143 Aug 13 11:22:32.191145 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c98310ee-f7eb-4ed5-b55b-6aa69df0ce66 tempest-AttachVolumeNegativeTest-1779138385 tempest-AttachVolumeNegativeTest-1779138385-project] Pushing event deleted for resources: {'Port': ['ID=ed5562ea-7346-4c67-84bd-f8315fb64ad5,revision_number=None']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 11:22:32.208645 dv-cinder-797608-16-iscsi neutron-server[93885]: DEBUG neutron.plugins.ml2.db [None req-a0b9b986-0706-4fc6-9cf9-0eb02d2513dc None None] get_ports_and_sgs() called for port_ids ['1ebd7405-00bb-4e41-b826-c3f3f5ab625e', '1c819ec8-f1e7-4368-b225-ec8be4f19714', '3ad30c3e-8aac-4c3f-952c-ebae52dfcdba', 'ed5562ea-7346-4c67-84bd-f8315fb64ad5'] {{(pid=93885) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 13 11:22:32.300556 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron.db.l3_dvrscheduler_db [req-ef632337-1396-46b8-97cf-ac571ea7ee21 req-c98310ee-f7eb-4ed5-b55b-6aa69df0ce66 tempest-AttachVolumeNegativeTest-1779138385 tempest-AttachVolumeNegativeTest-1779138385-project] No DVR routers for this DVR port ed5562ea-7346-4c67-84bd-f8315fb64ad5 on host hv-cinder-79760 {{(pid=93883) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 13 11:22:32.306137 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-ef632337-1396-46b8-97cf-ac571ea7ee21 req-c98310ee-f7eb-4ed5-b55b-6aa69df0ce66 tempest-AttachVolumeNegativeTest-1779138385 tempest-AttachVolumeNegativeTest-1779138385-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-128352'] for port, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 11:22:32.309363 dv-cinder-797608-16-iscsi neutron-server[93883]: INFO neutron.wsgi [req-ef632337-1396-46b8-97cf-ac571ea7ee21 req-c98310ee-f7eb-4ed5-b55b-6aa69df0ce66 tempest-AttachVolumeNegativeTest-1779138385 tempest-AttachVolumeNegativeTest-1779138385-project] 10.222.0.20 "DELETE /v2.0/ports/ed5562ea-7346-4c67-84bd-f8315fb64ad5 HTTP/1.1" status: 204 len: 173 time: 0.9909875 Aug 13 11:22:32.310084 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a5df8828-9c0f-4b63-8186-d7ea88dc9c62', 'name': 'network-vif-deleted', 'tag': 'ed5562ea-7346-4c67-84bd-f8315fb64ad5'}] {{(pid=93883) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 13 11:22:32.313658 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}db1a1fbc245c58e73290e58258e46ca41fe4e785cc79cbd57aa3dae940aad292" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5d618e5b-d447-4bfe-bb03-f1e8cf51b034" -d '{"events": [{"server_uuid": "a5df8828-9c0f-4b63-8186-d7ea88dc9c62", "name": "network-vif-deleted", "tag": "ed5562ea-7346-4c67-84bd-f8315fb64ad5"}]}' {{(pid=93883) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 13 11:22:32.345111 dv-cinder-797608-16-iscsi neutron-server[93884]: INFO neutron.wsgi [req-f5063228-c3eb-4e08-8587-8374a2dbe2ee req-51a256e5-973b-432c-a40c-cecf2ad5db72 tempest-AttachVolumeNegativeTest-1779138385 tempest-AttachVolumeNegativeTest-1779138385-project] 10.222.0.32 "GET /v2.0/ports?device_id=a5df8828-9c0f-4b63-8186-d7ea88dc9c62 HTTP/1.1" status: 200 len: 210 time: 0.0562046 Aug 13 11:22:32.364914 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-605a5066-a2d3-47b3-9a3f-4de9c7e1348d req-7e591754-f637-4069-a467-ef67a9da5a28 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 11:22:32.364914 dv-cinder-797608-16-iscsi neutron-server[93883]: INFO neutron.wsgi [req-605a5066-a2d3-47b3-9a3f-4de9c7e1348d req-7e591754-f637-4069-a467-ef67a9da5a28 service neutron] 10.222.0.20 "GET /v2.0/networks?id=ec8923c9-e8aa-4fb7-a57a-17b8964f1574 HTTP/1.1" status: 200 len: 912 time: 0.1528020 Aug 13 11:22:32.408899 dv-cinder-797608-16-iscsi neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89490317-3b13-4aaf-ae65-980881dfece3 req-08c045ca-fa33-4616-ae57-44e208a08118 tempest-VolumesSnapshotTestJSON-118294861 tempest-VolumesSnapshotTestJSON-118294861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 11:22:32.410987 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 13 Aug 2021 11:22:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-81cf8724-e0c9-422c-88ae-8c52631f8bf9 x-openstack-request-id: req-81cf8724-e0c9-422c-88ae-8c52631f8bf9 {{(pid=93883) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 13 11:22:32.411824 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a5df8828-9c0f-4b63-8186-d7ea88dc9c62", "name": "network-vif-deleted", "tag": "ed5562ea-7346-4c67-84bd-f8315fb64ad5", "status": "completed", "code": 200}]} {{(pid=93883) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 13 11:22:32.412179 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-81cf8724-e0c9-422c-88ae-8c52631f8bf9 {{(pid=93883) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 13 11:22:32.412981 dv-cinder-797608-16-iscsi neutron-server[93883]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a5df8828-9c0f-4b63-8186-d7ea88dc9c62', 'name': 'network-vif-deleted', 'tag': 'ed5562ea-7346-4c67-84bd-f8315fb64ad5', 'status': 'completed', 'code': 200} Aug 13 11:22:32.420632 dv-cinder-797608-16-iscsi neutron-server[93884]: INFO neutron.wsgi [req-89490317-3b13-4aaf-ae65-980881dfece3 req-08c045ca-fa33-4616-ae57-44e208a08118 tempest-VolumesSnapshotTestJSON-118294861 tempest-VolumesSnapshotTestJSON-118294861-project] 10.222.0.32 "GET /v2.0/ports?device_id=7a8ebe49-b627-4f99-8049-4a3fa97144cc HTTP/1.1" status: 200 len: 945 time: 0.0744362 Aug 13 11:22:32.483068 dv-cinder-797608-16-iscsi neutron-server[93884]: INFO neutron.wsgi [req-89490317-3b13-4aaf-ae65-980881dfece3 req-60b36a95-5746-40dd-a2eb-013c12a300c6 tempest-VolumesSnapshotTestJSON-118294861 tempest-VolumesSnapshotTestJSON-118294861-project] 10.222.0.32 "GET /v2.0/security-groups?id=067564c0-67c3-4ba8-9df2-3ce8ca895aee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0608885 Aug 13 11:22:32.490561 dv-cinder-797608-16-iscsi neutron-server[93883]: INFO neutron.wsgi [req-605a5066-a2d3-47b3-9a3f-4de9c7e1348d req-03574aad-fd4b-4d50-ab8c-4a0faddf1d79 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=5d3c7948-d52d-4294-a06f-d0394ef47e0f HTTP/1.1" status: 200 len: 1000 time: 0.0704920 Aug 13 11:22:32.596347 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-605a5066-a2d3-47b3-9a3f-4de9c7e1348d req-1432f590-c079-4926-b0f6-a4b6dbac5f57 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 11:22:32.597925 dv-cinder-797608-16-iscsi neutron-server[93883]: INFO neutron.wsgi [req-605a5066-a2d3-47b3-9a3f-4de9c7e1348d req-1432f590-c079-4926-b0f6-a4b6dbac5f57 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=8f355941-9ea6-47f3-b4b3-219d5394ef79 HTTP/1.1" status: 200 len: 850 time: 0.0968122 Aug 13 11:22:32.631297 dv-cinder-797608-16-iscsi neutron-server[93885]: DEBUG neutron.db.l3_hamode_db [None req-a13e8305-596d-40ac-9824-838a7b013081 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3891f82e-742b-4ba1-8107-cd4338932a3c', 'name': 'tempest-TestVolumeBootPattern-573013124-router', 'tenant_id': 'da542c710c3d4dc7a303675ee9864641', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c3f0979-58a5-4465-87f9-e256377c6b61', 'external_fixed_ips': [{'subnet_id': 'ba735781-2bff-41d5-99b4-7ca705ee91ca', 'ip_address': '172.27.2.115'}], 'enable_snat': True}, 'gw_port_id': '58938eb5-7391-4f27-98f8-a6b6956f8929', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-13T11:22:23Z', 'updated_at': '2021-08-13T11:22:28Z', 'revision_number': 4, 'project_id': 'da542c710c3d4dc7a303675ee9864641', 'gw_port': {'id': '58938eb5-7391-4f27-98f8-a6b6956f8929', 'name': '', 'network_id': '7c3f0979-58a5-4465-87f9-e256377c6b61', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:c8:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3891f82e-742b-4ba1-8107-cd4338932a3c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 482, 'fixed_ips': [{'subnet_id': 'ba735781-2bff-41d5-99b4-7ca705ee91ca', 'ip_address': '172.27.2.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-13T11:22:24Z', 'updated_at': '2021-08-13T11:22:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ba735781-2bff-41d5-99b4-7ca705ee91ca', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797608-16-iscsi', '_interfaces': [{'id': '9e224921-dbca-4766-ae24-f5c67e1a7d3c', 'name': '', 'network_id': '12287342-8e11-4ddf-943a-6818cea26b44', 'tenant_id': 'da542c710c3d4dc7a303675ee9864641', 'mac_address': 'fa:16:3e:8c:61:d2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3891f82e-742b-4ba1-8107-cd4338932a3c', 'device_owner': 'network:router_interface', 'standard_attr_id': 483, 'fixed_ips': [{'subnet_id': '81d9bcfa-d27f-4f38-8a4d-d79c8da14591', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-13T11:22:26Z', 'updated_at': '2021-08-13T11:22:31Z', 'revision_number': 4, 'project_id': 'da542c710c3d4dc7a303675ee9864641', 'subnets': [{'id': '81d9bcfa-d27f-4f38-8a4d-d79c8da14591', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-797608-16-iscsi', False) {} {{(pid=93885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 13 11:22:32.679818 dv-cinder-797608-16-iscsi neutron-server[93885]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a13e8305-596d-40ac-9824-838a7b013081 None None] The sync data for ids ['3891f82e-742b-4ba1-8107-cd4338932a3c'] in dv-cinder-797608-16-iscsi is: [{'id': '3891f82e-742b-4ba1-8107-cd4338932a3c', 'name': 'tempest-TestVolumeBootPattern-573013124-router', 'tenant_id': 'da542c710c3d4dc7a303675ee9864641', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c3f0979-58a5-4465-87f9-e256377c6b61', 'external_fixed_ips': [{'subnet_id': 'ba735781-2bff-41d5-99b4-7ca705ee91ca', 'ip_address': '172.27.2.115'}], 'enable_snat': True}, 'gw_port_id': '58938eb5-7391-4f27-98f8-a6b6956f8929', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-13T11:22:23Z', 'updated_at': '2021-08-13T11:22:28Z', 'revision_number': 4, 'project_id': 'da542c710c3d4dc7a303675ee9864641', 'gw_port': {'id': '58938eb5-7391-4f27-98f8-a6b6956f8929', 'name': '', 'network_id': '7c3f0979-58a5-4465-87f9-e256377c6b61', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:c8:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3891f82e-742b-4ba1-8107-cd4338932a3c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 482, 'fixed_ips': [{'subnet_id': 'ba735781-2bff-41d5-99b4-7ca705ee91ca', 'ip_address': '172.27.2.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-13T11:22:24Z', 'updated_at': '2021-08-13T11:22:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ba735781-2bff-41d5-99b4-7ca705ee91ca', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797608-16-iscsi', '_interfaces': [{'id': '9e224921-dbca-4766-ae24-f5c67e1a7d3c', 'name': '', 'network_id': '12287342-8e11-4ddf-943a-6818cea26b44', 'tenant_id': 'da542c710c3d4dc7a303675ee9864641', 'mac_address': 'fa:16:3e:8c:61:d2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3891f82e-742b-4ba1-8107-cd4338932a3c', 'device_owner': 'network:router_interface', 'standard_attr_id': 483, 'fixed_ips': [{'subnet_id': '81d9bcfa-d27f-4f38-8a4d-d79c8da14591', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-13T11:22:26Z', 'updated_at': '2021-08-13T11:22:31Z', 'revision_number': 4, 'project_id': 'da542c710c3d4dc7a303675ee9864641', 'subnets': [{'id': '81d9bcfa-d27f-4f38-8a4d-d79c8da14591', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93885) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 13 11:22:32.697591 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-605a5066-a2d3-47b3-9a3f-4de9c7e1348d req-28ff003f-6abe-453e-aad9-99e0f897450c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 11:22:32.699327 dv-cinder-797608-16-iscsi neutron-server[93883]: INFO neutron.wsgi [req-605a5066-a2d3-47b3-9a3f-4de9c7e1348d req-28ff003f-6abe-453e-aad9-99e0f897450c service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=ec8923c9-e8aa-4fb7-a57a-17b8964f1574&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0561857 Aug 13 11:22:32.853003 dv-cinder-797608-16-iscsi neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6a7360d-2217-4c71-9eb2-da08a768aa88 req-9bdde76a-872e-4396-94db-0930322cdca6 tempest-ServerRescueNegativeTestJSON-217385872 tempest-ServerRescueNegativeTestJSON-217385872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 11:22:32.853273 dv-cinder-797608-16-iscsi neutron-server[93883]: INFO neutron.wsgi [req-605a5066-a2d3-47b3-9a3f-4de9c7e1348d req-70f0af69-adfc-4310-b72e-9a1c5b2c93c3 service neutron] 10.222.0.20 "GET /v2.0/networks/ec8923c9-e8aa-4fb7-a57a-17b8964f1574?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1442676 Aug 13 11:22:32.861361 dv-cinder-797608-16-iscsi neutron-server[93884]: INFO neutron.wsgi [req-d6a7360d-2217-4c71-9eb2-da08a768aa88 req-9bdde76a-872e-4396-94db-0930322cdca6 tempest-ServerRescueNegativeTestJSON-217385872 tempest-ServerRescueNegativeTestJSON-217385872-project] 10.222.0.32 "GET /v2.0/ports?device_id=f07a0f18-2b98-479b-bd6a-186739dfba26 HTTP/1.1" status: 200 len: 945 time: 0.0709641 Aug 13 11:22:32.909579 dv-cinder-797608-16-iscsi neutron-server[93884]: INFO neutron.wsgi [req-d6a7360d-2217-4c71-9eb2-da08a768aa88 req-aca9eb09-b665-4b23-bc87-3ee64ec626ef tempest-ServerRescueNegativeTestJSON-217385872 tempest-ServerRescueNegativeTestJSON-217385872-project] 10.222.0.32 "GET /v2.0/security-groups?id=5e66df65-70b0-476d-97cd-4e9936c292c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0470867 Aug 13 11:22:32.991187 dv-cinder-797608-16-iscsi neutron-server[93883]: INFO neutron.wsgi [req-605a5066-a2d3-47b3-9a3f-4de9c7e1348d req-a6e77721-da25-4c0f-8258-3b2ad3d60133 service neutron] 10.222.0.20 "GET /v2.0/networks/ec8923c9-e8aa-4fb7-a57a-17b8964f1574?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1290085 Aug 13 11:22:33.289970 dv-cinder-797608-16-iscsi neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36a5f37b-db0b-4b5a-b441-dce2e444ca7a req-31fbf741-c1e6-4734-acaa-ef8471c460d2 tempest-AttachVolumeTestJSON-893493791 tempest-AttachVolumeTestJSON-893493791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 11:22:33.302756 dv-cinder-797608-16-iscsi neutron-server[93884]: INFO neutron.wsgi [req-36a5f37b-db0b-4b5a-b441-dce2e444ca7a req-31fbf741-c1e6-4734-acaa-ef8471c460d2 tempest-AttachVolumeTestJSON-893493791 tempest-AttachVolumeTestJSON-893493791-project] 10.222.0.32 "GET /v2.0/ports?device_id=210d2391-7cc4-41fd-87e2-e84f6d335633 HTTP/1.1" status: 200 len: 945 time: 0.0960217 Aug 13 11:22:33.373756 dv-cinder-797608-16-iscsi neutron-server[93884]: INFO neutron.wsgi [req-36a5f37b-db0b-4b5a-b441-dce2e444ca7a req-2fe1171f-b577-484b-a4d6-a604e39420d7 tempest-AttachVolumeTestJSON-893493791 tempest-AttachVolumeTestJSON-893493791-project] 10.222.0.32 "GET /v2.0/security-groups?id=04a16d11-7ca4-462a-891c-e4a125fe1a42&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0634308 Aug 13 11:22:33.631224 dv-cinder-797608-16-iscsi neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b37478b2-a14b-4292-9b21-0604103ae3f6 req-6664009e-98e0-4013-9421-15d98a5ef609 tempest-VolumesSnapshotTestJSON-118294861 tempest-VolumesSnapshotTestJSON-118294861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 11:22:33.639101 dv-cinder-797608-16-iscsi neutron-server[93884]: INFO neutron.wsgi [req-b37478b2-a14b-4292-9b21-0604103ae3f6 req-6664009e-98e0-4013-9421-15d98a5ef609 tempest-VolumesSnapshotTestJSON-118294861 tempest-VolumesSnapshotTestJSON-118294861-project] 10.222.0.32 "GET /v2.0/ports?device_id=7a8ebe49-b627-4f99-8049-4a3fa97144cc HTTP/1.1" status: 200 len: 945 time: 0.0639162 Aug 13 11:22:33.662489 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.32', 49450) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 11:22:33.683940 dv-cinder-797608-16-iscsi neutron-server[93884]: INFO neutron.wsgi [req-b37478b2-a14b-4292-9b21-0604103ae3f6 req-8ab0e54e-c2fa-4d54-8a72-59f3497aa9ba tempest-VolumesSnapshotTestJSON-118294861 tempest-VolumesSnapshotTestJSON-118294861-project] 10.222.0.32 "GET /v2.0/security-groups?id=067564c0-67c3-4ba8-9df2-3ce8ca895aee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438654 Aug 13 11:22:33.763159 dv-cinder-797608-16-iscsi neutron-server[93885]: DEBUG neutron.plugins.ml2.rpc [None req-05931952-e11e-4e12-af58-ece1398d134b None None] Device 9e224921-dbca-4766-ae24-f5c67e1a7d3c up at agent ovs-agent-dv-cinder-797608-16-iscsi {{(pid=93885) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 13 11:22:33.797649 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-cd225a41-b17c-403c-bb10-6a73f046bdab admin admin] Notify callbacks [] for security_group, before_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 11:22:33.816961 dv-cinder-797608-16-iscsi neutron-server[93885]: DEBUG neutron.db.provisioning_blocks [None req-05931952-e11e-4e12-af58-ece1398d134b None None] Provisioning for port 9e224921-dbca-4766-ae24-f5c67e1a7d3c completed by entity L2. {{(pid=93885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 13 11:22:33.822897 dv-cinder-797608-16-iscsi neutron-server[93885]: DEBUG neutron.db.provisioning_blocks [None req-05931952-e11e-4e12-af58-ece1398d134b None None] Provisioning complete for port 9e224921-dbca-4766-ae24-f5c67e1a7d3c triggered by entity L2. {{(pid=93885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 13 11:22:33.823285 dv-cinder-797608-16-iscsi neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-05931952-e11e-4e12-af58-ece1398d134b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-997193'] for port, provisioning_complete {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 11:22:33.901644 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-cd225a41-b17c-403c-bb10-6a73f046bdab admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 11:22:33.906795 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-cd225a41-b17c-403c-bb10-6a73f046bdab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651637'] for security_group, after_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 11:22:33.914279 dv-cinder-797608-16-iscsi neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-05931952-e11e-4e12-af58-ece1398d134b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935434'] for port, before_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 11:22:33.946162 dv-cinder-797608-16-iscsi neutron-server[93883]: INFO neutron.wsgi [None req-cd225a41-b17c-403c-bb10-6a73f046bdab admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=9e9d858fcc56418d88668b8da98e2468&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2824323 Aug 13 11:22:33.947387 dv-cinder-797608-16-iscsi neutron-server[93885]: DEBUG neutron.plugins.ml2.db [None req-05931952-e11e-4e12-af58-ece1398d134b None None] For port 9e224921-dbca-4766-ae24-f5c67e1a7d3c, host dv-cinder-797608-16-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797608-16-iscsi',level=0,port_id=9e224921-dbca-4766-ae24-f5c67e1a7d3c,segment=NetworkSegment(43e3c025-133f-4638-8eeb-3e1b819d6496),segment_id=43e3c025-133f-4638-8eeb-3e1b819d6496)] {{(pid=93885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 13 11:22:33.948324 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd225a41-b17c-403c-bb10-6a73f046bdab admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1cc3e6f6-c7bf-467e-8e3d-ee5c6738f9c9,revision_number=1']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 11:22:33.948800 dv-cinder-797608-16-iscsi neutron-server[93884]: DEBUG neutron.wsgi [-] (93884) accepted ('10.222.0.32', 49456) {{(pid=93884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 11:22:33.951867 dv-cinder-797608-16-iscsi neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-05931952-e11e-4e12-af58-ece1398d134b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935844', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611014', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782137889940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782137337613', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782137337631'] for port, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 11:22:33.999082 dv-cinder-797608-16-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-886c82db-5f3f-433b-b6c7-2d46520b6ae4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 11:22:34.003789 dv-cinder-797608-16-iscsi neutron-server[93885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05931952-e11e-4e12-af58-ece1398d134b None None] Pushing event updated for resources: {'Port': ['ID=9e224921-dbca-4766-ae24-f5c67e1a7d3c,revision_number=5']} {{(pid=93885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 11:22:34.021753 dv-cinder-797608-16-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-886c82db-5f3f-433b-b6c7-2d46520b6ae4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 11:22:34.071374 dv-cinder-797608-16-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-886c82db-5f3f-433b-b6c7-2d46520b6ae4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651637'] for security_group, after_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 11:22:34.074405 dv-cinder-797608-16-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-886c82db-5f3f-433b-b6c7-2d46520b6ae4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 11:22:34.075599 dv-cinder-797608-16-iscsi neutron-server[93884]: INFO neutron.wsgi [None req-886c82db-5f3f-433b-b6c7-2d46520b6ae4 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/1cc3e6f6-c7bf-467e-8e3d-ee5c6738f9c9 HTTP/1.1" status: 204 len: 168 time: 0.1258314 Aug 13 11:22:34.086152 dv-cinder-797608-16-iscsi neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-886c82db-5f3f-433b-b6c7-2d46520b6ae4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1cc3e6f6-c7bf-467e-8e3d-ee5c6738f9c9,revision_number=None']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 11:22:34.256282 dv-cinder-797608-16-iscsi neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-a0b9b986-0706-4fc6-9cf9-0eb02d2513dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782137812740', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-997306'] for agent, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 11:22:34.492146 dv-cinder-797608-16-iscsi neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3db4c502-5064-4943-82a4-292a33b4d522 req-31405a38-a9ad-4d5f-ac30-9a711cc97cb0 tempest-AttachVolumeTestJSON-893493791 tempest-AttachVolumeTestJSON-893493791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 11:22:34.493635 dv-cinder-797608-16-iscsi neutron-server[93884]: INFO neutron.wsgi [req-3db4c502-5064-4943-82a4-292a33b4d522 req-31405a38-a9ad-4d5f-ac30-9a711cc97cb0 tempest-AttachVolumeTestJSON-893493791 tempest-AttachVolumeTestJSON-893493791-project] 10.222.0.32 "GET /v2.0/ports?device_id=210d2391-7cc4-41fd-87e2-e84f6d335633 HTTP/1.1" status: 200 len: 945 time: 0.0508189 Aug 13 11:22:34.570419 dv-cinder-797608-16-iscsi neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80766eeb-d06d-42f1-9425-9048ef1fb9da req-b2c5de53-f75a-4965-95e5-74522a083d91 tempest-ServerRescueNegativeTestJSON-217385872 tempest-ServerRescueNegativeTestJSON-217385872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 11:22:34.571991 dv-cinder-797608-16-iscsi neutron-server[93884]: INFO neutron.wsgi [req-80766eeb-d06d-42f1-9425-9048ef1fb9da req-b2c5de53-f75a-4965-95e5-74522a083d91 tempest-ServerRescueNegativeTestJSON-217385872 tempest-ServerRescueNegativeTestJSON-217385872-project] 10.222.0.32 "GET /v2.0/ports?device_id=f07a0f18-2b98-479b-bd6a-186739dfba26 HTTP/1.1" status: 200 len: 945 time: 0.0774360 Aug 13 11:22:34.575163 dv-cinder-797608-16-iscsi neutron-server[93884]: INFO neutron.wsgi [req-3db4c502-5064-4943-82a4-292a33b4d522 req-658001c4-9a76-4b45-894f-b71d53a36ffc tempest-AttachVolumeTestJSON-893493791 tempest-AttachVolumeTestJSON-893493791-project] 10.222.0.32 "GET /v2.0/security-groups?id=04a16d11-7ca4-462a-891c-e4a125fe1a42&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0557621 Aug 13 11:22:34.610628 dv-cinder-797608-16-iscsi neutron-server[93884]: INFO neutron.wsgi [req-80766eeb-d06d-42f1-9425-9048ef1fb9da req-afe53655-c55f-4c8a-9cae-1faa6e61692a tempest-ServerRescueNegativeTestJSON-217385872 tempest-ServerRescueNegativeTestJSON-217385872-project] 10.222.0.32 "GET /v2.0/security-groups?id=5e66df65-70b0-476d-97cd-4e9936c292c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322161 Aug 13 11:22:34.806967 dv-cinder-797608-16-iscsi neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2398d4a6-acb4-43cd-ae92-8d0fdff600bd req-61c88a7f-2d58-4503-b77c-177d4679c18e tempest-VolumesSnapshotTestJSON-118294861 tempest-VolumesSnapshotTestJSON-118294861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 11:22:34.809190 dv-cinder-797608-16-iscsi neutron-server[93884]: INFO neutron.wsgi [req-2398d4a6-acb4-43cd-ae92-8d0fdff600bd req-61c88a7f-2d58-4503-b77c-177d4679c18e tempest-VolumesSnapshotTestJSON-118294861 tempest-VolumesSnapshotTestJSON-118294861-project] 10.222.0.32 "GET /v2.0/ports?device_id=7a8ebe49-b627-4f99-8049-4a3fa97144cc HTTP/1.1" status: 200 len: 945 time: 0.0519884 Aug 13 11:22:34.850690 dv-cinder-797608-16-iscsi neutron-server[93884]: INFO neutron.wsgi [req-2398d4a6-acb4-43cd-ae92-8d0fdff600bd req-1cdaa555-ce2b-48b2-999c-4a1c52fdba28 tempest-VolumesSnapshotTestJSON-118294861 tempest-VolumesSnapshotTestJSON-118294861-project] 10.222.0.32 "GET /v2.0/security-groups?id=067564c0-67c3-4ba8-9df2-3ce8ca895aee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336380 Aug 13 11:22:34.894480 dv-cinder-797608-16-iscsi neutron-server[93883]: INFO neutron.wsgi [req-b578ccef-816d-4b62-a0f1-8f2bf29f15b9 req-91fa7241-65db-4b67-8476-ffbe9ea9b3bc service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=994527d7-146c-46c8-a16a-bc04ce3e770b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0393167 Aug 13 11:22:35.059514 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b578ccef-816d-4b62-a0f1-8f2bf29f15b9 req-c4ebe117-640a-4da0-91c5-a35e16efb608 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 11:22:35.061037 dv-cinder-797608-16-iscsi neutron-server[93883]: INFO neutron.wsgi [req-b578ccef-816d-4b62-a0f1-8f2bf29f15b9 req-c4ebe117-640a-4da0-91c5-a35e16efb608 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=7ce5ec11b3fa4a3da17a044b60c4d7c0&device_id=994527d7-146c-46c8-a16a-bc04ce3e770b HTTP/1.1" status: 200 len: 1099 time: 0.0413895 Aug 13 11:22:35.399591 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42fab73e-629a-4268-9ef6-900747065482 req-6f0223c6-4b10-421d-a651-a02b45ba07c2 tempest-VolumesSnapshotTestJSON-118294861 tempest-VolumesSnapshotTestJSON-118294861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 11:22:35.401070 dv-cinder-797608-16-iscsi neutron-server[93883]: INFO neutron.wsgi [req-42fab73e-629a-4268-9ef6-900747065482 req-6f0223c6-4b10-421d-a651-a02b45ba07c2 tempest-VolumesSnapshotTestJSON-118294861 tempest-VolumesSnapshotTestJSON-118294861-project] 10.222.0.20 "GET /v2.0/ports?device_id=7a8ebe49-b627-4f99-8049-4a3fa97144cc HTTP/1.1" status: 200 len: 945 time: 0.1137431 Aug 13 11:22:35.444625 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b578ccef-816d-4b62-a0f1-8f2bf29f15b9 req-c3939b5d-bc92-4337-8c83-10c7aa987139 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 11:22:35.446113 dv-cinder-797608-16-iscsi neutron-server[93883]: INFO neutron.wsgi [req-b578ccef-816d-4b62-a0f1-8f2bf29f15b9 req-c3939b5d-bc92-4337-8c83-10c7aa987139 service neutron] 10.222.0.20 "GET /v2.0/networks?id=02c7fb52-0ad2-484c-84d8-96df36c92bd5 HTTP/1.1" status: 200 len: 919 time: 0.1687987 Aug 13 11:22:35.512784 dv-cinder-797608-16-iscsi neutron-server[93883]: INFO neutron.wsgi [req-b578ccef-816d-4b62-a0f1-8f2bf29f15b9 req-5a984dbf-8590-411e-915a-6a2178465f7f service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=526ee671-31e3-4c26-a725-d78ee3f191b2 HTTP/1.1" status: 200 len: 217 time: 0.0558257 Aug 13 11:22:35.576422 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b578ccef-816d-4b62-a0f1-8f2bf29f15b9 req-0b335000-0a21-42e6-91f1-b1b16600c807 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 11:22:35.578397 dv-cinder-797608-16-iscsi neutron-server[93883]: INFO neutron.wsgi [req-b578ccef-816d-4b62-a0f1-8f2bf29f15b9 req-0b335000-0a21-42e6-91f1-b1b16600c807 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=4d0dfa4f-d7e7-4367-877a-a49567302b15 HTTP/1.1" status: 200 len: 858 time: 0.0557988 Aug 13 11:22:35.581217 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron.plugins.ml2.plugin [req-42fab73e-629a-4268-9ef6-900747065482 req-becea7dc-ae11-4968-9e8e-300c179da24d tempest-VolumesSnapshotTestJSON-118294861 tempest-VolumesSnapshotTestJSON-118294861-project] Deleting port 143692d5-5dc2-4d90-b56e-dc4b0d79fd66 {{(pid=93883) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 13 11:22:35.581555 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-42fab73e-629a-4268-9ef6-900747065482 req-becea7dc-ae11-4968-9e8e-300c179da24d tempest-VolumesSnapshotTestJSON-118294861 tempest-VolumesSnapshotTestJSON-118294861-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782137884200'] for port, before_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 11:22:35.646800 dv-cinder-797608-16-iscsi neutron-server[93883]: INFO neutron.wsgi [req-b578ccef-816d-4b62-a0f1-8f2bf29f15b9 req-a2b8e021-bbce-4499-b578-da199c65fcfe service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=02c7fb52-0ad2-484c-84d8-96df36c92bd5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0505836 Aug 13 11:22:35.726234 dv-cinder-797608-16-iscsi neutron-server[93885]: DEBUG neutron.plugins.ml2.rpc [None req-05931952-e11e-4e12-af58-ece1398d134b None None] Device 9e224921-dbca-4766-ae24-f5c67e1a7d3c up at agent ovs-agent-dv-cinder-797608-16-iscsi {{(pid=93885) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 13 11:22:35.750976 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron.plugins.ml2.db [req-42fab73e-629a-4268-9ef6-900747065482 req-becea7dc-ae11-4968-9e8e-300c179da24d tempest-VolumesSnapshotTestJSON-118294861 tempest-VolumesSnapshotTestJSON-118294861-project] For port 143692d5-5dc2-4d90-b56e-dc4b0d79fd66, host hv-cinder-79760, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79760',level=0,port_id=143692d5-5dc2-4d90-b56e-dc4b0d79fd66,segment=NetworkSegment(e18aea7a-7e5d-44de-aa65-0910a3f71ee1),segment_id=e18aea7a-7e5d-44de-aa65-0910a3f71ee1)] {{(pid=93883) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 13 11:22:35.751354 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-42fab73e-629a-4268-9ef6-900747065482 req-becea7dc-ae11-4968-9e8e-300c179da24d tempest-VolumesSnapshotTestJSON-118294861 tempest-VolumesSnapshotTestJSON-118294861-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1583036'] for port, precommit_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 11:22:35.773930 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron.plugins.ml2.plugin [req-42fab73e-629a-4268-9ef6-900747065482 req-becea7dc-ae11-4968-9e8e-300c179da24d tempest-VolumesSnapshotTestJSON-118294861 tempest-VolumesSnapshotTestJSON-118294861-project] Calling delete_port for 143692d5-5dc2-4d90-b56e-dc4b0d79fd66 owned by compute:nova {{(pid=93883) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 13 11:22:35.778517 dv-cinder-797608-16-iscsi neutron-server[93885]: DEBUG neutron.db.provisioning_blocks [None req-05931952-e11e-4e12-af58-ece1398d134b None None] Provisioning complete for port 9e224921-dbca-4766-ae24-f5c67e1a7d3c triggered by entity L2. {{(pid=93885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 13 11:22:35.778904 dv-cinder-797608-16-iscsi neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-05931952-e11e-4e12-af58-ece1398d134b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-997193'] for port, provisioning_complete {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 11:22:35.798097 dv-cinder-797608-16-iscsi neutron-server[93883]: INFO neutron.wsgi [req-b578ccef-816d-4b62-a0f1-8f2bf29f15b9 req-1c7cb1b3-c8d7-48a8-b74e-d2a15fbc5c80 service neutron] 10.222.0.20 "GET /v2.0/networks/02c7fb52-0ad2-484c-84d8-96df36c92bd5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1386588 Aug 13 11:22:35.949071 dv-cinder-797608-16-iscsi neutron-server[93883]: INFO neutron.wsgi [req-b578ccef-816d-4b62-a0f1-8f2bf29f15b9 req-f773bbfa-2395-4442-9b5b-6c17a358dd32 service neutron] 10.222.0.20 "GET /v2.0/networks/02c7fb52-0ad2-484c-84d8-96df36c92bd5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1179988 Aug 13 11:22:35.955247 dv-cinder-797608-16-iscsi neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96711380-fcb4-40ed-ba9c-c1610e4de1ff req-b6bb5817-5861-4761-b215-d470f1a221b6 tempest-AttachVolumeNegativeTest-1779138385 tempest-AttachVolumeNegativeTest-1779138385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 11:22:35.956755 dv-cinder-797608-16-iscsi neutron-server[93884]: INFO neutron.wsgi [req-96711380-fcb4-40ed-ba9c-c1610e4de1ff req-b6bb5817-5861-4761-b215-d470f1a221b6 tempest-AttachVolumeNegativeTest-1779138385 tempest-AttachVolumeNegativeTest-1779138385-project] 10.222.0.32 "GET /v2.0/ports?device_id=51d773e9-7bbb-4c2b-89c2-650a4be09768 HTTP/1.1" status: 200 len: 945 time: 0.0930109 Aug 13 11:22:36.006140 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-42fab73e-629a-4268-9ef6-900747065482 req-becea7dc-ae11-4968-9e8e-300c179da24d tempest-VolumesSnapshotTestJSON-118294861 tempest-VolumesSnapshotTestJSON-118294861-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935844', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611014', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782137889922', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782137337604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2139128394'] for port, after_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 11:22:36.014284 dv-cinder-797608-16-iscsi neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87066b4e-a2f2-4677-9b76-477bbbfd4219 req-fab5579c-d841-4cf0-8ee2-40ddbf526c87 tempest-VolumesSnapshotTestJSON-118294861 tempest-VolumesSnapshotTestJSON-118294861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 11:22:36.015896 dv-cinder-797608-16-iscsi neutron-server[93884]: INFO neutron.wsgi [req-87066b4e-a2f2-4677-9b76-477bbbfd4219 req-fab5579c-d841-4cf0-8ee2-40ddbf526c87 tempest-VolumesSnapshotTestJSON-118294861 tempest-VolumesSnapshotTestJSON-118294861-project] 10.222.0.32 "GET /v2.0/ports?device_id=7a8ebe49-b627-4f99-8049-4a3fa97144cc HTTP/1.1" status: 200 len: 945 time: 0.0812907 Aug 13 11:22:36.046431 dv-cinder-797608-16-iscsi neutron-server[93884]: INFO neutron.wsgi [req-96711380-fcb4-40ed-ba9c-c1610e4de1ff req-db357441-a3ec-4bfd-ac1f-945539a48407 tempest-AttachVolumeNegativeTest-1779138385 tempest-AttachVolumeNegativeTest-1779138385-project] 10.222.0.32 "GET /v2.0/security-groups?id=e9ebb553-6898-47d0-8034-10e78e802a38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0720296 Aug 13 11:22:36.047334 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-becea7dc-ae11-4968-9e8e-300c179da24d tempest-VolumesSnapshotTestJSON-118294861 tempest-VolumesSnapshotTestJSON-118294861-project] Pushing event deleted for resources: {'Port': ['ID=143692d5-5dc2-4d90-b56e-dc4b0d79fd66,revision_number=None']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 11:22:36.059860 dv-cinder-797608-16-iscsi neutron-server[93885]: DEBUG neutron.plugins.ml2.db [None req-a0b9b986-0706-4fc6-9cf9-0eb02d2513dc None None] get_ports_and_sgs() called for port_ids ['143692d5-5dc2-4d90-b56e-dc4b0d79fd66'] {{(pid=93885) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 13 11:22:36.093854 dv-cinder-797608-16-iscsi neutron-server[93884]: INFO neutron.wsgi [req-87066b4e-a2f2-4677-9b76-477bbbfd4219 req-da424a97-021b-4cb9-a72f-aeefa81857d6 tempest-VolumesSnapshotTestJSON-118294861 tempest-VolumesSnapshotTestJSON-118294861-project] 10.222.0.32 "GET /v2.0/security-groups?id=067564c0-67c3-4ba8-9df2-3ce8ca895aee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0675621 Aug 13 11:22:36.101962 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron.db.l3_dvrscheduler_db [req-42fab73e-629a-4268-9ef6-900747065482 req-becea7dc-ae11-4968-9e8e-300c179da24d tempest-VolumesSnapshotTestJSON-118294861 tempest-VolumesSnapshotTestJSON-118294861-project] No DVR routers for this DVR port 143692d5-5dc2-4d90-b56e-dc4b0d79fd66 on host hv-cinder-79760 {{(pid=93883) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 13 11:22:36.105052 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-42fab73e-629a-4268-9ef6-900747065482 req-becea7dc-ae11-4968-9e8e-300c179da24d tempest-VolumesSnapshotTestJSON-118294861 tempest-VolumesSnapshotTestJSON-118294861-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-128352'] for port, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 11:22:36.107188 dv-cinder-797608-16-iscsi neutron-server[93883]: INFO neutron.wsgi [req-42fab73e-629a-4268-9ef6-900747065482 req-becea7dc-ae11-4968-9e8e-300c179da24d tempest-VolumesSnapshotTestJSON-118294861 tempest-VolumesSnapshotTestJSON-118294861-project] 10.222.0.20 "DELETE /v2.0/ports/143692d5-5dc2-4d90-b56e-dc4b0d79fd66 HTTP/1.1" status: 204 len: 173 time: 0.6914043 Aug 13 11:22:36.107655 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7a8ebe49-b627-4f99-8049-4a3fa97144cc', 'name': 'network-vif-deleted', 'tag': '143692d5-5dc2-4d90-b56e-dc4b0d79fd66'}] {{(pid=93883) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 13 11:22:36.110706 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}db1a1fbc245c58e73290e58258e46ca41fe4e785cc79cbd57aa3dae940aad292" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a41e3195-c318-401a-86b8-0f48826da57c" -d '{"events": [{"server_uuid": "7a8ebe49-b627-4f99-8049-4a3fa97144cc", "name": "network-vif-deleted", "tag": "143692d5-5dc2-4d90-b56e-dc4b0d79fd66"}]}' {{(pid=93883) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 13 11:22:36.147152 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 13 Aug 2021 11:22:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b0a2bdd9-0df1-4a85-af89-7ce51a1d8ce5 x-openstack-request-id: req-b0a2bdd9-0df1-4a85-af89-7ce51a1d8ce5 {{(pid=93883) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 13 11:22:36.147420 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7a8ebe49-b627-4f99-8049-4a3fa97144cc", "name": "network-vif-deleted", "tag": "143692d5-5dc2-4d90-b56e-dc4b0d79fd66", "status": "completed", "code": 200}]} {{(pid=93883) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 13 11:22:36.147724 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-b0a2bdd9-0df1-4a85-af89-7ce51a1d8ce5 {{(pid=93883) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 13 11:22:36.148435 dv-cinder-797608-16-iscsi neutron-server[93883]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7a8ebe49-b627-4f99-8049-4a3fa97144cc', 'name': 'network-vif-deleted', 'tag': '143692d5-5dc2-4d90-b56e-dc4b0d79fd66', 'status': 'completed', 'code': 200} Aug 13 11:22:36.792418 dv-cinder-797608-16-iscsi neutron-server[93885]: DEBUG neutron.plugins.ml2.rpc [None req-a0b9b986-0706-4fc6-9cf9-0eb02d2513dc None None] Device ed5562ea-7346-4c67-84bd-f8315fb64ad5 no longer exists at agent hyperv_hv-cinder-79760 {{(pid=93885) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 13 11:22:36.811762 dv-cinder-797608-16-iscsi neutron-server[93885]: DEBUG neutron.plugins.ml2.plugin [None req-a0b9b986-0706-4fc6-9cf9-0eb02d2513dc None None] No Port match for: ed5562ea-7346-4c67-84bd-f8315fb64ad5 {{(pid=93885) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 13 11:22:36.812113 dv-cinder-797608-16-iscsi neutron-server[93885]: DEBUG neutron.plugins.ml2.rpc [None req-a0b9b986-0706-4fc6-9cf9-0eb02d2513dc None None] Device ed5562ea-7346-4c67-84bd-f8315fb64ad5 not bound to the agent host hv-cinder-79760 {{(pid=93885) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 13 11:22:37.183714 dv-cinder-797608-16-iscsi neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5189eec0-5ac2-47af-a63c-6433dce592d0 req-e7f8cfc9-97ec-4285-a9f1-c74f87844113 tempest-AttachVolumeNegativeTest-1779138385 tempest-AttachVolumeNegativeTest-1779138385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 11:22:37.185416 dv-cinder-797608-16-iscsi neutron-server[93884]: INFO neutron.wsgi [req-5189eec0-5ac2-47af-a63c-6433dce592d0 req-e7f8cfc9-97ec-4285-a9f1-c74f87844113 tempest-AttachVolumeNegativeTest-1779138385 tempest-AttachVolumeNegativeTest-1779138385-project] 10.222.0.32 "GET /v2.0/ports?device_id=51d773e9-7bbb-4c2b-89c2-650a4be09768 HTTP/1.1" status: 200 len: 945 time: 0.0581453 Aug 13 11:22:37.224890 dv-cinder-797608-16-iscsi neutron-server[93884]: INFO neutron.wsgi [req-5189eec0-5ac2-47af-a63c-6433dce592d0 req-c5aec0be-c897-4abc-b042-20f7bbed0dd1 tempest-AttachVolumeNegativeTest-1779138385 tempest-AttachVolumeNegativeTest-1779138385-project] 10.222.0.32 "GET /v2.0/security-groups?id=e9ebb553-6898-47d0-8034-10e78e802a38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329559 Aug 13 11:22:38.339399 dv-cinder-797608-16-iscsi neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f89ff182-e4aa-40f3-b7b4-ff77ce52bc1b req-b5ede3e2-c34f-4a82-9c87-08654fdad097 tempest-AttachVolumeNegativeTest-1779138385 tempest-AttachVolumeNegativeTest-1779138385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 11:22:38.340844 dv-cinder-797608-16-iscsi neutron-server[93884]: INFO neutron.wsgi [req-f89ff182-e4aa-40f3-b7b4-ff77ce52bc1b req-b5ede3e2-c34f-4a82-9c87-08654fdad097 tempest-AttachVolumeNegativeTest-1779138385 tempest-AttachVolumeNegativeTest-1779138385-project] 10.222.0.32 "GET /v2.0/ports?device_id=51d773e9-7bbb-4c2b-89c2-650a4be09768 HTTP/1.1" status: 200 len: 945 time: 0.0476310 Aug 13 11:22:38.381053 dv-cinder-797608-16-iscsi neutron-server[93884]: INFO neutron.wsgi [req-f89ff182-e4aa-40f3-b7b4-ff77ce52bc1b req-a6d9d224-2d7c-424a-8aea-9e66ab06dbee tempest-AttachVolumeNegativeTest-1779138385 tempest-AttachVolumeNegativeTest-1779138385-project] 10.222.0.32 "GET /v2.0/security-groups?id=e9ebb553-6898-47d0-8034-10e78e802a38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338194 Aug 13 11:22:38.823301 dv-cinder-797608-16-iscsi neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-0fcc35fc-08ba-42e1-807e-95fe4b758bbc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782137812740', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-997306'] for agent, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 11:22:39.508146 dv-cinder-797608-16-iscsi neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09b95b38-1418-401c-9240-94c2d3582124 req-55a4ac02-fa5e-4639-a188-8f710520bfa6 tempest-AttachVolumeNegativeTest-1779138385 tempest-AttachVolumeNegativeTest-1779138385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 11:22:39.509561 dv-cinder-797608-16-iscsi neutron-server[93884]: INFO neutron.wsgi [req-09b95b38-1418-401c-9240-94c2d3582124 req-55a4ac02-fa5e-4639-a188-8f710520bfa6 tempest-AttachVolumeNegativeTest-1779138385 tempest-AttachVolumeNegativeTest-1779138385-project] 10.222.0.32 "GET /v2.0/ports?device_id=51d773e9-7bbb-4c2b-89c2-650a4be09768 HTTP/1.1" status: 200 len: 945 time: 0.0572250 Aug 13 11:22:39.547678 dv-cinder-797608-16-iscsi neutron-server[93884]: INFO neutron.wsgi [req-09b95b38-1418-401c-9240-94c2d3582124 req-4c0ca06a-0297-4e9e-b230-2c0dec28e7f3 tempest-AttachVolumeNegativeTest-1779138385 tempest-AttachVolumeNegativeTest-1779138385-project] 10.222.0.32 "GET /v2.0/security-groups?id=e9ebb553-6898-47d0-8034-10e78e802a38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314941 Aug 13 11:22:40.674493 dv-cinder-797608-16-iscsi neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3ab39ac-d729-49f4-af4b-d5564435fab8 req-55dec2c5-12f4-48c8-b153-33bd5d8dbc3a tempest-AttachVolumeNegativeTest-1779138385 tempest-AttachVolumeNegativeTest-1779138385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 11:22:40.676023 dv-cinder-797608-16-iscsi neutron-server[93884]: INFO neutron.wsgi [req-c3ab39ac-d729-49f4-af4b-d5564435fab8 req-55dec2c5-12f4-48c8-b153-33bd5d8dbc3a tempest-AttachVolumeNegativeTest-1779138385 tempest-AttachVolumeNegativeTest-1779138385-project] 10.222.0.32 "GET /v2.0/ports?device_id=51d773e9-7bbb-4c2b-89c2-650a4be09768 HTTP/1.1" status: 200 len: 945 time: 0.0485523 Aug 13 11:22:40.712170 dv-cinder-797608-16-iscsi neutron-server[93884]: INFO neutron.wsgi [req-c3ab39ac-d729-49f4-af4b-d5564435fab8 req-ba127480-4ed2-49aa-8002-f56e348cc71e tempest-AttachVolumeNegativeTest-1779138385 tempest-AttachVolumeNegativeTest-1779138385-project] 10.222.0.32 "GET /v2.0/security-groups?id=e9ebb553-6898-47d0-8034-10e78e802a38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0303237 Aug 13 11:22:40.817002 dv-cinder-797608-16-iscsi neutron-server[93885]: DEBUG neutron.plugins.ml2.rpc [None req-a0b9b986-0706-4fc6-9cf9-0eb02d2513dc None None] Device 143692d5-5dc2-4d90-b56e-dc4b0d79fd66 no longer exists at agent hyperv_hv-cinder-79760 {{(pid=93885) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 13 11:22:40.841565 dv-cinder-797608-16-iscsi neutron-server[93885]: DEBUG neutron.plugins.ml2.plugin [None req-a0b9b986-0706-4fc6-9cf9-0eb02d2513dc None None] No Port match for: 143692d5-5dc2-4d90-b56e-dc4b0d79fd66 {{(pid=93885) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 13 11:22:40.841819 dv-cinder-797608-16-iscsi neutron-server[93885]: DEBUG neutron.plugins.ml2.rpc [None req-a0b9b986-0706-4fc6-9cf9-0eb02d2513dc None None] Device 143692d5-5dc2-4d90-b56e-dc4b0d79fd66 not bound to the agent host hv-cinder-79760 {{(pid=93885) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 13 11:22:41.167245 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7efa71a7-1c3b-4060-b45b-6f6ddda0744f req-97a5b0aa-5d55-4fb9-bd0f-db8be53729a1 tempest-AttachVolumeNegativeTest-1779138385 tempest-AttachVolumeNegativeTest-1779138385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 11:22:41.168602 dv-cinder-797608-16-iscsi neutron-server[93883]: INFO neutron.wsgi [req-7efa71a7-1c3b-4060-b45b-6f6ddda0744f req-97a5b0aa-5d55-4fb9-bd0f-db8be53729a1 tempest-AttachVolumeNegativeTest-1779138385 tempest-AttachVolumeNegativeTest-1779138385-project] 10.222.0.20 "GET /v2.0/ports?device_id=51d773e9-7bbb-4c2b-89c2-650a4be09768 HTTP/1.1" status: 200 len: 945 time: 0.0520577 Aug 13 11:22:41.275607 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron.plugins.ml2.plugin [req-7efa71a7-1c3b-4060-b45b-6f6ddda0744f req-31c4a00f-4611-4e31-b447-d09cfd7beb65 tempest-AttachVolumeNegativeTest-1779138385 tempest-AttachVolumeNegativeTest-1779138385-project] Deleting port 3ad30c3e-8aac-4c3f-952c-ebae52dfcdba {{(pid=93883) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 13 11:22:41.275963 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-7efa71a7-1c3b-4060-b45b-6f6ddda0744f req-31c4a00f-4611-4e31-b447-d09cfd7beb65 tempest-AttachVolumeNegativeTest-1779138385 tempest-AttachVolumeNegativeTest-1779138385-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782137884200'] for port, before_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 11:22:41.277433 dv-cinder-797608-16-iscsi neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-7e8d08d2-2e06-4d1d-8cc7-baeee2178761 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782137812740', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-997306'] for agent, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 11:22:41.362666 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron.plugins.ml2.db [req-7efa71a7-1c3b-4060-b45b-6f6ddda0744f req-31c4a00f-4611-4e31-b447-d09cfd7beb65 tempest-AttachVolumeNegativeTest-1779138385 tempest-AttachVolumeNegativeTest-1779138385-project] For port 3ad30c3e-8aac-4c3f-952c-ebae52dfcdba, host hv-cinder-79760, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79760',level=0,port_id=3ad30c3e-8aac-4c3f-952c-ebae52dfcdba,segment=NetworkSegment(f4dd2cc4-fdaa-47ce-bd00-4a8b0e01de32),segment_id=f4dd2cc4-fdaa-47ce-bd00-4a8b0e01de32)] {{(pid=93883) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 13 11:22:41.363029 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-7efa71a7-1c3b-4060-b45b-6f6ddda0744f req-31c4a00f-4611-4e31-b447-d09cfd7beb65 tempest-AttachVolumeNegativeTest-1779138385 tempest-AttachVolumeNegativeTest-1779138385-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1583036'] for port, precommit_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 11:22:41.377891 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron.plugins.ml2.plugin [req-7efa71a7-1c3b-4060-b45b-6f6ddda0744f req-31c4a00f-4611-4e31-b447-d09cfd7beb65 tempest-AttachVolumeNegativeTest-1779138385 tempest-AttachVolumeNegativeTest-1779138385-project] Calling delete_port for 3ad30c3e-8aac-4c3f-952c-ebae52dfcdba owned by compute:nova {{(pid=93883) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 13 11:22:41.520639 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-7efa71a7-1c3b-4060-b45b-6f6ddda0744f req-31c4a00f-4611-4e31-b447-d09cfd7beb65 tempest-AttachVolumeNegativeTest-1779138385 tempest-AttachVolumeNegativeTest-1779138385-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935844', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611014', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782137889922', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782137337604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2139128394'] for port, after_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 11:22:41.559090 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31c4a00f-4611-4e31-b447-d09cfd7beb65 tempest-AttachVolumeNegativeTest-1779138385 tempest-AttachVolumeNegativeTest-1779138385-project] Pushing event deleted for resources: {'Port': ['ID=3ad30c3e-8aac-4c3f-952c-ebae52dfcdba,revision_number=None']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 11:22:41.574972 dv-cinder-797608-16-iscsi neutron-server[93885]: DEBUG neutron.plugins.ml2.db [None req-a0b9b986-0706-4fc6-9cf9-0eb02d2513dc None None] get_ports_and_sgs() called for port_ids ['1ebd7405-00bb-4e41-b826-c3f3f5ab625e', '1c819ec8-f1e7-4368-b225-ec8be4f19714', '3ad30c3e-8aac-4c3f-952c-ebae52dfcdba'] {{(pid=93885) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 13 11:22:41.579786 dv-cinder-797608-16-iscsi neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-05931952-e11e-4e12-af58-ece1398d134b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782137812740', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-997306'] for agent, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 11:22:41.605699 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron.db.l3_dvrscheduler_db [req-7efa71a7-1c3b-4060-b45b-6f6ddda0744f req-31c4a00f-4611-4e31-b447-d09cfd7beb65 tempest-AttachVolumeNegativeTest-1779138385 tempest-AttachVolumeNegativeTest-1779138385-project] No DVR routers for this DVR port 3ad30c3e-8aac-4c3f-952c-ebae52dfcdba on host hv-cinder-79760 {{(pid=93883) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 13 11:22:41.608636 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-7efa71a7-1c3b-4060-b45b-6f6ddda0744f req-31c4a00f-4611-4e31-b447-d09cfd7beb65 tempest-AttachVolumeNegativeTest-1779138385 tempest-AttachVolumeNegativeTest-1779138385-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-128352'] for port, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 11:22:41.611333 dv-cinder-797608-16-iscsi neutron-server[93883]: INFO neutron.wsgi [req-7efa71a7-1c3b-4060-b45b-6f6ddda0744f req-31c4a00f-4611-4e31-b447-d09cfd7beb65 tempest-AttachVolumeNegativeTest-1779138385 tempest-AttachVolumeNegativeTest-1779138385-project] 10.222.0.20 "DELETE /v2.0/ports/3ad30c3e-8aac-4c3f-952c-ebae52dfcdba HTTP/1.1" status: 204 len: 173 time: 0.4296713 Aug 13 11:22:41.611779 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '51d773e9-7bbb-4c2b-89c2-650a4be09768', 'name': 'network-vif-deleted', 'tag': '3ad30c3e-8aac-4c3f-952c-ebae52dfcdba'}] {{(pid=93883) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 13 11:22:41.614040 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}db1a1fbc245c58e73290e58258e46ca41fe4e785cc79cbd57aa3dae940aad292" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-68af5ab8-f0df-41ec-b447-6cea71154712" -d '{"events": [{"server_uuid": "51d773e9-7bbb-4c2b-89c2-650a4be09768", "name": "network-vif-deleted", "tag": "3ad30c3e-8aac-4c3f-952c-ebae52dfcdba"}]}' {{(pid=93883) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 13 11:22:41.658162 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 13 Aug 2021 11:22:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-914d36db-b7d9-439c-b6bb-e5c9563a208c x-openstack-request-id: req-914d36db-b7d9-439c-b6bb-e5c9563a208c {{(pid=93883) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 13 11:22:41.658644 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "51d773e9-7bbb-4c2b-89c2-650a4be09768", "name": "network-vif-deleted", "tag": "3ad30c3e-8aac-4c3f-952c-ebae52dfcdba", "status": "completed", "code": 200}]} {{(pid=93883) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 13 11:22:41.660542 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-914d36db-b7d9-439c-b6bb-e5c9563a208c {{(pid=93883) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 13 11:22:41.661021 dv-cinder-797608-16-iscsi neutron-server[93883]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '51d773e9-7bbb-4c2b-89c2-650a4be09768', 'name': 'network-vif-deleted', 'tag': '3ad30c3e-8aac-4c3f-952c-ebae52dfcdba', 'status': 'completed', 'code': 200} Aug 13 11:22:41.837544 dv-cinder-797608-16-iscsi neutron-server[93884]: INFO neutron.wsgi [req-b8795e83-56a8-43bb-b4a6-fc480c189f90 req-d5452a3a-ee8c-4914-abf2-dc66f7344521 tempest-AttachVolumeNegativeTest-1779138385 tempest-AttachVolumeNegativeTest-1779138385-project] 10.222.0.32 "GET /v2.0/ports?device_id=51d773e9-7bbb-4c2b-89c2-650a4be09768 HTTP/1.1" status: 200 len: 210 time: 0.0304120 Aug 13 11:22:42.482298 dv-cinder-797608-16-iscsi neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-c8cb50cc-12ff-4088-b7b1-9c64999b964c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782137812740', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-997306'] for agent, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 11:22:42.792497 dv-cinder-797608-16-iscsi neutron-server[93884]: INFO neutron.wsgi [req-d112d70a-bf09-4e2a-8371-8d35ab2c3abb req-e078a5a7-821a-4334-bf74-e99b2a1e350d tempest-TestShelveInstance-650229999 tempest-TestShelveInstance-650229999-project] 10.222.0.32 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1995971744&fields=id&tenant_id=f2f73946f5b4487a90034c858e2b5010 HTTP/1.1" status: 200 len: 267 time: 0.0385115 Aug 13 11:22:42.842233 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bd9f343-ee5c-42fc-ae8c-d8b33087a262 req-91ad34c9-808b-44fc-a56c-d6d2c9801604 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 11:22:42.845016 dv-cinder-797608-16-iscsi neutron-server[93883]: INFO neutron.wsgi [req-2bd9f343-ee5c-42fc-ae8c-d8b33087a262 req-91ad34c9-808b-44fc-a56c-d6d2c9801604 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=7ce5ec11b3fa4a3da17a044b60c4d7c0&device_id=f07a0f18-2b98-479b-bd6a-186739dfba26 HTTP/1.1" status: 200 len: 1098 time: 0.0483828 Aug 13 11:22:42.914729 dv-cinder-797608-16-iscsi neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1213631-b500-43f8-9e79-1a7955390231 req-c484f348-0b3e-408c-a047-8479457eac9a tempest-ServerRescueNegativeTestJSON-217385872 tempest-ServerRescueNegativeTestJSON-217385872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 11:22:42.916244 dv-cinder-797608-16-iscsi neutron-server[93884]: INFO neutron.wsgi [req-c1213631-b500-43f8-9e79-1a7955390231 req-c484f348-0b3e-408c-a047-8479457eac9a tempest-ServerRescueNegativeTestJSON-217385872 tempest-ServerRescueNegativeTestJSON-217385872-project] 10.222.0.32 "GET /v2.0/ports?device_id=f07a0f18-2b98-479b-bd6a-186739dfba26 HTTP/1.1" status: 200 len: 945 time: 0.1215093 Aug 13 11:22:42.948028 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bd9f343-ee5c-42fc-ae8c-d8b33087a262 req-8757dfc6-d671-4de6-abe7-7ac6353565e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 11:22:42.949486 dv-cinder-797608-16-iscsi neutron-server[93883]: INFO neutron.wsgi [req-2bd9f343-ee5c-42fc-ae8c-d8b33087a262 req-8757dfc6-d671-4de6-abe7-7ac6353565e5 service neutron] 10.222.0.20 "GET /v2.0/networks?id=02c7fb52-0ad2-484c-84d8-96df36c92bd5 HTTP/1.1" status: 200 len: 919 time: 0.0963118 Aug 13 11:22:42.965451 dv-cinder-797608-16-iscsi neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d112d70a-bf09-4e2a-8371-8d35ab2c3abb req-ec117099-5db6-4c30-a949-a7d7e91a3bc6 tempest-TestShelveInstance-650229999 tempest-TestShelveInstance-650229999-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 11:22:42.966893 dv-cinder-797608-16-iscsi neutron-server[93884]: INFO neutron.wsgi [req-d112d70a-bf09-4e2a-8371-8d35ab2c3abb req-ec117099-5db6-4c30-a949-a7d7e91a3bc6 tempest-TestShelveInstance-650229999 tempest-TestShelveInstance-650229999-project] 10.222.0.32 "GET /v2.0/networks?id=19d032c5-8528-440a-a103-9e68f50bdfe9 HTTP/1.1" status: 200 len: 809 time: 0.1621969 Aug 13 11:22:42.986181 dv-cinder-797608-16-iscsi neutron-server[93884]: INFO neutron.wsgi [req-c1213631-b500-43f8-9e79-1a7955390231 req-f71b3b33-febc-4e3d-9821-8f9b18bee771 tempest-ServerRescueNegativeTestJSON-217385872 tempest-ServerRescueNegativeTestJSON-217385872-project] 10.222.0.32 "GET /v2.0/security-groups?id=5e66df65-70b0-476d-97cd-4e9936c292c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0605850 Aug 13 11:22:42.988417 dv-cinder-797608-16-iscsi neutron-server[93884]: INFO neutron.wsgi [req-d112d70a-bf09-4e2a-8371-8d35ab2c3abb req-d86df56f-7b00-4b0c-897c-54684712a0f4 tempest-TestShelveInstance-650229999 tempest-TestShelveInstance-650229999-project] 10.222.0.32 "GET /v2.0/quotas/f2f73946f5b4487a90034c858e2b5010 HTTP/1.1" status: 200 len: 375 time: 0.0131378 Aug 13 11:22:42.994543 dv-cinder-797608-16-iscsi neutron-server[93883]: INFO neutron.wsgi [req-2bd9f343-ee5c-42fc-ae8c-d8b33087a262 req-54be0a36-34a4-4487-8508-ae1fd313c548 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=51600623-03db-4e3a-a453-54b221839aac HTTP/1.1" status: 200 len: 217 time: 0.0371900 Aug 13 11:22:43.049675 dv-cinder-797608-16-iscsi neutron-server[93884]: INFO neutron.wsgi [req-d112d70a-bf09-4e2a-8371-8d35ab2c3abb req-bac222e9-53bf-410a-9dc6-73a54d424c32 tempest-TestShelveInstance-650229999 tempest-TestShelveInstance-650229999-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=f2f73946f5b4487a90034c858e2b5010&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0550737 Aug 13 11:22:43.062735 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bd9f343-ee5c-42fc-ae8c-d8b33087a262 req-275608f4-0612-4c43-9b72-faa72b73dce4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 11:22:43.064183 dv-cinder-797608-16-iscsi neutron-server[93883]: INFO neutron.wsgi [req-2bd9f343-ee5c-42fc-ae8c-d8b33087a262 req-275608f4-0612-4c43-9b72-faa72b73dce4 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=4d0dfa4f-d7e7-4367-877a-a49567302b15 HTTP/1.1" status: 200 len: 858 time: 0.0626452 Aug 13 11:22:43.098662 dv-cinder-797608-16-iscsi neutron-server[93883]: INFO neutron.wsgi [req-2bd9f343-ee5c-42fc-ae8c-d8b33087a262 req-0d9ae0a1-e97f-4dbc-9b65-8886c5b96206 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=02c7fb52-0ad2-484c-84d8-96df36c92bd5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0260599 Aug 13 11:22:43.152805 dv-cinder-797608-16-iscsi neutron-server[93884]: INFO neutron.wsgi [req-d112d70a-bf09-4e2a-8371-8d35ab2c3abb req-3d08730b-a68f-4cbe-8631-bceac9e263b6 service neutron] 10.222.0.32 "GET /v2.0/networks/19d032c5-8528-440a-a103-9e68f50bdfe9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0890160 Aug 13 11:22:43.216040 dv-cinder-797608-16-iscsi neutron-server[93883]: INFO neutron.wsgi [req-2bd9f343-ee5c-42fc-ae8c-d8b33087a262 req-8dc9d894-23dc-49b0-b24c-eb8730365460 service neutron] 10.222.0.20 "GET /v2.0/networks/02c7fb52-0ad2-484c-84d8-96df36c92bd5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1085393 Aug 13 11:22:43.500986 dv-cinder-797608-16-iscsi neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e258ade3-2851-4440-96df-2e2ecfa616ca req-158aac15-f482-4d50-a473-70e7af85af81 tempest-AttachVolumeNegativeTest-1779138385 tempest-AttachVolumeNegativeTest-1779138385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 11:22:43.502474 dv-cinder-797608-16-iscsi neutron-server[93884]: INFO neutron.wsgi [req-e258ade3-2851-4440-96df-2e2ecfa616ca req-158aac15-f482-4d50-a473-70e7af85af81 tempest-AttachVolumeNegativeTest-1779138385 tempest-AttachVolumeNegativeTest-1779138385-project] 10.222.0.32 "GET /v2.0/ports?device_id=d9cfa0a2-3e58-4a73-a5e9-7149fb0a228f HTTP/1.1" status: 200 len: 945 time: 0.0777442 Aug 13 11:22:43.504659 dv-cinder-797608-16-iscsi neutron-server[93884]: INFO neutron.wsgi [req-d112d70a-bf09-4e2a-8371-8d35ab2c3abb req-167dd3ab-279f-45a4-91fa-ad6a2a0ac9b4 service neutron] 10.222.0.32 "GET /v2.0/networks/19d032c5-8528-440a-a103-9e68f50bdfe9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3456433 Aug 13 11:22:43.542571 dv-cinder-797608-16-iscsi neutron-server[93884]: INFO neutron.wsgi [req-e258ade3-2851-4440-96df-2e2ecfa616ca req-e8b4f490-1fe4-46c6-9e17-4d54a25243f4 tempest-AttachVolumeNegativeTest-1779138385 tempest-AttachVolumeNegativeTest-1779138385-project] 10.222.0.32 "GET /v2.0/security-groups?id=e9ebb553-6898-47d0-8034-10e78e802a38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340164 Aug 13 11:22:43.790813 dv-cinder-797608-16-iscsi neutron-server[93884]: INFO neutron.wsgi [req-27237b60-d49d-4c90-b865-aaecd4d5770e req-b3a38623-fc48-42b2-9d92-b3513835747d tempest-TestShelveInstance-650229999 tempest-TestShelveInstance-650229999-project] 10.222.0.32 "GET /v2.0/ports?device_id=2e2d3778-af47-4742-bf54-fbb19360964f HTTP/1.1" status: 200 len: 210 time: 0.0290878 Aug 13 11:22:44.055887 dv-cinder-797608-16-iscsi neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-71795f1a-9c4d-4630-a580-a9486fbcc3ea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782137812740', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-997306'] for agent, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 11:22:44.109288 dv-cinder-797608-16-iscsi neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6fc462f-f863-4fad-bdac-10a907b4b0b1 req-74d78065-aeaa-4d0f-83e1-451b018cf513 tempest-ServerRescueNegativeTestJSON-217385872 tempest-ServerRescueNegativeTestJSON-217385872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 11:22:44.110763 dv-cinder-797608-16-iscsi neutron-server[93884]: INFO neutron.wsgi [req-e6fc462f-f863-4fad-bdac-10a907b4b0b1 req-74d78065-aeaa-4d0f-83e1-451b018cf513 tempest-ServerRescueNegativeTestJSON-217385872 tempest-ServerRescueNegativeTestJSON-217385872-project] 10.222.0.32 "GET /v2.0/ports?device_id=f07a0f18-2b98-479b-bd6a-186739dfba26 HTTP/1.1" status: 200 len: 945 time: 0.0508502 Aug 13 11:22:44.147951 dv-cinder-797608-16-iscsi neutron-server[93884]: INFO neutron.wsgi [req-e6fc462f-f863-4fad-bdac-10a907b4b0b1 req-5d8d12a6-1dea-4554-96e3-94cb9af66a03 tempest-ServerRescueNegativeTestJSON-217385872 tempest-ServerRescueNegativeTestJSON-217385872-project] 10.222.0.32 "GET /v2.0/security-groups?id=5e66df65-70b0-476d-97cd-4e9936c292c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312843 Aug 13 11:22:44.658205 dv-cinder-797608-16-iscsi neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8e089d9-2b08-483d-bde3-d7a8d60c9f44 req-45ee5db9-8b8b-4e9c-859d-e90aa9a74bd2 tempest-AttachVolumeNegativeTest-1779138385 tempest-AttachVolumeNegativeTest-1779138385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 11:22:44.659607 dv-cinder-797608-16-iscsi neutron-server[93884]: INFO neutron.wsgi [req-d8e089d9-2b08-483d-bde3-d7a8d60c9f44 req-45ee5db9-8b8b-4e9c-859d-e90aa9a74bd2 tempest-AttachVolumeNegativeTest-1779138385 tempest-AttachVolumeNegativeTest-1779138385-project] 10.222.0.32 "GET /v2.0/ports?device_id=d9cfa0a2-3e58-4a73-a5e9-7149fb0a228f HTTP/1.1" status: 200 len: 945 time: 0.0497401 Aug 13 11:22:44.696184 dv-cinder-797608-16-iscsi neutron-server[93884]: INFO neutron.wsgi [req-d8e089d9-2b08-483d-bde3-d7a8d60c9f44 req-bde84e0c-b198-4e4a-b0ba-abb9638701ac tempest-AttachVolumeNegativeTest-1779138385 tempest-AttachVolumeNegativeTest-1779138385-project] 10.222.0.32 "GET /v2.0/security-groups?id=e9ebb553-6898-47d0-8034-10e78e802a38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307519 Aug 13 11:22:44.886674 dv-cinder-797608-16-iscsi neutron-server[93884]: INFO neutron.wsgi [req-fc0beb2e-2a2a-4f4b-b2bf-522d89f93b32 req-331438a5-05c3-4395-beb8-8e4380f1ec6d tempest-TestShelveInstance-650229999 tempest-TestShelveInstance-650229999-project] 10.222.0.32 "GET /v2.0/ports?device_id=2e2d3778-af47-4742-bf54-fbb19360964f HTTP/1.1" status: 200 len: 210 time: 0.0312691 Aug 13 11:22:45.269080 dv-cinder-797608-16-iscsi neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-766d9262-9a61-4da3-aa8a-532b1582d70e req-4219e303-5b00-4d06-ac7b-9f8185d5e7de tempest-ServerRescueNegativeTestJSON-217385872 tempest-ServerRescueNegativeTestJSON-217385872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 11:22:45.270565 dv-cinder-797608-16-iscsi neutron-server[93884]: INFO neutron.wsgi [req-766d9262-9a61-4da3-aa8a-532b1582d70e req-4219e303-5b00-4d06-ac7b-9f8185d5e7de tempest-ServerRescueNegativeTestJSON-217385872 tempest-ServerRescueNegativeTestJSON-217385872-project] 10.222.0.32 "GET /v2.0/ports?device_id=f07a0f18-2b98-479b-bd6a-186739dfba26 HTTP/1.1" status: 200 len: 945 time: 0.0574777 Aug 13 11:22:45.306416 dv-cinder-797608-16-iscsi neutron-server[93884]: INFO neutron.wsgi [req-766d9262-9a61-4da3-aa8a-532b1582d70e req-a7796cf3-0253-46cf-959e-b469d3611c41 tempest-ServerRescueNegativeTestJSON-217385872 tempest-ServerRescueNegativeTestJSON-217385872-project] 10.222.0.32 "GET /v2.0/security-groups?id=5e66df65-70b0-476d-97cd-4e9936c292c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0300188 Aug 13 11:22:45.811328 dv-cinder-797608-16-iscsi neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bc8e0ea-ccd6-43ea-94a2-e8b8e2a1703f req-f79bafac-ea60-4d61-83ad-8dce9a183ddd tempest-AttachVolumeNegativeTest-1779138385 tempest-AttachVolumeNegativeTest-1779138385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 11:22:45.812776 dv-cinder-797608-16-iscsi neutron-server[93884]: INFO neutron.wsgi [req-5bc8e0ea-ccd6-43ea-94a2-e8b8e2a1703f req-f79bafac-ea60-4d61-83ad-8dce9a183ddd tempest-AttachVolumeNegativeTest-1779138385 tempest-AttachVolumeNegativeTest-1779138385-project] 10.222.0.32 "GET /v2.0/ports?device_id=d9cfa0a2-3e58-4a73-a5e9-7149fb0a228f HTTP/1.1" status: 200 len: 945 time: 0.0463619 Aug 13 11:22:45.850119 dv-cinder-797608-16-iscsi neutron-server[93884]: INFO neutron.wsgi [req-5bc8e0ea-ccd6-43ea-94a2-e8b8e2a1703f req-15eb0e3d-b6e8-4fde-bffd-8b2ee7f29b45 tempest-AttachVolumeNegativeTest-1779138385 tempest-AttachVolumeNegativeTest-1779138385-project] 10.222.0.32 "GET /v2.0/security-groups?id=e9ebb553-6898-47d0-8034-10e78e802a38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312412 Aug 13 11:22:45.910302 dv-cinder-797608-16-iscsi neutron-server[93885]: DEBUG neutron.plugins.ml2.rpc [None req-a0b9b986-0706-4fc6-9cf9-0eb02d2513dc None None] Device 3ad30c3e-8aac-4c3f-952c-ebae52dfcdba no longer exists at agent hyperv_hv-cinder-79760 {{(pid=93885) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 13 11:22:45.932258 dv-cinder-797608-16-iscsi neutron-server[93885]: DEBUG neutron.plugins.ml2.plugin [None req-a0b9b986-0706-4fc6-9cf9-0eb02d2513dc None None] No Port match for: 3ad30c3e-8aac-4c3f-952c-ebae52dfcdba {{(pid=93885) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 13 11:22:45.932608 dv-cinder-797608-16-iscsi neutron-server[93885]: DEBUG neutron.plugins.ml2.rpc [None req-a0b9b986-0706-4fc6-9cf9-0eb02d2513dc None None] Device 3ad30c3e-8aac-4c3f-952c-ebae52dfcdba not bound to the agent host hv-cinder-79760 {{(pid=93885) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 13 11:22:45.981502 dv-cinder-797608-16-iscsi neutron-server[93884]: INFO neutron.wsgi [req-720ee8dd-1bc5-446a-8a37-0cfc82b1db4c req-d68eb213-135a-405f-9ccb-78b82d4c49ca tempest-TestShelveInstance-650229999 tempest-TestShelveInstance-650229999-project] 10.222.0.32 "GET /v2.0/ports?device_id=2e2d3778-af47-4742-bf54-fbb19360964f HTTP/1.1" status: 200 len: 210 time: 0.0269630 Aug 13 11:22:46.055381 dv-cinder-797608-16-iscsi neutron-server[93883]: INFO neutron.wsgi [req-2bd9f343-ee5c-42fc-ae8c-d8b33087a262 req-5d644d96-0105-42f1-af26-f00e5a91f3c2 service neutron] 10.222.0.20 "GET /v2.0/networks/02c7fb52-0ad2-484c-84d8-96df36c92bd5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0970082 Aug 13 11:22:46.422476 dv-cinder-797608-16-iscsi neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03243ed3-71db-4acf-afe0-e5fecaf92e97 req-b581fae6-b2f9-4c5c-a35d-d408f0c4e060 tempest-ServerRescueNegativeTestJSON-217385872 tempest-ServerRescueNegativeTestJSON-217385872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 11:22:46.423933 dv-cinder-797608-16-iscsi neutron-server[93884]: INFO neutron.wsgi [req-03243ed3-71db-4acf-afe0-e5fecaf92e97 req-b581fae6-b2f9-4c5c-a35d-d408f0c4e060 tempest-ServerRescueNegativeTestJSON-217385872 tempest-ServerRescueNegativeTestJSON-217385872-project] 10.222.0.32 "GET /v2.0/ports?device_id=f07a0f18-2b98-479b-bd6a-186739dfba26 HTTP/1.1" status: 200 len: 945 time: 0.0494335 Aug 13 11:22:46.463275 dv-cinder-797608-16-iscsi neutron-server[93884]: INFO neutron.wsgi [req-03243ed3-71db-4acf-afe0-e5fecaf92e97 req-7cec1809-d72b-4100-b58c-94bad44097a9 tempest-ServerRescueNegativeTestJSON-217385872 tempest-ServerRescueNegativeTestJSON-217385872-project] 10.222.0.32 "GET /v2.0/security-groups?id=5e66df65-70b0-476d-97cd-4e9936c292c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334673 Aug 13 11:22:46.810153 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d112d70a-bf09-4e2a-8371-8d35ab2c3abb req-82a081e9-dcbe-46ca-8883-02d1647e2844 tempest-TestShelveInstance-650229999 tempest-TestShelveInstance-650229999-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 11:22:46.812403 dv-cinder-797608-16-iscsi neutron-server[93883]: INFO neutron.wsgi [req-d112d70a-bf09-4e2a-8371-8d35ab2c3abb req-82a081e9-dcbe-46ca-8883-02d1647e2844 tempest-TestShelveInstance-650229999 tempest-TestShelveInstance-650229999-project] 10.222.0.20 "GET /v2.0/networks?id=19d032c5-8528-440a-a103-9e68f50bdfe9 HTTP/1.1" status: 200 len: 809 time: 0.1039691 Aug 13 11:22:46.972824 dv-cinder-797608-16-iscsi neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b16057f1-edbd-4d97-b591-5cf8de623e16 req-09af031a-cf0b-49a4-a7c7-a8f360c474df tempest-AttachVolumeNegativeTest-1779138385 tempest-AttachVolumeNegativeTest-1779138385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 11:22:46.974830 dv-cinder-797608-16-iscsi neutron-server[93884]: INFO neutron.wsgi [req-b16057f1-edbd-4d97-b591-5cf8de623e16 req-09af031a-cf0b-49a4-a7c7-a8f360c474df tempest-AttachVolumeNegativeTest-1779138385 tempest-AttachVolumeNegativeTest-1779138385-project] 10.222.0.32 "GET /v2.0/ports?device_id=d9cfa0a2-3e58-4a73-a5e9-7149fb0a228f HTTP/1.1" status: 200 len: 945 time: 0.0548885 Aug 13 11:22:47.016249 dv-cinder-797608-16-iscsi neutron-server[93884]: INFO neutron.wsgi [req-b16057f1-edbd-4d97-b591-5cf8de623e16 req-0946494f-81db-4348-99fb-6253ff20c238 tempest-AttachVolumeNegativeTest-1779138385 tempest-AttachVolumeNegativeTest-1779138385-project] 10.222.0.32 "GET /v2.0/security-groups?id=e9ebb553-6898-47d0-8034-10e78e802a38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0351791 Aug 13 11:22:47.097101 dv-cinder-797608-16-iscsi neutron-server[93884]: INFO neutron.wsgi [req-aaef0601-0343-43e9-af12-8678615e33b4 req-05444f1a-5fe3-4036-ac37-a696e83a24dd tempest-TestShelveInstance-650229999 tempest-TestShelveInstance-650229999-project] 10.222.0.32 "GET /v2.0/ports?device_id=2e2d3778-af47-4742-bf54-fbb19360964f HTTP/1.1" status: 200 len: 210 time: 0.0271585 Aug 13 11:22:47.117098 dv-cinder-797608-16-iscsi neutron-server[93883]: INFO neutron.wsgi [req-d112d70a-bf09-4e2a-8371-8d35ab2c3abb req-ad587c14-6ede-42db-9269-7e587fa6cb39 tempest-TestShelveInstance-650229999 tempest-TestShelveInstance-650229999-project] 10.222.0.20 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=f2f73946f5b4487a90034c858e2b5010 HTTP/1.1" status: 200 len: 380 time: 0.2581799 Aug 13 11:22:47.128572 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron.api.v2.base [req-d112d70a-bf09-4e2a-8371-8d35ab2c3abb req-d2ab85d3-4863-443b-a926-11fbca27f01e tempest-TestShelveInstance-650229999 tempest-TestShelveInstance-650229999-project] Request body: {'port': {'device_id': '2e2d3778-af47-4742-bf54-fbb19360964f', 'network_id': '19d032c5-8528-440a-a103-9e68f50bdfe9', 'admin_state_up': True, 'tenant_id': 'f2f73946f5b4487a90034c858e2b5010', 'security_groups': ['10b612c3-878e-45c8-a45f-b00eff83bd94']}} {{(pid=93883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 13 11:22:47.158773 dv-cinder-797608-16-iscsi neutron-server[93886]: DEBUG neutron.db.agents_db [None req-85e56f49-6478-4807-bf82-7523a15d9e55 None None] Agent healthcheck: found 6 active agents {{(pid=93886) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 13 11:22:47.231278 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d112d70a-bf09-4e2a-8371-8d35ab2c3abb req-d2ab85d3-4863-443b-a926-11fbca27f01e tempest-TestShelveInstance-650229999 tempest-TestShelveInstance-650229999-project] Made reservation on behalf of f2f73946f5b4487a90034c858e2b5010 for: {'port': 1} {{(pid=93883) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 13 11:22:47.235585 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-d112d70a-bf09-4e2a-8371-8d35ab2c3abb req-d2ab85d3-4863-443b-a926-11fbca27f01e tempest-TestShelveInstance-650229999 tempest-TestShelveInstance-650229999-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935434'] for port, before_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 11:22:47.256650 dv-cinder-797608-16-iscsi neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2099b4ad-57e6-4dd3-833c-d5a1cb66efb8 req-52336253-5ed3-4a69-ad98-408002fe06e6 tempest-VolumesSnapshotTestJSON-118294861 tempest-VolumesSnapshotTestJSON-118294861-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 11:22:47.258075 dv-cinder-797608-16-iscsi neutron-server[93884]: INFO neutron.wsgi [req-2099b4ad-57e6-4dd3-833c-d5a1cb66efb8 req-52336253-5ed3-4a69-ad98-408002fe06e6 tempest-VolumesSnapshotTestJSON-118294861 tempest-VolumesSnapshotTestJSON-118294861-project] 10.222.0.32 "GET /v2.0/networks?id=b019fcf7-de26-4be8-b91e-534fa6cadca7 HTTP/1.1" status: 200 len: 813 time: 0.1054523 Aug 13 11:22:47.275177 dv-cinder-797608-16-iscsi neutron-server[93884]: INFO neutron.wsgi [req-2099b4ad-57e6-4dd3-833c-d5a1cb66efb8 req-e116c3b9-fa41-4060-b683-5d9291665ded tempest-VolumesSnapshotTestJSON-118294861 tempest-VolumesSnapshotTestJSON-118294861-project] 10.222.0.32 "GET /v2.0/quotas/8907f2d9d26a4060be3d190bf102bfba HTTP/1.1" status: 200 len: 375 time: 0.0092430 Aug 13 11:22:47.307723 dv-cinder-797608-16-iscsi neutron-server[93884]: INFO neutron.wsgi [req-2099b4ad-57e6-4dd3-833c-d5a1cb66efb8 req-cc9bc873-4bb8-4b5d-acac-1c1e3d27806f tempest-VolumesSnapshotTestJSON-118294861 tempest-VolumesSnapshotTestJSON-118294861-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=8907f2d9d26a4060be3d190bf102bfba&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0262797 Aug 13 11:22:47.363071 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron.db.db_base_plugin_common [req-d112d70a-bf09-4e2a-8371-8d35ab2c3abb req-d2ab85d3-4863-443b-a926-11fbca27f01e tempest-TestShelveInstance-650229999 tempest-TestShelveInstance-650229999-project] Allocated IP 172.20.0.8 (19d032c5-8528-440a-a103-9e68f50bdfe9/3e906e7d-e025-4f52-b49f-c3fc3c70e6b0/77f21e65-9f5a-4ea0-ae44-b11aedc351c0) {{(pid=93883) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 13 11:22:47.405057 dv-cinder-797608-16-iscsi neutron-server[93884]: INFO neutron.wsgi [req-2099b4ad-57e6-4dd3-833c-d5a1cb66efb8 req-0945da77-1236-4528-8c83-b9a1a7cfa1d4 service neutron] 10.222.0.32 "GET /v2.0/networks/b019fcf7-de26-4be8-b91e-534fa6cadca7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0894275 Aug 13 11:22:47.506158 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-d112d70a-bf09-4e2a-8371-8d35ab2c3abb req-d2ab85d3-4863-443b-a926-11fbca27f01e tempest-TestShelveInstance-650229999 tempest-TestShelveInstance-650229999-project] Notify callbacks [] for port, precommit_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 11:22:47.514700 dv-cinder-797608-16-iscsi neutron-server[93884]: INFO neutron.wsgi [req-2099b4ad-57e6-4dd3-833c-d5a1cb66efb8 req-c26e5772-37f1-49af-8168-7579cec0a943 service neutron] 10.222.0.32 "GET /v2.0/networks/b019fcf7-de26-4be8-b91e-534fa6cadca7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1034861 Aug 13 11:22:47.519953 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron.db.provisioning_blocks [req-d112d70a-bf09-4e2a-8371-8d35ab2c3abb req-d2ab85d3-4863-443b-a926-11fbca27f01e tempest-TestShelveInstance-650229999 tempest-TestShelveInstance-650229999-project] Transition to ACTIVE for port object 77f21e65-9f5a-4ea0-ae44-b11aedc351c0 will not be triggered until provisioned by entity DHCP. {{(pid=93883) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 13 11:22:47.557099 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-d112d70a-bf09-4e2a-8371-8d35ab2c3abb req-d2ab85d3-4863-443b-a926-11fbca27f01e tempest-TestShelveInstance-650229999 tempest-TestShelveInstance-650229999-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935844', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611014', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782137337079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2139128394'] for port, after_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 11:22:47.604301 dv-cinder-797608-16-iscsi neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0ad9fc0-4b3f-48c3-a2bc-68d1d8ef2fae req-6442ea09-887e-483f-975f-e2417d29d23b tempest-ServerRescueNegativeTestJSON-217385872 tempest-ServerRescueNegativeTestJSON-217385872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 11:22:47.605462 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d112d70a-bf09-4e2a-8371-8d35ab2c3abb req-d2ab85d3-4863-443b-a926-11fbca27f01e tempest-TestShelveInstance-650229999 tempest-TestShelveInstance-650229999-project] Network 19d032c5-8528-440a-a103-9e68f50bdfe9 is already hosted by enough agents. {{(pid=93883) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 13 11:22:47.606283 dv-cinder-797608-16-iscsi neutron-server[93884]: INFO neutron.wsgi [req-e0ad9fc0-4b3f-48c3-a2bc-68d1d8ef2fae req-6442ea09-887e-483f-975f-e2417d29d23b tempest-ServerRescueNegativeTestJSON-217385872 tempest-ServerRescueNegativeTestJSON-217385872-project] 10.222.0.32 "GET /v2.0/ports?device_id=f07a0f18-2b98-479b-bd6a-186739dfba26 HTTP/1.1" status: 200 len: 945 time: 0.0687940 Aug 13 11:22:47.610084 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron.scheduler.base_scheduler [req-d112d70a-bf09-4e2a-8371-8d35ab2c3abb req-d2ab85d3-4863-443b-a926-11fbca27f01e tempest-TestShelveInstance-650229999 tempest-TestShelveInstance-650229999-project] Resources bound (agent type, host, resource id): {{(pid=93883) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 13 11:22:47.613813 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron.db.l3_dvrscheduler_db [req-d112d70a-bf09-4e2a-8371-8d35ab2c3abb req-d2ab85d3-4863-443b-a926-11fbca27f01e tempest-TestShelveInstance-650229999 tempest-TestShelveInstance-650229999-project] Received port after_create {{(pid=93883) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 13 11:22:47.675364 dv-cinder-797608-16-iscsi neutron-server[93884]: INFO neutron.wsgi [req-e0ad9fc0-4b3f-48c3-a2bc-68d1d8ef2fae req-8414a2d6-21d6-4cf1-9c00-4a9ed5ee5adb tempest-ServerRescueNegativeTestJSON-217385872 tempest-ServerRescueNegativeTestJSON-217385872-project] 10.222.0.32 "GET /v2.0/security-groups?id=5e66df65-70b0-476d-97cd-4e9936c292c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0488298 Aug 13 11:22:47.679876 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2ab85d3-4863-443b-a926-11fbca27f01e tempest-TestShelveInstance-650229999 tempest-TestShelveInstance-650229999-project] Pushing event updated for resources: {'Port': ['ID=77f21e65-9f5a-4ea0-ae44-b11aedc351c0,revision_number=1']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 11:22:47.724080 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d112d70a-bf09-4e2a-8371-8d35ab2c3abb req-d2ab85d3-4863-443b-a926-11fbca27f01e tempest-TestShelveInstance-650229999 tempest-TestShelveInstance-650229999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 11:22:47.724811 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-d112d70a-bf09-4e2a-8371-8d35ab2c3abb req-d2ab85d3-4863-443b-a926-11fbca27f01e tempest-TestShelveInstance-650229999 tempest-TestShelveInstance-650229999-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-128352'] for port, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 11:22:47.749620 dv-cinder-797608-16-iscsi neutron-server[93883]: INFO neutron.wsgi [req-d112d70a-bf09-4e2a-8371-8d35ab2c3abb req-d2ab85d3-4863-443b-a926-11fbca27f01e tempest-TestShelveInstance-650229999 tempest-TestShelveInstance-650229999-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6246111 Aug 13 11:22:47.794853 dv-cinder-797608-16-iscsi neutron-server[93884]: INFO neutron.wsgi [req-e7f65618-34a8-4545-b117-25033ce8e139 req-c16fa615-1eca-499c-871a-1ad6d0bce4be tempest-VolumesSnapshotTestJSON-118294861 tempest-VolumesSnapshotTestJSON-118294861-project] 10.222.0.32 "GET /v2.0/ports?device_id=847d2b66-b8e1-459b-b928-37738a0c66da HTTP/1.1" status: 200 len: 210 time: 0.0761137 Aug 13 11:22:47.798354 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron.api.v2.base [req-d112d70a-bf09-4e2a-8371-8d35ab2c3abb req-cba5d7ca-b319-4bb1-801e-eff1f4c68494 service neutron] Request body: {'port': {'device_id': '2e2d3778-af47-4742-bf54-fbb19360964f', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79760'}} {{(pid=93883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 13 11:22:47.894788 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-d112d70a-bf09-4e2a-8371-8d35ab2c3abb req-cba5d7ca-b319-4bb1-801e-eff1f4c68494 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935434'] for port, before_update {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 11:22:47.971046 dv-cinder-797608-16-iscsi neutron-server[93885]: DEBUG neutron.db.provisioning_blocks [None req-2cb42d34-4b96-485f-805e-b565f8033195 None None] Provisioning for port 77f21e65-9f5a-4ea0-ae44-b11aedc351c0 completed by entity DHCP. {{(pid=93885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 13 11:22:47.975973 dv-cinder-797608-16-iscsi neutron-server[93885]: DEBUG neutron.db.provisioning_blocks [None req-2cb42d34-4b96-485f-805e-b565f8033195 None None] Provisioning complete for port 77f21e65-9f5a-4ea0-ae44-b11aedc351c0 triggered by entity DHCP. {{(pid=93885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 13 11:22:47.976456 dv-cinder-797608-16-iscsi neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-2cb42d34-4b96-485f-805e-b565f8033195 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-997193'] for port, provisioning_complete {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 11:22:48.012906 dv-cinder-797608-16-iscsi neutron-server[93885]: DEBUG neutron.plugins.ml2.plugin [None req-2cb42d34-4b96-485f-805e-b565f8033195 None None] Port 77f21e65-9f5a-4ea0-ae44-b11aedc351c0 cannot update to ACTIVE because it is not bound. {{(pid=93885) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 13 11:22:48.142973 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85394181-58d1-4d2e-9b2f-cdcb8532f0fe req-97e7330e-d6fb-418e-82f8-b7ba1110a8b2 tempest-AttachVolumeNegativeTest-1779138385 tempest-AttachVolumeNegativeTest-1779138385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 11:22:48.145010 dv-cinder-797608-16-iscsi neutron-server[93883]: INFO neutron.wsgi [req-85394181-58d1-4d2e-9b2f-cdcb8532f0fe req-97e7330e-d6fb-418e-82f8-b7ba1110a8b2 tempest-AttachVolumeNegativeTest-1779138385 tempest-AttachVolumeNegativeTest-1779138385-project] 10.222.0.20 "GET /v2.0/ports?device_id=d9cfa0a2-3e58-4a73-a5e9-7149fb0a228f HTTP/1.1" status: 200 len: 945 time: 0.0760121 Aug 13 11:22:48.154536 dv-cinder-797608-16-iscsi neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bd529c3-a281-44b7-88e0-5ab98d02eeed req-492cdf2c-5a56-4153-bea4-699d805ab08a tempest-AttachVolumeNegativeTest-1779138385 tempest-AttachVolumeNegativeTest-1779138385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 11:22:48.156106 dv-cinder-797608-16-iscsi neutron-server[93884]: INFO neutron.wsgi [req-4bd529c3-a281-44b7-88e0-5ab98d02eeed req-492cdf2c-5a56-4153-bea4-699d805ab08a tempest-AttachVolumeNegativeTest-1779138385 tempest-AttachVolumeNegativeTest-1779138385-project] 10.222.0.32 "GET /v2.0/ports?device_id=d9cfa0a2-3e58-4a73-a5e9-7149fb0a228f HTTP/1.1" status: 200 len: 945 time: 0.0569453 Aug 13 11:22:48.211973 dv-cinder-797608-16-iscsi neutron-server[93884]: INFO neutron.wsgi [req-4bd529c3-a281-44b7-88e0-5ab98d02eeed req-fe0e5bc1-938e-409f-bff4-de0dfeff4a8c tempest-AttachVolumeNegativeTest-1779138385 tempest-AttachVolumeNegativeTest-1779138385-project] 10.222.0.32 "GET /v2.0/security-groups?id=e9ebb553-6898-47d0-8034-10e78e802a38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0490239 Aug 13 11:22:48.249819 dv-cinder-797608-16-iscsi neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22de0b7f-b16d-4d69-8621-a95ffcef0e54 req-3ee997b1-c0de-40a7-9090-0588ef15c883 tempest-TestShelveInstance-650229999 tempest-TestShelveInstance-650229999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 11:22:48.251363 dv-cinder-797608-16-iscsi neutron-server[93884]: INFO neutron.wsgi [req-22de0b7f-b16d-4d69-8621-a95ffcef0e54 req-3ee997b1-c0de-40a7-9090-0588ef15c883 tempest-TestShelveInstance-650229999 tempest-TestShelveInstance-650229999-project] 10.222.0.32 "GET /v2.0/ports?device_id=2e2d3778-af47-4742-bf54-fbb19360964f HTTP/1.1" status: 200 len: 931 time: 0.0556889 Aug 13 11:22:48.289472 dv-cinder-797608-16-iscsi neutron-server[93884]: INFO neutron.wsgi [req-22de0b7f-b16d-4d69-8621-a95ffcef0e54 req-f92fead4-09a6-4026-a27e-f3439a4ea389 tempest-TestShelveInstance-650229999 tempest-TestShelveInstance-650229999-project] 10.222.0.32 "GET /v2.0/security-groups?id=10b612c3-878e-45c8-a45f-b00eff83bd94&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320139 Aug 13 11:22:48.299840 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron.notifiers.nova [req-d112d70a-bf09-4e2a-8371-8d35ab2c3abb req-cba5d7ca-b319-4bb1-801e-eff1f4c68494 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 77f21e65-9f5a-4ea0-ae44-b11aedc351c0 {{(pid=93883) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 13 11:22:48.309516 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-d112d70a-bf09-4e2a-8371-8d35ab2c3abb req-cba5d7ca-b319-4bb1-801e-eff1f4c68494 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 11:22:48.332010 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron.db.provisioning_blocks [req-d112d70a-bf09-4e2a-8371-8d35ab2c3abb req-cba5d7ca-b319-4bb1-801e-eff1f4c68494 service neutron] Transition to ACTIVE for port object 77f21e65-9f5a-4ea0-ae44-b11aedc351c0 will not be triggered until provisioned by entity L2. {{(pid=93883) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 13 11:22:48.334782 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron.plugins.ml2.plugin [req-85394181-58d1-4d2e-9b2f-cdcb8532f0fe req-fb2311ae-b3c5-4eb7-a807-3664ac273c56 tempest-AttachVolumeNegativeTest-1779138385 tempest-AttachVolumeNegativeTest-1779138385-project] Deleting port 1c819ec8-f1e7-4368-b225-ec8be4f19714 {{(pid=93883) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 13 11:22:48.335930 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-85394181-58d1-4d2e-9b2f-cdcb8532f0fe req-fb2311ae-b3c5-4eb7-a807-3664ac273c56 tempest-AttachVolumeNegativeTest-1779138385 tempest-AttachVolumeNegativeTest-1779138385-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782137884200'] for port, before_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 11:22:48.339970 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-d112d70a-bf09-4e2a-8371-8d35ab2c3abb req-cba5d7ca-b319-4bb1-801e-eff1f4c68494 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935844', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611014', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782137889940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782137337613', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782137337631', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2139128387'] for port, after_update {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 11:22:48.443500 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cba5d7ca-b319-4bb1-801e-eff1f4c68494 service neutron] Pushing event updated for resources: {'Port': ['ID=77f21e65-9f5a-4ea0-ae44-b11aedc351c0,revision_number=2']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 11:22:48.523579 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron.plugins.ml2.db [req-85394181-58d1-4d2e-9b2f-cdcb8532f0fe req-fb2311ae-b3c5-4eb7-a807-3664ac273c56 tempest-AttachVolumeNegativeTest-1779138385 tempest-AttachVolumeNegativeTest-1779138385-project] For port 1c819ec8-f1e7-4368-b225-ec8be4f19714, host hv-cinder-79760, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79760',level=0,port_id=1c819ec8-f1e7-4368-b225-ec8be4f19714,segment=NetworkSegment(f4dd2cc4-fdaa-47ce-bd00-4a8b0e01de32),segment_id=f4dd2cc4-fdaa-47ce-bd00-4a8b0e01de32)] {{(pid=93883) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 13 11:22:48.523955 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-85394181-58d1-4d2e-9b2f-cdcb8532f0fe req-fb2311ae-b3c5-4eb7-a807-3664ac273c56 tempest-AttachVolumeNegativeTest-1779138385 tempest-AttachVolumeNegativeTest-1779138385-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1583036'] for port, precommit_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 11:22:48.540484 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron.plugins.ml2.plugin [req-85394181-58d1-4d2e-9b2f-cdcb8532f0fe req-fb2311ae-b3c5-4eb7-a807-3664ac273c56 tempest-AttachVolumeNegativeTest-1779138385 tempest-AttachVolumeNegativeTest-1779138385-project] Calling delete_port for 1c819ec8-f1e7-4368-b225-ec8be4f19714 owned by compute:nova {{(pid=93883) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 13 11:22:48.562655 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron.plugins.ml2.managers [req-d112d70a-bf09-4e2a-8371-8d35ab2c3abb req-cba5d7ca-b319-4bb1-801e-eff1f4c68494 service neutron] Attempting to bind port 77f21e65-9f5a-4ea0-ae44-b11aedc351c0 on host hv-cinder-79760 for vnic_type normal with profile {{(pid=93883) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 13 11:22:48.562991 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron.plugins.ml2.managers [req-d112d70a-bf09-4e2a-8371-8d35ab2c3abb req-cba5d7ca-b319-4bb1-801e-eff1f4c68494 service neutron] Attempting to bind port 77f21e65-9f5a-4ea0-ae44-b11aedc351c0 by drivers openvswitch,hyperv on host hv-cinder-79760 at level 0 using segments [{'id': '0c0916bb-1dc8-4969-93db-96fbbfcf0471', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '19d032c5-8528-440a-a103-9e68f50bdfe9'}] {{(pid=93883) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 13 11:22:48.563321 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d112d70a-bf09-4e2a-8371-8d35ab2c3abb req-cba5d7ca-b319-4bb1-801e-eff1f4c68494 service neutron] Attempting to bind port 77f21e65-9f5a-4ea0-ae44-b11aedc351c0 on network 19d032c5-8528-440a-a103-9e68f50bdfe9 {{(pid=93883) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 13 11:22:48.599185 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d112d70a-bf09-4e2a-8371-8d35ab2c3abb req-cba5d7ca-b319-4bb1-801e-eff1f4c68494 service neutron] Port 77f21e65-9f5a-4ea0-ae44-b11aedc351c0 on network 19d032c5-8528-440a-a103-9e68f50bdfe9 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79760 {{(pid=93883) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 13 11:22:48.599510 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d112d70a-bf09-4e2a-8371-8d35ab2c3abb req-cba5d7ca-b319-4bb1-801e-eff1f4c68494 service neutron] Attempting to bind port 77f21e65-9f5a-4ea0-ae44-b11aedc351c0 on network 19d032c5-8528-440a-a103-9e68f50bdfe9 {{(pid=93883) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 13 11:22:48.607729 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d112d70a-bf09-4e2a-8371-8d35ab2c3abb req-cba5d7ca-b319-4bb1-801e-eff1f4c68494 service neutron] Checking agent: {'id': '3e9c1808-7bc3-414f-9290-25f62682d3ef', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79760', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 13, 11, 17, 34), 'started_at': datetime.datetime(2021, 8, 13, 11, 17, 34), 'heartbeat_timestamp': datetime.datetime(2021, 8, 13, 11, 22, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93883) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 13 11:22:48.608092 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d112d70a-bf09-4e2a-8371-8d35ab2c3abb req-cba5d7ca-b319-4bb1-801e-eff1f4c68494 service neutron] Checking segment: {'id': '0c0916bb-1dc8-4969-93db-96fbbfcf0471', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '19d032c5-8528-440a-a103-9e68f50bdfe9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93883) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 13 11:22:48.608464 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d112d70a-bf09-4e2a-8371-8d35ab2c3abb req-cba5d7ca-b319-4bb1-801e-eff1f4c68494 service neutron] Bound using segment: {'id': '0c0916bb-1dc8-4969-93db-96fbbfcf0471', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '19d032c5-8528-440a-a103-9e68f50bdfe9'} {{(pid=93883) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 13 11:22:48.608887 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron.plugins.ml2.managers [req-d112d70a-bf09-4e2a-8371-8d35ab2c3abb req-cba5d7ca-b319-4bb1-801e-eff1f4c68494 service neutron] Bound port: 77f21e65-9f5a-4ea0-ae44-b11aedc351c0, host: hv-cinder-79760, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0c0916bb-1dc8-4969-93db-96fbbfcf0471', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '19d032c5-8528-440a-a103-9e68f50bdfe9'}}] {{(pid=93883) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 13 11:22:48.609240 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-d112d70a-bf09-4e2a-8371-8d35ab2c3abb req-cba5d7ca-b319-4bb1-801e-eff1f4c68494 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935434'] for port, before_update {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 11:22:48.700470 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron.plugins.ml2.db [req-d112d70a-bf09-4e2a-8371-8d35ab2c3abb req-cba5d7ca-b319-4bb1-801e-eff1f4c68494 service neutron] For port 77f21e65-9f5a-4ea0-ae44-b11aedc351c0, host hv-cinder-79760, cleared binding levels {{(pid=93883) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 13 11:22:48.739572 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron.plugins.ml2.db [req-d112d70a-bf09-4e2a-8371-8d35ab2c3abb req-cba5d7ca-b319-4bb1-801e-eff1f4c68494 service neutron] For port 77f21e65-9f5a-4ea0-ae44-b11aedc351c0, host hv-cinder-79760, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79760',level=0,port_id=77f21e65-9f5a-4ea0-ae44-b11aedc351c0,segment=NetworkSegment(0c0916bb-1dc8-4969-93db-96fbbfcf0471),segment_id=0c0916bb-1dc8-4969-93db-96fbbfcf0471)] {{(pid=93883) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 13 11:22:48.750055 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-d112d70a-bf09-4e2a-8371-8d35ab2c3abb req-cba5d7ca-b319-4bb1-801e-eff1f4c68494 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935844', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611014', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782137889940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782137337613', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782137337631', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2139128387'] for port, after_update {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 11:22:48.809884 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d112d70a-bf09-4e2a-8371-8d35ab2c3abb req-cba5d7ca-b319-4bb1-801e-eff1f4c68494 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 11:22:48.811538 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-d112d70a-bf09-4e2a-8371-8d35ab2c3abb req-cba5d7ca-b319-4bb1-801e-eff1f4c68494 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-128352'] for port, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 11:22:48.812568 dv-cinder-797608-16-iscsi neutron-server[93883]: INFO neutron.wsgi [req-d112d70a-bf09-4e2a-8371-8d35ab2c3abb req-cba5d7ca-b319-4bb1-801e-eff1f4c68494 service neutron] 10.222.0.20 "PUT /v2.0/ports/77f21e65-9f5a-4ea0-ae44-b11aedc351c0 HTTP/1.1" status: 200 len: 1093 time: 1.0199072 Aug 13 11:22:48.827559 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2e2d3778-af47-4742-bf54-fbb19360964f', 'tag': '77f21e65-9f5a-4ea0-ae44-b11aedc351c0'}] {{(pid=93883) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 13 11:22:48.829806 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}db1a1fbc245c58e73290e58258e46ca41fe4e785cc79cbd57aa3dae940aad292" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fe834965-ebaf-4265-a363-e3496be05b5b" -d '{"events": [{"name": "network-changed", "server_uuid": "2e2d3778-af47-4742-bf54-fbb19360964f", "tag": "77f21e65-9f5a-4ea0-ae44-b11aedc351c0"}]}' {{(pid=93883) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 13 11:22:48.845889 dv-cinder-797608-16-iscsi neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a93dbcb-05b0-4dbe-bec3-9cd791ef6788 req-3d5de4a4-3196-4633-93b7-de364712cb1d tempest-ServerRescueNegativeTestJSON-217385872 tempest-ServerRescueNegativeTestJSON-217385872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 11:22:48.855722 dv-cinder-797608-16-iscsi neutron-server[93884]: INFO neutron.wsgi [req-8a93dbcb-05b0-4dbe-bec3-9cd791ef6788 req-3d5de4a4-3196-4633-93b7-de364712cb1d tempest-ServerRescueNegativeTestJSON-217385872 tempest-ServerRescueNegativeTestJSON-217385872-project] 10.222.0.32 "GET /v2.0/ports?device_id=f07a0f18-2b98-479b-bd6a-186739dfba26 HTTP/1.1" status: 200 len: 945 time: 0.1137707 Aug 13 11:22:48.864414 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-85394181-58d1-4d2e-9b2f-cdcb8532f0fe req-fb2311ae-b3c5-4eb7-a807-3664ac273c56 tempest-AttachVolumeNegativeTest-1779138385 tempest-AttachVolumeNegativeTest-1779138385-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935844', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611014', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782137889922', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782137337604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2139128394'] for port, after_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 11:22:48.912006 dv-cinder-797608-16-iscsi neutron-server[93884]: INFO neutron.wsgi [req-8a93dbcb-05b0-4dbe-bec3-9cd791ef6788 req-6dde4350-ef65-41d0-b476-1801a4d6c8ce tempest-ServerRescueNegativeTestJSON-217385872 tempest-ServerRescueNegativeTestJSON-217385872-project] 10.222.0.32 "GET /v2.0/security-groups?id=5e66df65-70b0-476d-97cd-4e9936c292c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0564640 Aug 13 11:22:48.915705 dv-cinder-797608-16-iscsi neutron-server[93885]: DEBUG neutron.plugins.ml2.db [None req-a0b9b986-0706-4fc6-9cf9-0eb02d2513dc None None] get_ports_and_sgs() called for port_ids ['1ebd7405-00bb-4e41-b826-c3f3f5ab625e', '1c819ec8-f1e7-4368-b225-ec8be4f19714'] {{(pid=93885) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 13 11:22:48.961536 dv-cinder-797608-16-iscsi neutron-server[93884]: INFO neutron.wsgi [req-89b5dfac-fa05-4fd1-90ed-7dd4e044c31d req-f54389ca-6ae0-45b8-8f0e-edacb2d37c09 tempest-VolumesSnapshotTestJSON-118294861 tempest-VolumesSnapshotTestJSON-118294861-project] 10.222.0.32 "GET /v2.0/ports?device_id=847d2b66-b8e1-459b-b928-37738a0c66da HTTP/1.1" status: 200 len: 210 time: 0.0613496 Aug 13 11:22:48.970790 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cba5d7ca-b319-4bb1-801e-eff1f4c68494 service neutron] Pushing event updated for resources: {'Port': ['ID=77f21e65-9f5a-4ea0-ae44-b11aedc351c0,revision_number=3']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 11:22:49.013352 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 13 Aug 2021 11:22:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b94b7284-9aa7-4ba5-b6c9-b0fc1258155e x-openstack-request-id: req-b94b7284-9aa7-4ba5-b6c9-b0fc1258155e {{(pid=93883) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 13 11:22:49.013701 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2e2d3778-af47-4742-bf54-fbb19360964f", "tag": "77f21e65-9f5a-4ea0-ae44-b11aedc351c0", "status": "completed", "code": 200}]} {{(pid=93883) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 13 11:22:49.013870 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-b94b7284-9aa7-4ba5-b6c9-b0fc1258155e {{(pid=93883) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 13 11:22:49.014803 dv-cinder-797608-16-iscsi neutron-server[93883]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2e2d3778-af47-4742-bf54-fbb19360964f', 'tag': '77f21e65-9f5a-4ea0-ae44-b11aedc351c0', 'status': 'completed', 'code': 200} Aug 13 11:22:49.015549 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron.db.l3_dvrscheduler_db [req-85394181-58d1-4d2e-9b2f-cdcb8532f0fe req-fb2311ae-b3c5-4eb7-a807-3664ac273c56 tempest-AttachVolumeNegativeTest-1779138385 tempest-AttachVolumeNegativeTest-1779138385-project] No DVR routers for this DVR port 1c819ec8-f1e7-4368-b225-ec8be4f19714 on host hv-cinder-79760 {{(pid=93883) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 13 11:22:49.018671 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-85394181-58d1-4d2e-9b2f-cdcb8532f0fe req-fb2311ae-b3c5-4eb7-a807-3664ac273c56 tempest-AttachVolumeNegativeTest-1779138385 tempest-AttachVolumeNegativeTest-1779138385-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-128352'] for port, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 11:22:49.020923 dv-cinder-797608-16-iscsi neutron-server[93883]: INFO neutron.wsgi [req-85394181-58d1-4d2e-9b2f-cdcb8532f0fe req-fb2311ae-b3c5-4eb7-a807-3664ac273c56 tempest-AttachVolumeNegativeTest-1779138385 tempest-AttachVolumeNegativeTest-1779138385-project] 10.222.0.20 "DELETE /v2.0/ports/1c819ec8-f1e7-4368-b225-ec8be4f19714 HTTP/1.1" status: 204 len: 173 time: 0.8600328 Aug 13 11:22:49.056713 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb2311ae-b3c5-4eb7-a807-3664ac273c56 tempest-AttachVolumeNegativeTest-1779138385 tempest-AttachVolumeNegativeTest-1779138385-project] Pushing event deleted for resources: {'Port': ['ID=1c819ec8-f1e7-4368-b225-ec8be4f19714,revision_number=None']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 11:22:49.089185 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2099b4ad-57e6-4dd3-833c-d5a1cb66efb8 req-04f33a5f-a04d-4991-9d54-f4b36e76caaf tempest-VolumesSnapshotTestJSON-118294861 tempest-VolumesSnapshotTestJSON-118294861-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 11:22:49.091718 dv-cinder-797608-16-iscsi neutron-server[93883]: INFO neutron.wsgi [req-2099b4ad-57e6-4dd3-833c-d5a1cb66efb8 req-04f33a5f-a04d-4991-9d54-f4b36e76caaf tempest-VolumesSnapshotTestJSON-118294861 tempest-VolumesSnapshotTestJSON-118294861-project] 10.222.0.20 "GET /v2.0/networks?id=b019fcf7-de26-4be8-b91e-534fa6cadca7 HTTP/1.1" status: 200 len: 813 time: 0.3225911 Aug 13 11:22:49.101975 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d112d70a-bf09-4e2a-8371-8d35ab2c3abb req-8512bf4e-7a63-40e5-80ce-f4fd624f9e87 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 11:22:49.103514 dv-cinder-797608-16-iscsi neutron-server[93883]: INFO neutron.wsgi [req-d112d70a-bf09-4e2a-8371-8d35ab2c3abb req-8512bf4e-7a63-40e5-80ce-f4fd624f9e87 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=f2f73946f5b4487a90034c858e2b5010&device_id=2e2d3778-af47-4742-bf54-fbb19360964f HTTP/1.1" status: 200 len: 1096 time: 0.1867664 Aug 13 11:22:49.133212 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron.api.v2.base [req-2099b4ad-57e6-4dd3-833c-d5a1cb66efb8 req-b695b1e2-e9ad-4cb1-a18d-9d0b60b1cd05 tempest-VolumesSnapshotTestJSON-118294861 tempest-VolumesSnapshotTestJSON-118294861-project] Request body: {'port': {'device_id': '847d2b66-b8e1-459b-b928-37738a0c66da', 'network_id': 'b019fcf7-de26-4be8-b91e-534fa6cadca7', 'admin_state_up': True, 'tenant_id': '8907f2d9d26a4060be3d190bf102bfba'}} {{(pid=93883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 13 11:22:49.241831 dv-cinder-797608-16-iscsi neutron-server[93883]: INFO neutron.wsgi [req-d112d70a-bf09-4e2a-8371-8d35ab2c3abb req-344600de-8b39-4634-9ee2-a9e2c0de3cc3 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=77f21e65-9f5a-4ea0-ae44-b11aedc351c0 HTTP/1.1" status: 200 len: 217 time: 0.0931957 Aug 13 11:22:49.307931 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d112d70a-bf09-4e2a-8371-8d35ab2c3abb req-9137dbed-b830-4585-9794-499db13654c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 11:22:49.309675 dv-cinder-797608-16-iscsi neutron-server[93883]: INFO neutron.wsgi [req-d112d70a-bf09-4e2a-8371-8d35ab2c3abb req-9137dbed-b830-4585-9794-499db13654c4 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=3e906e7d-e025-4f52-b49f-c3fc3c70e6b0 HTTP/1.1" status: 200 len: 848 time: 0.0560889 Aug 13 11:22:49.326055 dv-cinder-797608-16-iscsi neutron-server[93884]: INFO neutron.wsgi [req-709ee4c4-632c-4f6e-b4e9-8cbfab900f1f req-47132497-99df-4774-9e5e-93e983bc34ad tempest-AttachVolumeNegativeTest-1779138385 tempest-AttachVolumeNegativeTest-1779138385-project] 10.222.0.32 "GET /v2.0/ports?device_id=d9cfa0a2-3e58-4a73-a5e9-7149fb0a228f HTTP/1.1" status: 200 len: 210 time: 0.0344741 Aug 13 11:22:49.410903 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d112d70a-bf09-4e2a-8371-8d35ab2c3abb req-e5acc6e2-7ad0-442b-95a4-30da26cfba77 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 11:22:49.412446 dv-cinder-797608-16-iscsi neutron-server[93883]: INFO neutron.wsgi [req-d112d70a-bf09-4e2a-8371-8d35ab2c3abb req-e5acc6e2-7ad0-442b-95a4-30da26cfba77 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=19d032c5-8528-440a-a103-9e68f50bdfe9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0737338 Aug 13 11:22:49.413012 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2099b4ad-57e6-4dd3-833c-d5a1cb66efb8 req-b695b1e2-e9ad-4cb1-a18d-9d0b60b1cd05 tempest-VolumesSnapshotTestJSON-118294861 tempest-VolumesSnapshotTestJSON-118294861-project] Made reservation on behalf of 8907f2d9d26a4060be3d190bf102bfba for: {'port': 1} {{(pid=93883) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 13 11:22:49.416400 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-2099b4ad-57e6-4dd3-833c-d5a1cb66efb8 req-b695b1e2-e9ad-4cb1-a18d-9d0b60b1cd05 tempest-VolumesSnapshotTestJSON-118294861 tempest-VolumesSnapshotTestJSON-118294861-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935434'] for port, before_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 11:22:49.417705 dv-cinder-797608-16-iscsi neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1578eaf-8ecb-4fb8-9e3f-834f34924f60 req-0576a175-d0fc-4828-b5a7-15f1df4205fd tempest-TestShelveInstance-650229999 tempest-TestShelveInstance-650229999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 11:22:49.419228 dv-cinder-797608-16-iscsi neutron-server[93884]: INFO neutron.wsgi [req-b1578eaf-8ecb-4fb8-9e3f-834f34924f60 req-0576a175-d0fc-4828-b5a7-15f1df4205fd tempest-TestShelveInstance-650229999 tempest-TestShelveInstance-650229999-project] 10.222.0.32 "GET /v2.0/ports?device_id=2e2d3778-af47-4742-bf54-fbb19360964f HTTP/1.1" status: 200 len: 943 time: 0.0557852 Aug 13 11:22:49.457554 dv-cinder-797608-16-iscsi neutron-server[93884]: INFO neutron.wsgi [req-b1578eaf-8ecb-4fb8-9e3f-834f34924f60 req-2ba13f6b-7572-46df-9dc1-53fd821a94fc tempest-TestShelveInstance-650229999 tempest-TestShelveInstance-650229999-project] 10.222.0.32 "GET /v2.0/security-groups?id=10b612c3-878e-45c8-a45f-b00eff83bd94&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315533 Aug 13 11:22:49.586522 dv-cinder-797608-16-iscsi neutron-server[93883]: INFO neutron.wsgi [req-d112d70a-bf09-4e2a-8371-8d35ab2c3abb req-2f068f8f-320d-44b5-b78a-8c77cc7cfa0d service neutron] 10.222.0.20 "GET /v2.0/networks/19d032c5-8528-440a-a103-9e68f50bdfe9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1601021 Aug 13 11:22:49.606842 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron.db.db_base_plugin_common [req-2099b4ad-57e6-4dd3-833c-d5a1cb66efb8 req-b695b1e2-e9ad-4cb1-a18d-9d0b60b1cd05 tempest-VolumesSnapshotTestJSON-118294861 tempest-VolumesSnapshotTestJSON-118294861-project] Allocated IP 172.20.0.3 (b019fcf7-de26-4be8-b91e-534fa6cadca7/5d239d83-0dde-465f-9273-8e7c04ac2cdd/978053b2-4b2b-4c90-9539-bc2f3eabcbad) {{(pid=93883) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 13 11:22:49.782459 dv-cinder-797608-16-iscsi neutron-server[93883]: INFO neutron.wsgi [req-d112d70a-bf09-4e2a-8371-8d35ab2c3abb req-aea91eb2-8ecf-41fb-80df-1821a346fc86 service neutron] 10.222.0.20 "GET /v2.0/networks/19d032c5-8528-440a-a103-9e68f50bdfe9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1726220 Aug 13 11:22:49.843209 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-2099b4ad-57e6-4dd3-833c-d5a1cb66efb8 req-b695b1e2-e9ad-4cb1-a18d-9d0b60b1cd05 tempest-VolumesSnapshotTestJSON-118294861 tempest-VolumesSnapshotTestJSON-118294861-project] Notify callbacks [] for port, precommit_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 11:22:49.881603 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-2099b4ad-57e6-4dd3-833c-d5a1cb66efb8 req-b695b1e2-e9ad-4cb1-a18d-9d0b60b1cd05 tempest-VolumesSnapshotTestJSON-118294861 tempest-VolumesSnapshotTestJSON-118294861-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935844', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611014', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782137337079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2139128394'] for port, after_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 11:22:49.956712 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2099b4ad-57e6-4dd3-833c-d5a1cb66efb8 req-b695b1e2-e9ad-4cb1-a18d-9d0b60b1cd05 tempest-VolumesSnapshotTestJSON-118294861 tempest-VolumesSnapshotTestJSON-118294861-project] Network b019fcf7-de26-4be8-b91e-534fa6cadca7 is already hosted by enough agents. {{(pid=93883) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 13 11:22:49.961514 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron.scheduler.base_scheduler [req-2099b4ad-57e6-4dd3-833c-d5a1cb66efb8 req-b695b1e2-e9ad-4cb1-a18d-9d0b60b1cd05 tempest-VolumesSnapshotTestJSON-118294861 tempest-VolumesSnapshotTestJSON-118294861-project] Resources bound (agent type, host, resource id): {{(pid=93883) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 13 11:22:49.965647 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron.db.l3_dvrscheduler_db [req-2099b4ad-57e6-4dd3-833c-d5a1cb66efb8 req-b695b1e2-e9ad-4cb1-a18d-9d0b60b1cd05 tempest-VolumesSnapshotTestJSON-118294861 tempest-VolumesSnapshotTestJSON-118294861-project] Received port after_create {{(pid=93883) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 13 11:22:49.968089 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b695b1e2-e9ad-4cb1-a18d-9d0b60b1cd05 tempest-VolumesSnapshotTestJSON-118294861 tempest-VolumesSnapshotTestJSON-118294861-project] Pushing event updated for resources: {'Port': ['ID=978053b2-4b2b-4c90-9539-bc2f3eabcbad,revision_number=1']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 11:22:50.010768 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe834965-ebaf-4265-a363-e3496be05b5b req-fb19c8c8-6aec-4b9e-b990-7e4227508f8c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 11:22:50.012281 dv-cinder-797608-16-iscsi neutron-server[93883]: INFO neutron.wsgi [req-fe834965-ebaf-4265-a363-e3496be05b5b req-fb19c8c8-6aec-4b9e-b990-7e4227508f8c service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=f2f73946f5b4487a90034c858e2b5010&device_id=2e2d3778-af47-4742-bf54-fbb19360964f HTTP/1.1" status: 200 len: 1096 time: 0.0988462 Aug 13 11:22:50.023781 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2099b4ad-57e6-4dd3-833c-d5a1cb66efb8 req-b695b1e2-e9ad-4cb1-a18d-9d0b60b1cd05 tempest-VolumesSnapshotTestJSON-118294861 tempest-VolumesSnapshotTestJSON-118294861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 11:22:50.024349 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-2099b4ad-57e6-4dd3-833c-d5a1cb66efb8 req-b695b1e2-e9ad-4cb1-a18d-9d0b60b1cd05 tempest-VolumesSnapshotTestJSON-118294861 tempest-VolumesSnapshotTestJSON-118294861-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-128352'] for port, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 11:22:50.056544 dv-cinder-797608-16-iscsi neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b68d97cc-0394-48d3-90dd-912028643808 req-0f653d01-daf9-45d8-afad-56417e3ee657 tempest-ServerRescueNegativeTestJSON-217385872 tempest-ServerRescueNegativeTestJSON-217385872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 11:22:50.058051 dv-cinder-797608-16-iscsi neutron-server[93884]: INFO neutron.wsgi [req-b68d97cc-0394-48d3-90dd-912028643808 req-0f653d01-daf9-45d8-afad-56417e3ee657 tempest-ServerRescueNegativeTestJSON-217385872 tempest-ServerRescueNegativeTestJSON-217385872-project] 10.222.0.32 "GET /v2.0/ports?device_id=f07a0f18-2b98-479b-bd6a-186739dfba26 HTTP/1.1" status: 200 len: 945 time: 0.0702710 Aug 13 11:22:50.084401 dv-cinder-797608-16-iscsi neutron-server[93883]: INFO neutron.wsgi [req-2099b4ad-57e6-4dd3-833c-d5a1cb66efb8 req-b695b1e2-e9ad-4cb1-a18d-9d0b60b1cd05 tempest-VolumesSnapshotTestJSON-118294861 tempest-VolumesSnapshotTestJSON-118294861-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9551039 Aug 13 11:22:50.111543 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron.api.v2.base [req-2099b4ad-57e6-4dd3-833c-d5a1cb66efb8 req-afa87255-9e97-40a5-a863-1bbe2080d7c6 service neutron] Request body: {'port': {'device_id': '847d2b66-b8e1-459b-b928-37738a0c66da', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79760'}} {{(pid=93883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 13 11:22:50.115620 dv-cinder-797608-16-iscsi neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-668e4da6-6a80-4897-a132-d2aa838048da req-1e70fe8b-89d6-4e38-87a5-bd8b885637c1 tempest-VolumesSnapshotTestJSON-118294861 tempest-VolumesSnapshotTestJSON-118294861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 11:22:50.117060 dv-cinder-797608-16-iscsi neutron-server[93884]: INFO neutron.wsgi [req-668e4da6-6a80-4897-a132-d2aa838048da req-1e70fe8b-89d6-4e38-87a5-bd8b885637c1 tempest-VolumesSnapshotTestJSON-118294861 tempest-VolumesSnapshotTestJSON-118294861-project] 10.222.0.32 "GET /v2.0/ports?device_id=847d2b66-b8e1-459b-b928-37738a0c66da HTTP/1.1" status: 200 len: 931 time: 0.0781097 Aug 13 11:22:50.125322 dv-cinder-797608-16-iscsi neutron-server[93884]: INFO neutron.wsgi [req-b68d97cc-0394-48d3-90dd-912028643808 req-71c68410-3f30-4399-b752-629fb320e677 tempest-ServerRescueNegativeTestJSON-217385872 tempest-ServerRescueNegativeTestJSON-217385872-project] 10.222.0.32 "GET /v2.0/security-groups?id=5e66df65-70b0-476d-97cd-4e9936c292c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0536397 Aug 13 11:22:50.146480 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe834965-ebaf-4265-a363-e3496be05b5b req-ff15f4c8-599f-47e6-ba04-dd2478318fbd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 11:22:50.148000 dv-cinder-797608-16-iscsi neutron-server[93883]: INFO neutron.wsgi [req-fe834965-ebaf-4265-a363-e3496be05b5b req-ff15f4c8-599f-47e6-ba04-dd2478318fbd service neutron] 10.222.0.20 "GET /v2.0/networks?id=19d032c5-8528-440a-a103-9e68f50bdfe9 HTTP/1.1" status: 200 len: 910 time: 0.1201658 Aug 13 11:22:50.162426 dv-cinder-797608-16-iscsi neutron-server[93884]: INFO neutron.wsgi [req-668e4da6-6a80-4897-a132-d2aa838048da req-fbb73176-67cd-49f5-8113-e94ef646b29c tempest-VolumesSnapshotTestJSON-118294861 tempest-VolumesSnapshotTestJSON-118294861-project] 10.222.0.32 "GET /v2.0/security-groups?id=067564c0-67c3-4ba8-9df2-3ce8ca895aee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0361478 Aug 13 11:22:50.215952 dv-cinder-797608-16-iscsi neutron-server[93883]: INFO neutron.wsgi [req-fe834965-ebaf-4265-a363-e3496be05b5b req-3add677a-d531-48f8-a66f-a0469e2d9c81 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=77f21e65-9f5a-4ea0-ae44-b11aedc351c0 HTTP/1.1" status: 200 len: 217 time: 0.0456073 Aug 13 11:22:50.216476 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-2099b4ad-57e6-4dd3-833c-d5a1cb66efb8 req-afa87255-9e97-40a5-a863-1bbe2080d7c6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935434'] for port, before_update {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 11:22:50.292418 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe834965-ebaf-4265-a363-e3496be05b5b req-558e1176-c3a4-4a52-8e56-246fdf8ecb3a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 11:22:50.293830 dv-cinder-797608-16-iscsi neutron-server[93883]: INFO neutron.wsgi [req-fe834965-ebaf-4265-a363-e3496be05b5b req-558e1176-c3a4-4a52-8e56-246fdf8ecb3a service neutron] 10.222.0.20 "GET /v2.0/subnets?id=3e906e7d-e025-4f52-b49f-c3fc3c70e6b0 HTTP/1.1" status: 200 len: 848 time: 0.0691369 Aug 13 11:22:50.403414 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe834965-ebaf-4265-a363-e3496be05b5b req-b11aa9d0-8706-49c0-94c8-d295cde7d983 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 11:22:50.404956 dv-cinder-797608-16-iscsi neutron-server[93883]: INFO neutron.wsgi [req-fe834965-ebaf-4265-a363-e3496be05b5b req-b11aa9d0-8706-49c0-94c8-d295cde7d983 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=19d032c5-8528-440a-a103-9e68f50bdfe9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.1034367 Aug 13 11:22:50.577685 dv-cinder-797608-16-iscsi neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1fdfa7b-77e4-4f69-aaef-35107a8a986a req-c4a98e4c-cca3-4eba-a018-23cc59b76d43 tempest-TestShelveInstance-650229999 tempest-TestShelveInstance-650229999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 11:22:50.579706 dv-cinder-797608-16-iscsi neutron-server[93884]: INFO neutron.wsgi [req-b1fdfa7b-77e4-4f69-aaef-35107a8a986a req-c4a98e4c-cca3-4eba-a018-23cc59b76d43 tempest-TestShelveInstance-650229999 tempest-TestShelveInstance-650229999-project] 10.222.0.32 "GET /v2.0/ports?device_id=2e2d3778-af47-4742-bf54-fbb19360964f HTTP/1.1" status: 200 len: 943 time: 0.0515170 Aug 13 11:22:50.624176 dv-cinder-797608-16-iscsi neutron-server[93884]: INFO neutron.wsgi [req-b1fdfa7b-77e4-4f69-aaef-35107a8a986a req-fb41d42e-9345-4941-80ff-e6a837db3f89 tempest-TestShelveInstance-650229999 tempest-TestShelveInstance-650229999-project] 10.222.0.32 "GET /v2.0/security-groups?id=10b612c3-878e-45c8-a45f-b00eff83bd94&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0369718 Aug 13 11:22:50.765097 dv-cinder-797608-16-iscsi neutron-server[93883]: INFO neutron.wsgi [req-fe834965-ebaf-4265-a363-e3496be05b5b req-0c448de1-c91a-4629-8665-08bc8b876547 service neutron] 10.222.0.20 "GET /v2.0/networks/19d032c5-8528-440a-a103-9e68f50bdfe9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3509424 Aug 13 11:22:50.861068 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron.notifiers.nova [req-2099b4ad-57e6-4dd3-833c-d5a1cb66efb8 req-afa87255-9e97-40a5-a863-1bbe2080d7c6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 978053b2-4b2b-4c90-9539-bc2f3eabcbad {{(pid=93883) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 13 11:22:50.871026 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-2099b4ad-57e6-4dd3-833c-d5a1cb66efb8 req-afa87255-9e97-40a5-a863-1bbe2080d7c6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 11:22:50.894612 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron.db.provisioning_blocks [req-2099b4ad-57e6-4dd3-833c-d5a1cb66efb8 req-afa87255-9e97-40a5-a863-1bbe2080d7c6 service neutron] Transition to ACTIVE for port object 978053b2-4b2b-4c90-9539-bc2f3eabcbad will not be triggered until provisioned by entity L2. {{(pid=93883) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 13 11:22:50.905413 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-2099b4ad-57e6-4dd3-833c-d5a1cb66efb8 req-afa87255-9e97-40a5-a863-1bbe2080d7c6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935844', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611014', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782137889940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782137337613', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782137337631', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2139128387'] for port, after_update {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 11:22:50.935098 dv-cinder-797608-16-iscsi neutron-server[93883]: INFO neutron.wsgi [req-fe834965-ebaf-4265-a363-e3496be05b5b req-10991f49-169f-4bf7-947b-c2d9aa40b510 service neutron] 10.222.0.20 "GET /v2.0/networks/19d032c5-8528-440a-a103-9e68f50bdfe9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1499381 Aug 13 11:22:50.961196 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afa87255-9e97-40a5-a863-1bbe2080d7c6 service neutron] Pushing event updated for resources: {'Port': ['ID=978053b2-4b2b-4c90-9539-bc2f3eabcbad,revision_number=2']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 11:22:51.015851 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd9cfa0a2-3e58-4a73-a5e9-7149fb0a228f', 'name': 'network-vif-deleted', 'tag': '1c819ec8-f1e7-4368-b225-ec8be4f19714'}] {{(pid=93883) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 13 11:22:51.018142 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}db1a1fbc245c58e73290e58258e46ca41fe4e785cc79cbd57aa3dae940aad292" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d92ebe5f-19f1-44b7-a525-b8b2a86d0ab1" -d '{"events": [{"server_uuid": "d9cfa0a2-3e58-4a73-a5e9-7149fb0a228f", "name": "network-vif-deleted", "tag": "1c819ec8-f1e7-4368-b225-ec8be4f19714"}]}' {{(pid=93883) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 13 11:22:51.034899 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron.plugins.ml2.managers [req-2099b4ad-57e6-4dd3-833c-d5a1cb66efb8 req-afa87255-9e97-40a5-a863-1bbe2080d7c6 service neutron] Attempting to bind port 978053b2-4b2b-4c90-9539-bc2f3eabcbad on host hv-cinder-79760 for vnic_type normal with profile {{(pid=93883) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 13 11:22:51.035256 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron.plugins.ml2.managers [req-2099b4ad-57e6-4dd3-833c-d5a1cb66efb8 req-afa87255-9e97-40a5-a863-1bbe2080d7c6 service neutron] Attempting to bind port 978053b2-4b2b-4c90-9539-bc2f3eabcbad by drivers openvswitch,hyperv on host hv-cinder-79760 at level 0 using segments [{'id': 'e18aea7a-7e5d-44de-aa65-0910a3f71ee1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': 'b019fcf7-de26-4be8-b91e-534fa6cadca7'}] {{(pid=93883) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 13 11:22:51.035586 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2099b4ad-57e6-4dd3-833c-d5a1cb66efb8 req-afa87255-9e97-40a5-a863-1bbe2080d7c6 service neutron] Attempting to bind port 978053b2-4b2b-4c90-9539-bc2f3eabcbad on network b019fcf7-de26-4be8-b91e-534fa6cadca7 {{(pid=93883) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 13 11:22:51.040082 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2099b4ad-57e6-4dd3-833c-d5a1cb66efb8 req-afa87255-9e97-40a5-a863-1bbe2080d7c6 service neutron] Port 978053b2-4b2b-4c90-9539-bc2f3eabcbad on network b019fcf7-de26-4be8-b91e-534fa6cadca7 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79760 {{(pid=93883) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 13 11:22:51.040405 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2099b4ad-57e6-4dd3-833c-d5a1cb66efb8 req-afa87255-9e97-40a5-a863-1bbe2080d7c6 service neutron] Attempting to bind port 978053b2-4b2b-4c90-9539-bc2f3eabcbad on network b019fcf7-de26-4be8-b91e-534fa6cadca7 {{(pid=93883) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 13 11:22:51.047243 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2099b4ad-57e6-4dd3-833c-d5a1cb66efb8 req-afa87255-9e97-40a5-a863-1bbe2080d7c6 service neutron] Checking agent: {'id': '3e9c1808-7bc3-414f-9290-25f62682d3ef', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79760', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 13, 11, 17, 34), 'started_at': datetime.datetime(2021, 8, 13, 11, 17, 34), 'heartbeat_timestamp': datetime.datetime(2021, 8, 13, 11, 22, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93883) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 13 11:22:51.047634 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2099b4ad-57e6-4dd3-833c-d5a1cb66efb8 req-afa87255-9e97-40a5-a863-1bbe2080d7c6 service neutron] Checking segment: {'id': 'e18aea7a-7e5d-44de-aa65-0910a3f71ee1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': 'b019fcf7-de26-4be8-b91e-534fa6cadca7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93883) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 13 11:22:51.048029 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2099b4ad-57e6-4dd3-833c-d5a1cb66efb8 req-afa87255-9e97-40a5-a863-1bbe2080d7c6 service neutron] Bound using segment: {'id': 'e18aea7a-7e5d-44de-aa65-0910a3f71ee1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': 'b019fcf7-de26-4be8-b91e-534fa6cadca7'} {{(pid=93883) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 13 11:22:51.048879 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron.plugins.ml2.managers [req-2099b4ad-57e6-4dd3-833c-d5a1cb66efb8 req-afa87255-9e97-40a5-a863-1bbe2080d7c6 service neutron] Bound port: 978053b2-4b2b-4c90-9539-bc2f3eabcbad, host: hv-cinder-79760, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e18aea7a-7e5d-44de-aa65-0910a3f71ee1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': 'b019fcf7-de26-4be8-b91e-534fa6cadca7'}}] {{(pid=93883) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 13 11:22:51.049245 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-2099b4ad-57e6-4dd3-833c-d5a1cb66efb8 req-afa87255-9e97-40a5-a863-1bbe2080d7c6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935434'] for port, before_update {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 11:22:51.059884 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 13 Aug 2021 11:22:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-db4d2274-21d0-43df-8957-5076bf3bdcf6 x-openstack-request-id: req-db4d2274-21d0-43df-8957-5076bf3bdcf6 {{(pid=93883) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 13 11:22:51.060189 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d9cfa0a2-3e58-4a73-a5e9-7149fb0a228f", "name": "network-vif-deleted", "tag": "1c819ec8-f1e7-4368-b225-ec8be4f19714", "status": "completed", "code": 200}]} {{(pid=93883) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 13 11:22:51.060433 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-db4d2274-21d0-43df-8957-5076bf3bdcf6 {{(pid=93883) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 13 11:22:51.060840 dv-cinder-797608-16-iscsi neutron-server[93883]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd9cfa0a2-3e58-4a73-a5e9-7149fb0a228f', 'name': 'network-vif-deleted', 'tag': '1c819ec8-f1e7-4368-b225-ec8be4f19714', 'status': 'completed', 'code': 200} Aug 13 11:22:51.116701 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron.plugins.ml2.db [req-2099b4ad-57e6-4dd3-833c-d5a1cb66efb8 req-afa87255-9e97-40a5-a863-1bbe2080d7c6 service neutron] For port 978053b2-4b2b-4c90-9539-bc2f3eabcbad, host hv-cinder-79760, cleared binding levels {{(pid=93883) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 13 11:22:51.119747 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron.plugins.ml2.db [req-2099b4ad-57e6-4dd3-833c-d5a1cb66efb8 req-afa87255-9e97-40a5-a863-1bbe2080d7c6 service neutron] For port 978053b2-4b2b-4c90-9539-bc2f3eabcbad, host hv-cinder-79760, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79760',level=0,port_id=978053b2-4b2b-4c90-9539-bc2f3eabcbad,segment=NetworkSegment(e18aea7a-7e5d-44de-aa65-0910a3f71ee1),segment_id=e18aea7a-7e5d-44de-aa65-0910a3f71ee1)] {{(pid=93883) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 13 11:22:51.124268 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-2099b4ad-57e6-4dd3-833c-d5a1cb66efb8 req-afa87255-9e97-40a5-a863-1bbe2080d7c6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935844', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611014', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782137889940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782137337613', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782137337631', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2139128387'] for port, after_update {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 11:22:51.158820 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2099b4ad-57e6-4dd3-833c-d5a1cb66efb8 req-afa87255-9e97-40a5-a863-1bbe2080d7c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 11:22:51.159424 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-2099b4ad-57e6-4dd3-833c-d5a1cb66efb8 req-afa87255-9e97-40a5-a863-1bbe2080d7c6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-128352'] for port, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 11:22:51.160802 dv-cinder-797608-16-iscsi neutron-server[93883]: INFO neutron.wsgi [req-2099b4ad-57e6-4dd3-833c-d5a1cb66efb8 req-afa87255-9e97-40a5-a863-1bbe2080d7c6 service neutron] 10.222.0.20 "PUT /v2.0/ports/978053b2-4b2b-4c90-9539-bc2f3eabcbad HTTP/1.1" status: 200 len: 1093 time: 1.0562272 Aug 13 11:22:51.182651 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afa87255-9e97-40a5-a863-1bbe2080d7c6 service neutron] Pushing event updated for resources: {'Port': ['ID=978053b2-4b2b-4c90-9539-bc2f3eabcbad,revision_number=3']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 11:22:51.272071 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2099b4ad-57e6-4dd3-833c-d5a1cb66efb8 req-2368e70d-c602-4bee-8fc0-30936805d351 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 11:22:51.273591 dv-cinder-797608-16-iscsi neutron-server[93883]: INFO neutron.wsgi [req-2099b4ad-57e6-4dd3-833c-d5a1cb66efb8 req-2368e70d-c602-4bee-8fc0-30936805d351 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=8907f2d9d26a4060be3d190bf102bfba&device_id=847d2b66-b8e1-459b-b928-37738a0c66da HTTP/1.1" status: 200 len: 1096 time: 0.0471232 Aug 13 11:22:51.292541 dv-cinder-797608-16-iscsi neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd01848d-3f0a-4576-a6a9-49f2e0163402 req-e038237a-9906-4969-ab23-9b1a7b6353a7 tempest-ServerRescueNegativeTestJSON-217385872 tempest-ServerRescueNegativeTestJSON-217385872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 11:22:51.294069 dv-cinder-797608-16-iscsi neutron-server[93884]: INFO neutron.wsgi [req-bd01848d-3f0a-4576-a6a9-49f2e0163402 req-e038237a-9906-4969-ab23-9b1a7b6353a7 tempest-ServerRescueNegativeTestJSON-217385872 tempest-ServerRescueNegativeTestJSON-217385872-project] 10.222.0.32 "GET /v2.0/ports?device_id=f07a0f18-2b98-479b-bd6a-186739dfba26 HTTP/1.1" status: 200 len: 945 time: 0.0977371 Aug 13 11:22:51.305705 dv-cinder-797608-16-iscsi neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b97db763-6307-4710-8c41-1bffc908b865 req-3d776b16-c14b-49b3-a692-a18b5ecc5dec tempest-VolumesSnapshotTestJSON-118294861 tempest-VolumesSnapshotTestJSON-118294861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 11:22:51.307176 dv-cinder-797608-16-iscsi neutron-server[93884]: INFO neutron.wsgi [req-b97db763-6307-4710-8c41-1bffc908b865 req-3d776b16-c14b-49b3-a692-a18b5ecc5dec tempest-VolumesSnapshotTestJSON-118294861 tempest-VolumesSnapshotTestJSON-118294861-project] 10.222.0.32 "GET /v2.0/ports?device_id=847d2b66-b8e1-459b-b928-37738a0c66da HTTP/1.1" status: 200 len: 943 time: 0.0747988 Aug 13 11:22:51.331974 dv-cinder-797608-16-iscsi neutron-server[93883]: INFO neutron.wsgi [req-2099b4ad-57e6-4dd3-833c-d5a1cb66efb8 req-918fc42d-4487-4984-a6c8-fd83a0a18dcd service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=978053b2-4b2b-4c90-9539-bc2f3eabcbad HTTP/1.1" status: 200 len: 217 time: 0.0369422 Aug 13 11:22:51.362952 dv-cinder-797608-16-iscsi neutron-server[93884]: INFO neutron.wsgi [req-bd01848d-3f0a-4576-a6a9-49f2e0163402 req-4e0d9f11-c4b8-4497-abb7-ae6c59f6eccb tempest-ServerRescueNegativeTestJSON-217385872 tempest-ServerRescueNegativeTestJSON-217385872-project] 10.222.0.32 "GET /v2.0/security-groups?id=5e66df65-70b0-476d-97cd-4e9936c292c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0548170 Aug 13 11:22:51.365772 dv-cinder-797608-16-iscsi neutron-server[93884]: INFO neutron.wsgi [req-b97db763-6307-4710-8c41-1bffc908b865 req-b75f6418-1dfc-41c3-8212-73f0bfcf0a6d tempest-VolumesSnapshotTestJSON-118294861 tempest-VolumesSnapshotTestJSON-118294861-project] 10.222.0.32 "GET /v2.0/security-groups?id=067564c0-67c3-4ba8-9df2-3ce8ca895aee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0518527 Aug 13 11:22:51.387841 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2099b4ad-57e6-4dd3-833c-d5a1cb66efb8 req-78d62fb6-f790-4d59-a2c3-93267f77897a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 11:22:51.389899 dv-cinder-797608-16-iscsi neutron-server[93883]: INFO neutron.wsgi [req-2099b4ad-57e6-4dd3-833c-d5a1cb66efb8 req-78d62fb6-f790-4d59-a2c3-93267f77897a service neutron] 10.222.0.20 "GET /v2.0/subnets?id=5d239d83-0dde-465f-9273-8e7c04ac2cdd HTTP/1.1" status: 200 len: 853 time: 0.0465310 Aug 13 11:22:51.424619 dv-cinder-797608-16-iscsi neutron-server[93883]: INFO neutron.wsgi [req-2099b4ad-57e6-4dd3-833c-d5a1cb66efb8 req-0529149d-6db7-4733-bc50-eb10350f1469 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=b019fcf7-de26-4be8-b91e-534fa6cadca7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0233989 Aug 13 11:22:51.516892 dv-cinder-797608-16-iscsi neutron-server[93883]: INFO neutron.wsgi [req-2099b4ad-57e6-4dd3-833c-d5a1cb66efb8 req-1d18b40d-7cac-4a66-961e-49cd40b84f79 service neutron] 10.222.0.20 "GET /v2.0/networks/b019fcf7-de26-4be8-b91e-534fa6cadca7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0848145 Aug 13 11:22:51.608930 dv-cinder-797608-16-iscsi neutron-server[93883]: INFO neutron.wsgi [req-2099b4ad-57e6-4dd3-833c-d5a1cb66efb8 req-e0fd229e-2d12-4b92-a158-cd415d7deec5 service neutron] 10.222.0.20 "GET /v2.0/networks/b019fcf7-de26-4be8-b91e-534fa6cadca7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0820425 Aug 13 11:22:51.746673 dv-cinder-797608-16-iscsi neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4796a41-02a9-4b68-b5f7-1ec552113d4b req-c272e729-eee8-4dde-bfea-a073f9f5a339 tempest-AttachVolumeNegativeTest-1779138385 tempest-AttachVolumeNegativeTest-1779138385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 11:22:51.748954 dv-cinder-797608-16-iscsi neutron-server[93884]: INFO neutron.wsgi [req-f4796a41-02a9-4b68-b5f7-1ec552113d4b req-c272e729-eee8-4dde-bfea-a073f9f5a339 tempest-AttachVolumeNegativeTest-1779138385 tempest-AttachVolumeNegativeTest-1779138385-project] 10.222.0.32 "GET /v2.0/ports?device_id=c1224182-6442-47ad-be32-6a6dcdfe90a7 HTTP/1.1" status: 200 len: 945 time: 0.0811458 Aug 13 11:22:51.768388 dv-cinder-797608-16-iscsi neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f64c85c2-d926-4e37-9eb0-b4cdada94425 req-e4403096-5551-43f7-b3ea-f0004b3b2dfc tempest-TestShelveInstance-650229999 tempest-TestShelveInstance-650229999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 11:22:51.769772 dv-cinder-797608-16-iscsi neutron-server[93884]: INFO neutron.wsgi [req-f64c85c2-d926-4e37-9eb0-b4cdada94425 req-e4403096-5551-43f7-b3ea-f0004b3b2dfc tempest-TestShelveInstance-650229999 tempest-TestShelveInstance-650229999-project] 10.222.0.32 "GET /v2.0/ports?device_id=2e2d3778-af47-4742-bf54-fbb19360964f HTTP/1.1" status: 200 len: 943 time: 0.0741889 Aug 13 11:22:51.812231 dv-cinder-797608-16-iscsi neutron-server[93884]: INFO neutron.wsgi [req-f4796a41-02a9-4b68-b5f7-1ec552113d4b req-10500cbb-879b-424d-98cb-34e24c0abbc2 tempest-AttachVolumeNegativeTest-1779138385 tempest-AttachVolumeNegativeTest-1779138385-project] 10.222.0.32 "GET /v2.0/security-groups?id=e9ebb553-6898-47d0-8034-10e78e802a38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0572124 Aug 13 11:22:51.831367 dv-cinder-797608-16-iscsi neutron-server[93884]: INFO neutron.wsgi [req-f64c85c2-d926-4e37-9eb0-b4cdada94425 req-ed71a14e-7a90-4df8-8eae-b589150c9d3f tempest-TestShelveInstance-650229999 tempest-TestShelveInstance-650229999-project] 10.222.0.32 "GET /v2.0/security-groups?id=10b612c3-878e-45c8-a45f-b00eff83bd94&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0470390 Aug 13 11:22:52.508514 dv-cinder-797608-16-iscsi neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b91f1e09-0603-4fd9-ad1b-4950e5993d4f req-e8c79043-073f-4a0b-8647-bf03668bf68f tempest-VolumesSnapshotTestJSON-118294861 tempest-VolumesSnapshotTestJSON-118294861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 11:22:52.509966 dv-cinder-797608-16-iscsi neutron-server[93884]: INFO neutron.wsgi [req-b91f1e09-0603-4fd9-ad1b-4950e5993d4f req-e8c79043-073f-4a0b-8647-bf03668bf68f tempest-VolumesSnapshotTestJSON-118294861 tempest-VolumesSnapshotTestJSON-118294861-project] 10.222.0.32 "GET /v2.0/ports?device_id=847d2b66-b8e1-459b-b928-37738a0c66da HTTP/1.1" status: 200 len: 943 time: 0.0755496 Aug 13 11:22:52.517689 dv-cinder-797608-16-iscsi neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8fb1763-9148-4677-bf95-f8ac88349848 req-daeb6dfb-bc24-4552-9c60-66b618d83ebc tempest-ServerRescueNegativeTestJSON-217385872 tempest-ServerRescueNegativeTestJSON-217385872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 11:22:52.519077 dv-cinder-797608-16-iscsi neutron-server[93884]: INFO neutron.wsgi [req-c8fb1763-9148-4677-bf95-f8ac88349848 req-daeb6dfb-bc24-4552-9c60-66b618d83ebc tempest-ServerRescueNegativeTestJSON-217385872 tempest-ServerRescueNegativeTestJSON-217385872-project] 10.222.0.32 "GET /v2.0/ports?device_id=f07a0f18-2b98-479b-bd6a-186739dfba26 HTTP/1.1" status: 200 len: 945 time: 0.0865021 Aug 13 11:22:52.566346 dv-cinder-797608-16-iscsi neutron-server[93884]: INFO neutron.wsgi [req-b91f1e09-0603-4fd9-ad1b-4950e5993d4f req-84b772ee-6271-42a9-bcba-ec3bb9205461 tempest-VolumesSnapshotTestJSON-118294861 tempest-VolumesSnapshotTestJSON-118294861-project] 10.222.0.32 "GET /v2.0/security-groups?id=067564c0-67c3-4ba8-9df2-3ce8ca895aee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463068 Aug 13 11:22:52.578588 dv-cinder-797608-16-iscsi neutron-server[93884]: INFO neutron.wsgi [req-c8fb1763-9148-4677-bf95-f8ac88349848 req-567eee90-934c-4a4f-b279-af87b67c1c7f tempest-ServerRescueNegativeTestJSON-217385872 tempest-ServerRescueNegativeTestJSON-217385872-project] 10.222.0.32 "GET /v2.0/security-groups?id=5e66df65-70b0-476d-97cd-4e9936c292c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0529764 Aug 13 11:22:52.925736 dv-cinder-797608-16-iscsi neutron-server[93885]: DEBUG neutron.plugins.ml2.rpc [None req-a0b9b986-0706-4fc6-9cf9-0eb02d2513dc None None] Device 1c819ec8-f1e7-4368-b225-ec8be4f19714 no longer exists at agent hyperv_hv-cinder-79760 {{(pid=93885) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 13 11:22:52.945862 dv-cinder-797608-16-iscsi neutron-server[93885]: DEBUG neutron.plugins.ml2.plugin [None req-a0b9b986-0706-4fc6-9cf9-0eb02d2513dc None None] No Port match for: 1c819ec8-f1e7-4368-b225-ec8be4f19714 {{(pid=93885) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 13 11:22:52.946228 dv-cinder-797608-16-iscsi neutron-server[93885]: DEBUG neutron.plugins.ml2.rpc [None req-a0b9b986-0706-4fc6-9cf9-0eb02d2513dc None None] Device 1c819ec8-f1e7-4368-b225-ec8be4f19714 not bound to the agent host hv-cinder-79760 {{(pid=93885) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 13 11:22:52.961236 dv-cinder-797608-16-iscsi neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e18ac87-e16a-42d7-bec3-86e085f2cc0d req-73d9875d-1951-4b13-9944-480b56954b76 tempest-AttachVolumeNegativeTest-1779138385 tempest-AttachVolumeNegativeTest-1779138385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 11:22:52.962721 dv-cinder-797608-16-iscsi neutron-server[93884]: INFO neutron.wsgi [req-8e18ac87-e16a-42d7-bec3-86e085f2cc0d req-73d9875d-1951-4b13-9944-480b56954b76 tempest-AttachVolumeNegativeTest-1779138385 tempest-AttachVolumeNegativeTest-1779138385-project] 10.222.0.32 "GET /v2.0/ports?device_id=c1224182-6442-47ad-be32-6a6dcdfe90a7 HTTP/1.1" status: 200 len: 945 time: 0.0826526 Aug 13 11:22:52.969733 dv-cinder-797608-16-iscsi neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8eb418d-c87e-496c-a9a4-ed6b62eee7d5 req-3dba454c-e7f1-40c6-ada1-d53aca6a4942 tempest-TestShelveInstance-650229999 tempest-TestShelveInstance-650229999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 11:22:52.971126 dv-cinder-797608-16-iscsi neutron-server[93884]: INFO neutron.wsgi [req-a8eb418d-c87e-496c-a9a4-ed6b62eee7d5 req-3dba454c-e7f1-40c6-ada1-d53aca6a4942 tempest-TestShelveInstance-650229999 tempest-TestShelveInstance-650229999-project] 10.222.0.32 "GET /v2.0/ports?device_id=2e2d3778-af47-4742-bf54-fbb19360964f HTTP/1.1" status: 200 len: 943 time: 0.0797935 Aug 13 11:22:53.028497 dv-cinder-797608-16-iscsi neutron-server[93884]: INFO neutron.wsgi [req-8e18ac87-e16a-42d7-bec3-86e085f2cc0d req-ef424710-e5f9-4bc7-82ae-6b7f2f390abe tempest-AttachVolumeNegativeTest-1779138385 tempest-AttachVolumeNegativeTest-1779138385-project] 10.222.0.32 "GET /v2.0/security-groups?id=e9ebb553-6898-47d0-8034-10e78e802a38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0562432 Aug 13 11:22:53.033349 dv-cinder-797608-16-iscsi neutron-server[93884]: INFO neutron.wsgi [req-a8eb418d-c87e-496c-a9a4-ed6b62eee7d5 req-b3b9b414-59b1-477a-b169-2c071d18fdb1 tempest-TestShelveInstance-650229999 tempest-TestShelveInstance-650229999-project] 10.222.0.32 "GET /v2.0/security-groups?id=10b612c3-878e-45c8-a45f-b00eff83bd94&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0548744 Aug 13 11:22:53.062339 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '847d2b66-b8e1-459b-b928-37738a0c66da', 'tag': '978053b2-4b2b-4c90-9539-bc2f3eabcbad'}] {{(pid=93883) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 13 11:22:53.064767 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}db1a1fbc245c58e73290e58258e46ca41fe4e785cc79cbd57aa3dae940aad292" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-40506960-9234-4632-9692-9e65ad89fe1c" -d '{"events": [{"name": "network-changed", "server_uuid": "847d2b66-b8e1-459b-b928-37738a0c66da", "tag": "978053b2-4b2b-4c90-9539-bc2f3eabcbad"}]}' {{(pid=93883) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 13 11:22:53.102255 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 13 Aug 2021 11:22:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b5fa6fa5-e575-46c1-b7fe-f00f77964816 x-openstack-request-id: req-b5fa6fa5-e575-46c1-b7fe-f00f77964816 {{(pid=93883) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 13 11:22:53.102255 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "847d2b66-b8e1-459b-b928-37738a0c66da", "tag": "978053b2-4b2b-4c90-9539-bc2f3eabcbad", "status": "completed", "code": 200}]} {{(pid=93883) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 13 11:22:53.102255 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-b5fa6fa5-e575-46c1-b7fe-f00f77964816 {{(pid=93883) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 13 11:22:53.102255 dv-cinder-797608-16-iscsi neutron-server[93883]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '847d2b66-b8e1-459b-b928-37738a0c66da', 'tag': '978053b2-4b2b-4c90-9539-bc2f3eabcbad', 'status': 'completed', 'code': 200} Aug 13 11:22:53.198204 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40506960-9234-4632-9692-9e65ad89fe1c req-c0c36bdd-f512-422d-8bf9-3f12cab1cf0f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 11:22:53.199720 dv-cinder-797608-16-iscsi neutron-server[93883]: INFO neutron.wsgi [req-40506960-9234-4632-9692-9e65ad89fe1c req-c0c36bdd-f512-422d-8bf9-3f12cab1cf0f service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=8907f2d9d26a4060be3d190bf102bfba&device_id=847d2b66-b8e1-459b-b928-37738a0c66da HTTP/1.1" status: 200 len: 1096 time: 0.0411601 Aug 13 11:22:53.303317 dv-cinder-797608-16-iscsi neutron-server[93884]: INFO neutron.wsgi [req-620c53f9-ae85-48e8-a984-cc0a8ee525dd req-98a6d8a2-149d-4a1c-9edd-073f7907bedc tempest-TestVolumeBootPattern-1538991942 tempest-TestVolumeBootPattern-1538991942-project] 10.222.0.32 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-368411503&fields=id&tenant_id=d5749f1d743e45099877d2ba04647196 HTTP/1.1" status: 200 len: 267 time: 0.0353818 Aug 13 11:22:53.321661 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40506960-9234-4632-9692-9e65ad89fe1c req-3f4786ff-b4f8-4919-92f7-1ef13af442fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 11:22:53.323229 dv-cinder-797608-16-iscsi neutron-server[93883]: INFO neutron.wsgi [req-40506960-9234-4632-9692-9e65ad89fe1c req-3f4786ff-b4f8-4919-92f7-1ef13af442fb service neutron] 10.222.0.20 "GET /v2.0/networks?id=b019fcf7-de26-4be8-b91e-534fa6cadca7 HTTP/1.1" status: 200 len: 914 time: 0.0911682 Aug 13 11:22:53.368142 dv-cinder-797608-16-iscsi neutron-server[93883]: INFO neutron.wsgi [req-40506960-9234-4632-9692-9e65ad89fe1c req-c2d922b7-4842-449e-8a9d-54382b32a989 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=978053b2-4b2b-4c90-9539-bc2f3eabcbad HTTP/1.1" status: 200 len: 217 time: 0.0341735 Aug 13 11:22:53.411914 dv-cinder-797608-16-iscsi neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-620c53f9-ae85-48e8-a984-cc0a8ee525dd req-61e1e5ae-b4bf-4652-acac-e02eba4c2e88 tempest-TestVolumeBootPattern-1538991942 tempest-TestVolumeBootPattern-1538991942-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 11:22:53.413451 dv-cinder-797608-16-iscsi neutron-server[93884]: INFO neutron.wsgi [req-620c53f9-ae85-48e8-a984-cc0a8ee525dd req-61e1e5ae-b4bf-4652-acac-e02eba4c2e88 tempest-TestVolumeBootPattern-1538991942 tempest-TestVolumeBootPattern-1538991942-project] 10.222.0.32 "GET /v2.0/networks?id=999d1062-b3a3-4414-af22-ebf9a7c571f6 HTTP/1.1" status: 200 len: 812 time: 0.1027522 Aug 13 11:22:53.424588 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40506960-9234-4632-9692-9e65ad89fe1c req-bcd968b9-b891-44b9-8fb4-ab6cef93365d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 11:22:53.426125 dv-cinder-797608-16-iscsi neutron-server[93883]: INFO neutron.wsgi [req-40506960-9234-4632-9692-9e65ad89fe1c req-bcd968b9-b891-44b9-8fb4-ab6cef93365d service neutron] 10.222.0.20 "GET /v2.0/subnets?id=5d239d83-0dde-465f-9273-8e7c04ac2cdd HTTP/1.1" status: 200 len: 853 time: 0.0493977 Aug 13 11:22:53.431633 dv-cinder-797608-16-iscsi neutron-server[93884]: INFO neutron.wsgi [req-620c53f9-ae85-48e8-a984-cc0a8ee525dd req-912380a3-4f2f-495a-8199-13693bb9124b tempest-TestVolumeBootPattern-1538991942 tempest-TestVolumeBootPattern-1538991942-project] 10.222.0.32 "GET /v2.0/quotas/d5749f1d743e45099877d2ba04647196 HTTP/1.1" status: 200 len: 375 time: 0.0117624 Aug 13 11:22:53.472842 dv-cinder-797608-16-iscsi neutron-server[93883]: INFO neutron.wsgi [req-40506960-9234-4632-9692-9e65ad89fe1c req-cd2c4698-51fa-4ac2-aa9e-8910fad40676 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=b019fcf7-de26-4be8-b91e-534fa6cadca7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0239112 Aug 13 11:22:53.485735 dv-cinder-797608-16-iscsi neutron-server[93884]: INFO neutron.wsgi [req-620c53f9-ae85-48e8-a984-cc0a8ee525dd req-73b8d85d-2afe-438d-8995-7b66e91f9c81 tempest-TestVolumeBootPattern-1538991942 tempest-TestVolumeBootPattern-1538991942-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=d5749f1d743e45099877d2ba04647196&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0478415 Aug 13 11:22:53.566270 dv-cinder-797608-16-iscsi neutron-server[93883]: INFO neutron.wsgi [req-40506960-9234-4632-9692-9e65ad89fe1c req-32259390-e7dd-47f1-a8c4-10d00dd8f0bb service neutron] 10.222.0.20 "GET /v2.0/networks/b019fcf7-de26-4be8-b91e-534fa6cadca7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0837569 Aug 13 11:22:53.580664 dv-cinder-797608-16-iscsi neutron-server[93884]: INFO neutron.wsgi [req-620c53f9-ae85-48e8-a984-cc0a8ee525dd req-d691b43f-14ee-4ede-b81a-84628e9da2dd service neutron] 10.222.0.32 "GET /v2.0/networks/999d1062-b3a3-4414-af22-ebf9a7c571f6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0834541 Aug 13 11:22:53.677969 dv-cinder-797608-16-iscsi neutron-server[93883]: INFO neutron.wsgi [req-40506960-9234-4632-9692-9e65ad89fe1c req-758bbbcc-298e-420e-9dee-93caf0ace1aa service neutron] 10.222.0.20 "GET /v2.0/networks/b019fcf7-de26-4be8-b91e-534fa6cadca7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1038868 Aug 13 11:22:53.714355 dv-cinder-797608-16-iscsi neutron-server[93884]: INFO neutron.wsgi [req-620c53f9-ae85-48e8-a984-cc0a8ee525dd req-e87d353d-9621-46ca-b34f-cd1b66dab7cd service neutron] 10.222.0.32 "GET /v2.0/networks/999d1062-b3a3-4414-af22-ebf9a7c571f6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1272111 Aug 13 11:22:53.729490 dv-cinder-797608-16-iscsi neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b28e792-4aa8-4fee-9137-52a2a905bac8 req-5cd349de-6a49-4d22-a739-cb2da16f142c tempest-VolumesSnapshotTestJSON-118294861 tempest-VolumesSnapshotTestJSON-118294861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 11:22:53.729490 dv-cinder-797608-16-iscsi neutron-server[93884]: INFO neutron.wsgi [req-6b28e792-4aa8-4fee-9137-52a2a905bac8 req-5cd349de-6a49-4d22-a739-cb2da16f142c tempest-VolumesSnapshotTestJSON-118294861 tempest-VolumesSnapshotTestJSON-118294861-project] 10.222.0.32 "GET /v2.0/ports?device_id=847d2b66-b8e1-459b-b928-37738a0c66da HTTP/1.1" status: 200 len: 943 time: 0.0752921 Aug 13 11:22:53.767709 dv-cinder-797608-16-iscsi neutron-server[93884]: INFO neutron.wsgi [req-6b28e792-4aa8-4fee-9137-52a2a905bac8 req-4f1d2351-1d8b-4c1f-86b7-a3d1c62f95eb tempest-VolumesSnapshotTestJSON-118294861 tempest-VolumesSnapshotTestJSON-118294861-project] 10.222.0.32 "GET /v2.0/security-groups?id=067564c0-67c3-4ba8-9df2-3ce8ca895aee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339735 Aug 13 11:22:53.784099 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-769ac7bd-c8f6-4b20-b90f-41647e42a7c5 req-ca6952ee-304d-47ac-bcf3-69f87b17bf43 tempest-AttachVolumeNegativeTest-1779138385 tempest-AttachVolumeNegativeTest-1779138385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 11:22:53.787013 dv-cinder-797608-16-iscsi neutron-server[93883]: INFO neutron.wsgi [req-769ac7bd-c8f6-4b20-b90f-41647e42a7c5 req-ca6952ee-304d-47ac-bcf3-69f87b17bf43 tempest-AttachVolumeNegativeTest-1779138385 tempest-AttachVolumeNegativeTest-1779138385-project] 10.222.0.20 "GET /v2.0/ports?device_id=c1224182-6442-47ad-be32-6a6dcdfe90a7 HTTP/1.1" status: 200 len: 945 time: 0.0603011 Aug 13 11:22:53.875048 dv-cinder-797608-16-iscsi neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1a9593a-fae1-4ef3-bce1-181412669d2d req-2a28d76b-8649-45bb-bd64-8d35feb1fadc tempest-ServerRescueNegativeTestJSON-217385872 tempest-ServerRescueNegativeTestJSON-217385872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 11:22:53.879742 dv-cinder-797608-16-iscsi neutron-server[93884]: INFO neutron.wsgi [req-e1a9593a-fae1-4ef3-bce1-181412669d2d req-2a28d76b-8649-45bb-bd64-8d35feb1fadc tempest-ServerRescueNegativeTestJSON-217385872 tempest-ServerRescueNegativeTestJSON-217385872-project] 10.222.0.32 "GET /v2.0/ports?device_id=f07a0f18-2b98-479b-bd6a-186739dfba26 HTTP/1.1" status: 200 len: 945 time: 0.0523844 Aug 13 11:22:53.891011 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron.plugins.ml2.plugin [req-769ac7bd-c8f6-4b20-b90f-41647e42a7c5 req-05bbf1bc-ef3d-4c25-b5c9-9ecdd239ac94 tempest-AttachVolumeNegativeTest-1779138385 tempest-AttachVolumeNegativeTest-1779138385-project] Deleting port 1ebd7405-00bb-4e41-b826-c3f3f5ab625e {{(pid=93883) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 13 11:22:53.891419 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-769ac7bd-c8f6-4b20-b90f-41647e42a7c5 req-05bbf1bc-ef3d-4c25-b5c9-9ecdd239ac94 tempest-AttachVolumeNegativeTest-1779138385 tempest-AttachVolumeNegativeTest-1779138385-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782137884200'] for port, before_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 11:22:53.918145 dv-cinder-797608-16-iscsi neutron-server[93884]: INFO neutron.wsgi [req-e1a9593a-fae1-4ef3-bce1-181412669d2d req-d3e13624-df7d-456b-9f27-9d90a4a23858 tempest-ServerRescueNegativeTestJSON-217385872 tempest-ServerRescueNegativeTestJSON-217385872-project] 10.222.0.32 "GET /v2.0/security-groups?id=5e66df65-70b0-476d-97cd-4e9936c292c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0352225 Aug 13 11:22:53.990059 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron.plugins.ml2.db [req-769ac7bd-c8f6-4b20-b90f-41647e42a7c5 req-05bbf1bc-ef3d-4c25-b5c9-9ecdd239ac94 tempest-AttachVolumeNegativeTest-1779138385 tempest-AttachVolumeNegativeTest-1779138385-project] For port 1ebd7405-00bb-4e41-b826-c3f3f5ab625e, host hv-cinder-79760, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79760',level=0,port_id=1ebd7405-00bb-4e41-b826-c3f3f5ab625e,segment=NetworkSegment(f4dd2cc4-fdaa-47ce-bd00-4a8b0e01de32),segment_id=f4dd2cc4-fdaa-47ce-bd00-4a8b0e01de32)] {{(pid=93883) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 13 11:22:53.990433 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-769ac7bd-c8f6-4b20-b90f-41647e42a7c5 req-05bbf1bc-ef3d-4c25-b5c9-9ecdd239ac94 tempest-AttachVolumeNegativeTest-1779138385 tempest-AttachVolumeNegativeTest-1779138385-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1583036'] for port, precommit_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 11:22:54.005300 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron.plugins.ml2.plugin [req-769ac7bd-c8f6-4b20-b90f-41647e42a7c5 req-05bbf1bc-ef3d-4c25-b5c9-9ecdd239ac94 tempest-AttachVolumeNegativeTest-1779138385 tempest-AttachVolumeNegativeTest-1779138385-project] Calling delete_port for 1ebd7405-00bb-4e41-b826-c3f3f5ab625e owned by compute:nova {{(pid=93883) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 13 11:22:54.029555 dv-cinder-797608-16-iscsi neutron-server[93884]: INFO neutron.wsgi [req-9fa87771-e86c-41ac-a79c-6de35a9d4df2 req-710ac95a-07e0-4500-8646-e8f74e5c2078 tempest-TestVolumeBootPattern-1538991942 tempest-TestVolumeBootPattern-1538991942-project] 10.222.0.32 "GET /v2.0/ports?device_id=7b71f2b5-3fb0-45cd-89a7-90dac1a9b734 HTTP/1.1" status: 200 len: 210 time: 0.0282996 Aug 13 11:22:54.150909 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-769ac7bd-c8f6-4b20-b90f-41647e42a7c5 req-05bbf1bc-ef3d-4c25-b5c9-9ecdd239ac94 tempest-AttachVolumeNegativeTest-1779138385 tempest-AttachVolumeNegativeTest-1779138385-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935844', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611014', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782137889922', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782137337604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2139128394'] for port, after_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 11:22:54.181144 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05bbf1bc-ef3d-4c25-b5c9-9ecdd239ac94 tempest-AttachVolumeNegativeTest-1779138385 tempest-AttachVolumeNegativeTest-1779138385-project] Pushing event deleted for resources: {'Port': ['ID=1ebd7405-00bb-4e41-b826-c3f3f5ab625e,revision_number=None']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 11:22:54.188157 dv-cinder-797608-16-iscsi neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4dd90df-76d4-4afd-8822-202abef80cb9 req-ce93dd9f-08c3-459a-b5dc-665cdd8e667f tempest-AttachVolumeNegativeTest-1779138385 tempest-AttachVolumeNegativeTest-1779138385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 11:22:54.189782 dv-cinder-797608-16-iscsi neutron-server[93884]: INFO neutron.wsgi [req-c4dd90df-76d4-4afd-8822-202abef80cb9 req-ce93dd9f-08c3-459a-b5dc-665cdd8e667f tempest-AttachVolumeNegativeTest-1779138385 tempest-AttachVolumeNegativeTest-1779138385-project] 10.222.0.32 "GET /v2.0/ports?device_id=c1224182-6442-47ad-be32-6a6dcdfe90a7 HTTP/1.1" status: 200 len: 867 time: 0.0797081 Aug 13 11:22:54.192558 dv-cinder-797608-16-iscsi neutron-server[93885]: DEBUG neutron.plugins.ml2.db [None req-a0b9b986-0706-4fc6-9cf9-0eb02d2513dc None None] get_ports_and_sgs() called for port_ids ['1ebd7405-00bb-4e41-b826-c3f3f5ab625e'] {{(pid=93885) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 13 11:22:54.215053 dv-cinder-797608-16-iscsi neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25effdaf-9996-4f1f-9a56-5bddfdca45ea req-2fdc74b8-6b28-41c8-8337-1226fa15a07c tempest-TestShelveInstance-650229999 tempest-TestShelveInstance-650229999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 11:22:54.216609 dv-cinder-797608-16-iscsi neutron-server[93884]: INFO neutron.wsgi [req-25effdaf-9996-4f1f-9a56-5bddfdca45ea req-2fdc74b8-6b28-41c8-8337-1226fa15a07c tempest-TestShelveInstance-650229999 tempest-TestShelveInstance-650229999-project] 10.222.0.32 "GET /v2.0/ports?device_id=2e2d3778-af47-4742-bf54-fbb19360964f HTTP/1.1" status: 200 len: 943 time: 0.0759871 Aug 13 11:22:54.228985 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron.db.l3_dvrscheduler_db [req-769ac7bd-c8f6-4b20-b90f-41647e42a7c5 req-05bbf1bc-ef3d-4c25-b5c9-9ecdd239ac94 tempest-AttachVolumeNegativeTest-1779138385 tempest-AttachVolumeNegativeTest-1779138385-project] No DVR routers for this DVR port 1ebd7405-00bb-4e41-b826-c3f3f5ab625e on host hv-cinder-79760 {{(pid=93883) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 13 11:22:54.231523 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-769ac7bd-c8f6-4b20-b90f-41647e42a7c5 req-05bbf1bc-ef3d-4c25-b5c9-9ecdd239ac94 tempest-AttachVolumeNegativeTest-1779138385 tempest-AttachVolumeNegativeTest-1779138385-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-128352'] for port, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 11:22:54.234392 dv-cinder-797608-16-iscsi neutron-server[93883]: INFO neutron.wsgi [req-769ac7bd-c8f6-4b20-b90f-41647e42a7c5 req-05bbf1bc-ef3d-4c25-b5c9-9ecdd239ac94 tempest-AttachVolumeNegativeTest-1779138385 tempest-AttachVolumeNegativeTest-1779138385-project] 10.222.0.20 "DELETE /v2.0/ports/1ebd7405-00bb-4e41-b826-c3f3f5ab625e HTTP/1.1" status: 204 len: 173 time: 0.4416223 Aug 13 11:22:54.277467 dv-cinder-797608-16-iscsi neutron-server[93884]: INFO neutron.wsgi [req-c4dd90df-76d4-4afd-8822-202abef80cb9 req-f89182d2-f692-49b9-8cfb-f713d8e5192b tempest-AttachVolumeNegativeTest-1779138385 tempest-AttachVolumeNegativeTest-1779138385-project] 10.222.0.32 "GET /v2.0/security-groups?id=e9ebb553-6898-47d0-8034-10e78e802a38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0597589 Aug 13 11:22:54.291976 dv-cinder-797608-16-iscsi neutron-server[93884]: INFO neutron.wsgi [req-25effdaf-9996-4f1f-9a56-5bddfdca45ea req-a3188656-4388-4583-aafe-7f1cf92392cb tempest-TestShelveInstance-650229999 tempest-TestShelveInstance-650229999-project] 10.222.0.32 "GET /v2.0/security-groups?id=10b612c3-878e-45c8-a45f-b00eff83bd94&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0672688 Aug 13 11:22:54.889398 dv-cinder-797608-16-iscsi neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acb0ff59-c3d8-452d-80a7-2e94e86ec7f6 req-fbf4f30e-bb03-4b5e-8662-e77b8ebe41a3 tempest-VolumesSnapshotTestJSON-118294861 tempest-VolumesSnapshotTestJSON-118294861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 11:22:54.891028 dv-cinder-797608-16-iscsi neutron-server[93884]: INFO neutron.wsgi [req-acb0ff59-c3d8-452d-80a7-2e94e86ec7f6 req-fbf4f30e-bb03-4b5e-8662-e77b8ebe41a3 tempest-VolumesSnapshotTestJSON-118294861 tempest-VolumesSnapshotTestJSON-118294861-project] 10.222.0.32 "GET /v2.0/ports?device_id=847d2b66-b8e1-459b-b928-37738a0c66da HTTP/1.1" status: 200 len: 943 time: 0.0561953 Aug 13 11:22:54.920965 dv-cinder-797608-16-iscsi neutron-server[93885]: DEBUG neutron.plugins.ml2.rpc [None req-a0b9b986-0706-4fc6-9cf9-0eb02d2513dc None None] Device 978053b2-4b2b-4c90-9539-bc2f3eabcbad details requested by agent hyperv_hv-cinder-79760 with host hv-cinder-79760 {{(pid=93885) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 13 11:22:54.934551 dv-cinder-797608-16-iscsi neutron-server[93884]: INFO neutron.wsgi [req-acb0ff59-c3d8-452d-80a7-2e94e86ec7f6 req-084b68c2-850e-4590-8d0a-6a638e4c5fcb tempest-VolumesSnapshotTestJSON-118294861 tempest-VolumesSnapshotTestJSON-118294861-project] 10.222.0.32 "GET /v2.0/security-groups?id=067564c0-67c3-4ba8-9df2-3ce8ca895aee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0373116 Aug 13 11:22:55.024395 dv-cinder-797608-16-iscsi neutron-server[93885]: DEBUG neutron.plugins.ml2.db [None req-a0b9b986-0706-4fc6-9cf9-0eb02d2513dc None None] For port 978053b2-4b2b-4c90-9539-bc2f3eabcbad, host hv-cinder-79760, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79760',level=0,port_id=978053b2-4b2b-4c90-9539-bc2f3eabcbad,segment=NetworkSegment(e18aea7a-7e5d-44de-aa65-0910a3f71ee1),segment_id=e18aea7a-7e5d-44de-aa65-0910a3f71ee1)] {{(pid=93885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 13 11:22:55.035785 dv-cinder-797608-16-iscsi neutron-server[93885]: DEBUG neutron.plugins.ml2.rpc [None req-a0b9b986-0706-4fc6-9cf9-0eb02d2513dc None None] Returning: {'device': '978053b2-4b2b-4c90-9539-bc2f3eabcbad', 'network_id': 'b019fcf7-de26-4be8-b91e-534fa6cadca7', 'port_id': '978053b2-4b2b-4c90-9539-bc2f3eabcbad', 'mac_address': 'fa:16:3e:bf:b1:04', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 153, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5d239d83-0dde-465f-9273-8e7c04ac2cdd', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93885) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 13 11:22:55.039558 dv-cinder-797608-16-iscsi neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fc3c868-186f-4d73-99a3-43c45fd801c8 req-774eb30c-f27e-4f69-b1b6-48105bdec60a tempest-ServerRescueNegativeTestJSON-217385872 tempest-ServerRescueNegativeTestJSON-217385872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 11:22:55.041040 dv-cinder-797608-16-iscsi neutron-server[93884]: INFO neutron.wsgi [req-4fc3c868-186f-4d73-99a3-43c45fd801c8 req-774eb30c-f27e-4f69-b1b6-48105bdec60a tempest-ServerRescueNegativeTestJSON-217385872 tempest-ServerRescueNegativeTestJSON-217385872-project] 10.222.0.32 "GET /v2.0/ports?device_id=f07a0f18-2b98-479b-bd6a-186739dfba26 HTTP/1.1" status: 200 len: 945 time: 0.0477259 Aug 13 11:22:55.082252 dv-cinder-797608-16-iscsi neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-a0b9b986-0706-4fc6-9cf9-0eb02d2513dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935434'] for port, before_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 11:22:55.084658 dv-cinder-797608-16-iscsi neutron-server[93884]: INFO neutron.wsgi [req-4fc3c868-186f-4d73-99a3-43c45fd801c8 req-ce719b05-0cf7-4470-9042-be7c3b7c0258 tempest-ServerRescueNegativeTestJSON-217385872 tempest-ServerRescueNegativeTestJSON-217385872-project] 10.222.0.32 "GET /v2.0/security-groups?id=5e66df65-70b0-476d-97cd-4e9936c292c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0352359 Aug 13 11:22:55.097374 dv-cinder-797608-16-iscsi neutron-server[93885]: DEBUG neutron.notifiers.nova [None req-a0b9b986-0706-4fc6-9cf9-0eb02d2513dc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 978053b2-4b2b-4c90-9539-bc2f3eabcbad {{(pid=93885) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 13 11:22:55.102506 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c1224182-6442-47ad-be32-6a6dcdfe90a7', 'name': 'network-vif-deleted', 'tag': '1ebd7405-00bb-4e41-b826-c3f3f5ab625e'}] {{(pid=93883) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 13 11:22:55.105593 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}db1a1fbc245c58e73290e58258e46ca41fe4e785cc79cbd57aa3dae940aad292" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-179d668f-59c2-4a1a-9368-0be9142bdbae" -d '{"events": [{"server_uuid": "c1224182-6442-47ad-be32-6a6dcdfe90a7", "name": "network-vif-deleted", "tag": "1ebd7405-00bb-4e41-b826-c3f3f5ab625e"}]}' {{(pid=93883) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 13 11:22:55.120177 dv-cinder-797608-16-iscsi neutron-server[93885]: DEBUG neutron.plugins.ml2.db [None req-a0b9b986-0706-4fc6-9cf9-0eb02d2513dc None None] For port 978053b2-4b2b-4c90-9539-bc2f3eabcbad, host hv-cinder-79760, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79760',level=0,port_id=978053b2-4b2b-4c90-9539-bc2f3eabcbad,segment=NetworkSegment(e18aea7a-7e5d-44de-aa65-0910a3f71ee1),segment_id=e18aea7a-7e5d-44de-aa65-0910a3f71ee1)] {{(pid=93885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 13 11:22:55.126657 dv-cinder-797608-16-iscsi neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-a0b9b986-0706-4fc6-9cf9-0eb02d2513dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935844', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611014', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782137889940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782137337613', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782137337631'] for port, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 11:22:55.137178 dv-cinder-797608-16-iscsi neutron-server[93884]: INFO neutron.wsgi [req-1b65f001-639a-4b5b-9574-bcfed517df40 req-8e688dbd-0ffe-4b5a-8f94-b14bf60c5ed6 tempest-TestVolumeBootPattern-1538991942 tempest-TestVolumeBootPattern-1538991942-project] 10.222.0.32 "GET /v2.0/ports?device_id=7b71f2b5-3fb0-45cd-89a7-90dac1a9b734 HTTP/1.1" status: 200 len: 210 time: 0.0300508 Aug 13 11:22:55.143315 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 13 Aug 2021 11:22:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-602cd625-6c70-4a11-a41f-4fc88cb41245 x-openstack-request-id: req-602cd625-6c70-4a11-a41f-4fc88cb41245 {{(pid=93883) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 13 11:22:55.143630 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c1224182-6442-47ad-be32-6a6dcdfe90a7", "name": "network-vif-deleted", "tag": "1ebd7405-00bb-4e41-b826-c3f3f5ab625e", "status": "completed", "code": 200}]} {{(pid=93883) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 13 11:22:55.143882 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-602cd625-6c70-4a11-a41f-4fc88cb41245 {{(pid=93883) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 13 11:22:55.144271 dv-cinder-797608-16-iscsi neutron-server[93883]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c1224182-6442-47ad-be32-6a6dcdfe90a7', 'name': 'network-vif-deleted', 'tag': '1ebd7405-00bb-4e41-b826-c3f3f5ab625e', 'status': 'completed', 'code': 200} Aug 13 11:22:55.178660 dv-cinder-797608-16-iscsi neutron-server[93885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0b9b986-0706-4fc6-9cf9-0eb02d2513dc None None] Pushing event updated for resources: {'Port': ['ID=978053b2-4b2b-4c90-9539-bc2f3eabcbad,revision_number=4']} {{(pid=93885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 11:22:55.185425 dv-cinder-797608-16-iscsi neutron-server[93885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0b9b986-0706-4fc6-9cf9-0eb02d2513dc None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797608-16-iscsi {{(pid=93885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 11:22:55.185821 dv-cinder-797608-16-iscsi neutron-server[93885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0b9b986-0706-4fc6-9cf9-0eb02d2513dc None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797608-16-iscsi {{(pid=93885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 11:22:55.186198 dv-cinder-797608-16-iscsi neutron-server[93885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0b9b986-0706-4fc6-9cf9-0eb02d2513dc None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797608-16-iscsi {{(pid=93885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 11:22:55.186533 dv-cinder-797608-16-iscsi neutron-server[93885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0b9b986-0706-4fc6-9cf9-0eb02d2513dc None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797608-16-iscsi {{(pid=93885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 11:22:55.186864 dv-cinder-797608-16-iscsi neutron-server[93885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0b9b986-0706-4fc6-9cf9-0eb02d2513dc None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-797608-16-iscsi {{(pid=93885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 11:22:55.187192 dv-cinder-797608-16-iscsi neutron-server[93885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0b9b986-0706-4fc6-9cf9-0eb02d2513dc None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797608-16-iscsi {{(pid=93885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 11:22:55.187517 dv-cinder-797608-16-iscsi neutron-server[93885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0b9b986-0706-4fc6-9cf9-0eb02d2513dc None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-797608-16-iscsi {{(pid=93885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 11:22:55.187840 dv-cinder-797608-16-iscsi neutron-server[93885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0b9b986-0706-4fc6-9cf9-0eb02d2513dc None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-797608-16-iscsi {{(pid=93885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 11:22:55.188179 dv-cinder-797608-16-iscsi neutron-server[93885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0b9b986-0706-4fc6-9cf9-0eb02d2513dc None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797608-16-iscsi {{(pid=93885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 11:22:55.188509 dv-cinder-797608-16-iscsi neutron-server[93885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0b9b986-0706-4fc6-9cf9-0eb02d2513dc None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797608-16-iscsi {{(pid=93885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 11:22:55.188825 dv-cinder-797608-16-iscsi neutron-server[93885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0b9b986-0706-4fc6-9cf9-0eb02d2513dc None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797608-16-iscsi {{(pid=93885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 11:22:55.189142 dv-cinder-797608-16-iscsi neutron-server[93885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0b9b986-0706-4fc6-9cf9-0eb02d2513dc None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797608-16-iscsi {{(pid=93885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 11:22:55.343376 dv-cinder-797608-16-iscsi neutron-server[93884]: DEBUG neutron.wsgi [-] (93884) accepted ('10.222.0.32', 49810) {{(pid=93884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 11:22:55.416037 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-620c53f9-ae85-48e8-a984-cc0a8ee525dd req-587e27c8-29cd-4b8d-b5a3-bceeeeea9af0 tempest-TestVolumeBootPattern-1538991942 tempest-TestVolumeBootPattern-1538991942-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 11:22:55.417711 dv-cinder-797608-16-iscsi neutron-server[93883]: INFO neutron.wsgi [req-620c53f9-ae85-48e8-a984-cc0a8ee525dd req-587e27c8-29cd-4b8d-b5a3-bceeeeea9af0 tempest-TestVolumeBootPattern-1538991942 tempest-TestVolumeBootPattern-1538991942-project] 10.222.0.20 "GET /v2.0/networks?id=999d1062-b3a3-4414-af22-ebf9a7c571f6 HTTP/1.1" status: 200 len: 812 time: 0.1155503 Aug 13 11:22:55.425364 dv-cinder-797608-16-iscsi neutron-server[93884]: DEBUG neutron.db.db_base_plugin_v2 [None req-31f0564e-54dc-40a3-b48e-8f8235bfdbce admin admin] Deleting subnet 0a294ee4-9310-4ae0-897c-3c3fffa9fb3c {{(pid=93884) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 13 11:22:55.431782 dv-cinder-797608-16-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-31f0564e-54dc-40a3-b48e-8f8235bfdbce admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 11:22:55.464949 dv-cinder-797608-16-iscsi neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9941b89-1343-4280-b8fc-6ed556bb031c req-2f631e37-e1d4-483d-9a50-cca5605280c2 tempest-TestShelveInstance-650229999 tempest-TestShelveInstance-650229999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 11:22:55.466471 dv-cinder-797608-16-iscsi neutron-server[93884]: INFO neutron.wsgi [req-a9941b89-1343-4280-b8fc-6ed556bb031c req-2f631e37-e1d4-483d-9a50-cca5605280c2 tempest-TestShelveInstance-650229999 tempest-TestShelveInstance-650229999-project] 10.222.0.32 "GET /v2.0/ports?device_id=2e2d3778-af47-4742-bf54-fbb19360964f HTTP/1.1" status: 200 len: 943 time: 0.0849979 Aug 13 11:22:55.484549 dv-cinder-797608-16-iscsi neutron-server[93883]: INFO neutron.wsgi [req-620c53f9-ae85-48e8-a984-cc0a8ee525dd req-f8a6a8f4-b990-4a6f-91a2-6b46b6dca63a tempest-TestVolumeBootPattern-1538991942 tempest-TestVolumeBootPattern-1538991942-project] 10.222.0.20 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=d5749f1d743e45099877d2ba04647196 HTTP/1.1" status: 200 len: 379 time: 0.0359063 Aug 13 11:22:55.484766 dv-cinder-797608-16-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-31f0564e-54dc-40a3-b48e-8f8235bfdbce admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2141180559'] for subnet, precommit_delete_associations {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 11:22:55.502266 dv-cinder-797608-16-iscsi neutron-server[93885]: DEBUG neutron.plugins.ml2.db [None req-a0b9b986-0706-4fc6-9cf9-0eb02d2513dc None None] get_ports_and_sgs() called for port_ids ['978053b2-4b2b-4c90-9539-bc2f3eabcbad'] {{(pid=93885) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 13 11:22:55.504869 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron.api.v2.base [req-620c53f9-ae85-48e8-a984-cc0a8ee525dd req-b2fe14af-f257-48fe-9c14-874c266f41d7 tempest-TestVolumeBootPattern-1538991942 tempest-TestVolumeBootPattern-1538991942-project] Request body: {'port': {'device_id': '7b71f2b5-3fb0-45cd-89a7-90dac1a9b734', 'network_id': '999d1062-b3a3-4414-af22-ebf9a7c571f6', 'admin_state_up': True, 'tenant_id': 'd5749f1d743e45099877d2ba04647196', 'security_groups': ['ca285d94-e6fc-485c-ad28-b15c1712fa1f']}} {{(pid=93883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 13 11:22:55.543148 dv-cinder-797608-16-iscsi neutron-server[93884]: INFO neutron.wsgi [req-a9941b89-1343-4280-b8fc-6ed556bb031c req-4156191f-093e-443b-ac11-2d3a54b6c57c tempest-TestShelveInstance-650229999 tempest-TestShelveInstance-650229999-project] 10.222.0.32 "GET /v2.0/security-groups?id=10b612c3-878e-45c8-a45f-b00eff83bd94&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0674753 Aug 13 11:22:55.545659 dv-cinder-797608-16-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-31f0564e-54dc-40a3-b48e-8f8235bfdbce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-542387'] for subnet, precommit_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 11:22:55.617157 dv-cinder-797608-16-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-31f0564e-54dc-40a3-b48e-8f8235bfdbce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-542372', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611014', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2141180304', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2141109709'] for subnet, after_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 11:22:55.646701 dv-cinder-797608-16-iscsi neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31f0564e-54dc-40a3-b48e-8f8235bfdbce admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0a294ee4-9310-4ae0-897c-3c3fffa9fb3c,revision_number=None']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 11:22:55.648586 dv-cinder-797608-16-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-31f0564e-54dc-40a3-b48e-8f8235bfdbce admin admin] Notify callbacks [] for subnet, before_response {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 11:22:55.650711 dv-cinder-797608-16-iscsi neutron-server[93884]: INFO neutron.wsgi [None req-31f0564e-54dc-40a3-b48e-8f8235bfdbce admin admin] 10.222.0.32 "DELETE /v2.0/subnets/0a294ee4-9310-4ae0-897c-3c3fffa9fb3c HTTP/1.1" status: 204 len: 168 time: 0.3062539 Aug 13 11:22:55.653254 dv-cinder-797608-16-iscsi neutron-server[93884]: DEBUG neutron.wsgi [-] (93884) accepted ('10.222.0.32', 49814) {{(pid=93884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 11:22:55.654286 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-620c53f9-ae85-48e8-a984-cc0a8ee525dd req-b2fe14af-f257-48fe-9c14-874c266f41d7 tempest-TestVolumeBootPattern-1538991942 tempest-TestVolumeBootPattern-1538991942-project] Made reservation on behalf of d5749f1d743e45099877d2ba04647196 for: {'port': 1} {{(pid=93883) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 13 11:22:55.658384 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-620c53f9-ae85-48e8-a984-cc0a8ee525dd req-b2fe14af-f257-48fe-9c14-874c266f41d7 tempest-TestVolumeBootPattern-1538991942 tempest-TestVolumeBootPattern-1538991942-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935434'] for port, before_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 11:22:55.721362 dv-cinder-797608-16-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-5771d3a6-47e8-4544-80c8-df636f21def7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-641644'] for network, before_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 11:22:55.794022 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron.db.db_base_plugin_common [req-620c53f9-ae85-48e8-a984-cc0a8ee525dd req-b2fe14af-f257-48fe-9c14-874c266f41d7 tempest-TestVolumeBootPattern-1538991942 tempest-TestVolumeBootPattern-1538991942-project] Allocated IP 172.20.0.4 (999d1062-b3a3-4414-af22-ebf9a7c571f6/2b810745-615e-4226-8545-baa357ea81b9/739308cf-9aff-437d-a19f-a95cf9535ad7) {{(pid=93883) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 13 11:22:55.806781 dv-cinder-797608-16-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-5771d3a6-47e8-4544-80c8-df636f21def7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-544564', 'neutron.services.segments.db._delete_segments_for_network-8782137812848'] for network, precommit_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 11:22:55.816805 dv-cinder-797608-16-iscsi neutron-server[93884]: DEBUG neutron.services.segments.db [None req-5771d3a6-47e8-4544-80c8-df636f21def7 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ef82cda3-482a-4d19-86b5-de7fdfe5ee01']}} {{(pid=93884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 13 11:22:55.827086 dv-cinder-797608-16-iscsi neutron-server[93884]: DEBUG neutron.services.segments.db [None req-5771d3a6-47e8-4544-80c8-df636f21def7 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f4dd2cc4-fdaa-47ce-bd00-4a8b0e01de32') {'for_net_delete': True} {{(pid=93884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 13 11:22:55.827380 dv-cinder-797608-16-iscsi neutron-server[93884]: DEBUG neutron.services.segments.db [None req-5771d3a6-47e8-4544-80c8-df636f21def7 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f4dd2cc4-fdaa-47ce-bd00-4a8b0e01de32') {} {{(pid=93884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 13 11:22:55.835916 dv-cinder-797608-16-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-5771d3a6-47e8-4544-80c8-df636f21def7 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8782137816953', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2141180568'] for segment, before_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 11:22:55.850672 dv-cinder-797608-16-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-5771d3a6-47e8-4544-80c8-df636f21def7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-542450'] for segment, precommit_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 11:22:55.856633 dv-cinder-797608-16-iscsi neutron-server[93884]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5771d3a6-47e8-4544-80c8-df636f21def7 admin admin] Releasing vlan 175 on physical network physnet1 to pool {{(pid=93884) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 13 11:22:55.857019 dv-cinder-797608-16-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-5771d3a6-47e8-4544-80c8-df636f21def7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-542450', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2141180238'] for segment, after_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 11:22:55.858726 dv-cinder-797608-16-iscsi neutron-server[93884]: Traceback (most recent call last): Aug 13 11:22:55.858726 dv-cinder-797608-16-iscsi neutron-server[93884]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 13 11:22:55.858726 dv-cinder-797608-16-iscsi neutron-server[93884]: timer() Aug 13 11:22:55.858726 dv-cinder-797608-16-iscsi neutron-server[93884]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 13 11:22:55.858726 dv-cinder-797608-16-iscsi neutron-server[93884]: cb(*args, **kw) Aug 13 11:22:55.858726 dv-cinder-797608-16-iscsi neutron-server[93884]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 13 11:22:55.858726 dv-cinder-797608-16-iscsi neutron-server[93884]: return func(*args, **kwargs) Aug 13 11:22:55.858726 dv-cinder-797608-16-iscsi neutron-server[93884]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 13 11:22:55.858726 dv-cinder-797608-16-iscsi neutron-server[93884]: self._notify() Aug 13 11:22:55.858726 dv-cinder-797608-16-iscsi neutron-server[93884]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 13 11:22:55.858726 dv-cinder-797608-16-iscsi neutron-server[93884]: self.callback(batched_events) Aug 13 11:22:55.858726 dv-cinder-797608-16-iscsi neutron-server[93884]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 13 11:22:55.858726 dv-cinder-797608-16-iscsi neutron-server[93884]: event.method(event) Aug 13 11:22:55.858726 dv-cinder-797608-16-iscsi neutron-server[93884]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 13 11:22:55.858726 dv-cinder-797608-16-iscsi neutron-server[93884]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 13 11:22:55.858726 dv-cinder-797608-16-iscsi neutron-server[93884]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 13 11:22:55.858726 dv-cinder-797608-16-iscsi neutron-server[93884]: aggregate_uuid = self.p_client.list_aggregates( Aug 13 11:22:55.858726 dv-cinder-797608-16-iscsi neutron-server[93884]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 13 11:22:55.858726 dv-cinder-797608-16-iscsi neutron-server[93884]: return f(self, *a, **k) Aug 13 11:22:55.858726 dv-cinder-797608-16-iscsi neutron-server[93884]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 13 11:22:55.858726 dv-cinder-797608-16-iscsi neutron-server[93884]: return self._get(url).json() Aug 13 11:22:55.858726 dv-cinder-797608-16-iscsi neutron-server[93884]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 13 11:22:55.858726 dv-cinder-797608-16-iscsi neutron-server[93884]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 13 11:22:55.858726 dv-cinder-797608-16-iscsi neutron-server[93884]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 13 11:22:55.858726 dv-cinder-797608-16-iscsi neutron-server[93884]: return self.request(url, 'GET', **kwargs) Aug 13 11:22:55.858726 dv-cinder-797608-16-iscsi neutron-server[93884]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 13 11:22:55.858726 dv-cinder-797608-16-iscsi neutron-server[93884]: base_url = self.get_endpoint(auth, allow=allow, Aug 13 11:22:55.858726 dv-cinder-797608-16-iscsi neutron-server[93884]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 13 11:22:55.858726 dv-cinder-797608-16-iscsi neutron-server[93884]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 13 11:22:55.858726 dv-cinder-797608-16-iscsi neutron-server[93884]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 13 11:22:55.858726 dv-cinder-797608-16-iscsi neutron-server[93884]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 13 11:22:55.858726 dv-cinder-797608-16-iscsi neutron-server[93884]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 13 11:22:55.912177 dv-cinder-797608-16-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-5771d3a6-47e8-4544-80c8-df636f21def7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-544557', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611014', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1585573'] for network, after_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 11:22:55.917531 dv-cinder-797608-16-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-5771d3a6-47e8-4544-80c8-df636f21def7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1611032'] for network, before_response {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 11:22:55.919432 dv-cinder-797608-16-iscsi neutron-server[93884]: INFO neutron.wsgi [None req-5771d3a6-47e8-4544-80c8-df636f21def7 admin admin] 10.222.0.32 "DELETE /v2.0/networks/ef82cda3-482a-4d19-86b5-de7fdfe5ee01 HTTP/1.1" status: 204 len: 168 time: 0.2652588 Aug 13 11:22:55.930194 dv-cinder-797608-16-iscsi neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5771d3a6-47e8-4544-80c8-df636f21def7 admin admin] Pushing event deleted for resources: {'Network': ['ID=ef82cda3-482a-4d19-86b5-de7fdfe5ee01,revision_number=None']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 11:22:55.948687 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-620c53f9-ae85-48e8-a984-cc0a8ee525dd req-b2fe14af-f257-48fe-9c14-874c266f41d7 tempest-TestVolumeBootPattern-1538991942 tempest-TestVolumeBootPattern-1538991942-project] Notify callbacks [] for port, precommit_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 11:22:55.965854 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron.db.provisioning_blocks [req-620c53f9-ae85-48e8-a984-cc0a8ee525dd req-b2fe14af-f257-48fe-9c14-874c266f41d7 tempest-TestVolumeBootPattern-1538991942 tempest-TestVolumeBootPattern-1538991942-project] Transition to ACTIVE for port object 739308cf-9aff-437d-a19f-a95cf9535ad7 will not be triggered until provisioned by entity DHCP. {{(pid=93883) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 13 11:22:56.021104 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-620c53f9-ae85-48e8-a984-cc0a8ee525dd req-b2fe14af-f257-48fe-9c14-874c266f41d7 tempest-TestVolumeBootPattern-1538991942 tempest-TestVolumeBootPattern-1538991942-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935844', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611014', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782137337079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2139128394'] for port, after_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 11:22:56.069194 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-620c53f9-ae85-48e8-a984-cc0a8ee525dd req-b2fe14af-f257-48fe-9c14-874c266f41d7 tempest-TestVolumeBootPattern-1538991942 tempest-TestVolumeBootPattern-1538991942-project] Network 999d1062-b3a3-4414-af22-ebf9a7c571f6 is already hosted by enough agents. {{(pid=93883) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 13 11:22:56.075262 dv-cinder-797608-16-iscsi neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8367b27e-4798-496d-9a91-46166aaf9d47 req-acfec9b1-e306-48d7-bcd6-4c81c0d84266 tempest-VolumesSnapshotTestJSON-118294861 tempest-VolumesSnapshotTestJSON-118294861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 11:22:56.077527 dv-cinder-797608-16-iscsi neutron-server[93884]: INFO neutron.wsgi [req-8367b27e-4798-496d-9a91-46166aaf9d47 req-acfec9b1-e306-48d7-bcd6-4c81c0d84266 tempest-VolumesSnapshotTestJSON-118294861 tempest-VolumesSnapshotTestJSON-118294861-project] 10.222.0.32 "GET /v2.0/ports?device_id=847d2b66-b8e1-459b-b928-37738a0c66da HTTP/1.1" status: 200 len: 944 time: 0.0556707 Aug 13 11:22:56.077881 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron.scheduler.base_scheduler [req-620c53f9-ae85-48e8-a984-cc0a8ee525dd req-b2fe14af-f257-48fe-9c14-874c266f41d7 tempest-TestVolumeBootPattern-1538991942 tempest-TestVolumeBootPattern-1538991942-project] Resources bound (agent type, host, resource id): {{(pid=93883) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 13 11:22:56.092295 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron.db.l3_dvrscheduler_db [req-620c53f9-ae85-48e8-a984-cc0a8ee525dd req-b2fe14af-f257-48fe-9c14-874c266f41d7 tempest-TestVolumeBootPattern-1538991942 tempest-TestVolumeBootPattern-1538991942-project] Received port after_create {{(pid=93883) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 13 11:22:56.146662 dv-cinder-797608-16-iscsi neutron-server[93884]: INFO neutron.wsgi [req-8367b27e-4798-496d-9a91-46166aaf9d47 req-af12aba7-4c6c-44db-978b-2cbe7869083f tempest-VolumesSnapshotTestJSON-118294861 tempest-VolumesSnapshotTestJSON-118294861-project] 10.222.0.32 "GET /v2.0/security-groups?id=067564c0-67c3-4ba8-9df2-3ce8ca895aee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0621140 Aug 13 11:22:56.150562 dv-cinder-797608-16-iscsi neutron-server[93884]: DEBUG neutron.wsgi [-] (93884) accepted ('10.222.0.32', 49822) {{(pid=93884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 11:22:56.154724 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-620c53f9-ae85-48e8-a984-cc0a8ee525dd req-b2fe14af-f257-48fe-9c14-874c266f41d7 tempest-TestVolumeBootPattern-1538991942 tempest-TestVolumeBootPattern-1538991942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 11:22:56.155418 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-620c53f9-ae85-48e8-a984-cc0a8ee525dd req-b2fe14af-f257-48fe-9c14-874c266f41d7 tempest-TestVolumeBootPattern-1538991942 tempest-TestVolumeBootPattern-1538991942-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-128352'] for port, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 11:22:56.172176 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2fe14af-f257-48fe-9c14-874c266f41d7 tempest-TestVolumeBootPattern-1538991942 tempest-TestVolumeBootPattern-1538991942-project] Pushing event updated for resources: {'Port': ['ID=739308cf-9aff-437d-a19f-a95cf9535ad7,revision_number=1']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 11:22:56.178842 dv-cinder-797608-16-iscsi neutron-server[93883]: INFO neutron.wsgi [req-620c53f9-ae85-48e8-a984-cc0a8ee525dd req-b2fe14af-f257-48fe-9c14-874c266f41d7 tempest-TestVolumeBootPattern-1538991942 tempest-TestVolumeBootPattern-1538991942-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6776359 Aug 13 11:22:56.203128 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron.api.v2.base [req-620c53f9-ae85-48e8-a984-cc0a8ee525dd req-d4574b06-776b-4baf-b7e4-8f7a3c012279 service neutron] Request body: {'port': {'device_id': '7b71f2b5-3fb0-45cd-89a7-90dac1a9b734', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79760'}} {{(pid=93883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 13 11:22:56.246634 dv-cinder-797608-16-iscsi neutron-server[93884]: INFO neutron.wsgi [None req-553e7ccc-0c42-4226-b6dd-a277596c3e5c admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=2275c360eaf141e588ac14d4e4363438&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0932951 Aug 13 11:22:56.247270 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.32', 49826) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 11:22:56.273406 dv-cinder-797608-16-iscsi neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dd348b3-2c92-4681-8f0d-b5daaae88f30 req-fda43bdc-96af-425e-bf35-b05f1fc13db3 tempest-ServerRescueNegativeTestJSON-217385872 tempest-ServerRescueNegativeTestJSON-217385872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 11:22:56.275478 dv-cinder-797608-16-iscsi neutron-server[93884]: INFO neutron.wsgi [req-1dd348b3-2c92-4681-8f0d-b5daaae88f30 req-fda43bdc-96af-425e-bf35-b05f1fc13db3 tempest-ServerRescueNegativeTestJSON-217385872 tempest-ServerRescueNegativeTestJSON-217385872-project] 10.222.0.32 "GET /v2.0/ports?device_id=f07a0f18-2b98-479b-bd6a-186739dfba26 HTTP/1.1" status: 200 len: 945 time: 0.0948477 Aug 13 11:22:56.303501 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-620c53f9-ae85-48e8-a984-cc0a8ee525dd req-d4574b06-776b-4baf-b7e4-8f7a3c012279 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935434'] for port, before_update {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 11:22:56.349544 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-b9380ead-0b72-4561-8365-da903567c610 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 11:22:56.350529 dv-cinder-797608-16-iscsi neutron-server[93884]: INFO neutron.wsgi [req-1dd348b3-2c92-4681-8f0d-b5daaae88f30 req-0a0843b7-90d7-4cb1-958e-61b713ca140b tempest-ServerRescueNegativeTestJSON-217385872 tempest-ServerRescueNegativeTestJSON-217385872-project] 10.222.0.32 "GET /v2.0/security-groups?id=5e66df65-70b0-476d-97cd-4e9936c292c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0602009 Aug 13 11:22:56.360438 dv-cinder-797608-16-iscsi neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e77a1c6-cdce-48a6-a832-fd6fc99b7572 req-12364606-12c3-4b23-a197-19671a0d9264 tempest-TestVolumeBootPattern-1538991942 tempest-TestVolumeBootPattern-1538991942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 11:22:56.361985 dv-cinder-797608-16-iscsi neutron-server[93884]: INFO neutron.wsgi [req-3e77a1c6-cdce-48a6-a832-fd6fc99b7572 req-12364606-12c3-4b23-a197-19671a0d9264 tempest-TestVolumeBootPattern-1538991942 tempest-TestVolumeBootPattern-1538991942-project] 10.222.0.32 "GET /v2.0/ports?device_id=7b71f2b5-3fb0-45cd-89a7-90dac1a9b734 HTTP/1.1" status: 200 len: 931 time: 0.1067941 Aug 13 11:22:56.398094 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-b9380ead-0b72-4561-8365-da903567c610 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 11:22:56.424865 dv-cinder-797608-16-iscsi neutron-server[93884]: INFO neutron.wsgi [req-3e77a1c6-cdce-48a6-a832-fd6fc99b7572 req-bd2aa6a2-3140-4847-9ade-81d5f8fcf3bc tempest-TestVolumeBootPattern-1538991942 tempest-TestVolumeBootPattern-1538991942-project] 10.222.0.32 "GET /v2.0/security-groups?id=ca285d94-e6fc-485c-ad28-b15c1712fa1f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0470276 Aug 13 11:22:56.434118 dv-cinder-797608-16-iscsi neutron-server[93885]: DEBUG neutron.db.provisioning_blocks [None req-88b2c5fc-06b5-422a-ba49-7696d7cf838e None None] Provisioning for port 739308cf-9aff-437d-a19f-a95cf9535ad7 completed by entity DHCP. {{(pid=93885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 13 11:22:56.449016 dv-cinder-797608-16-iscsi neutron-server[93885]: DEBUG neutron.db.provisioning_blocks [None req-88b2c5fc-06b5-422a-ba49-7696d7cf838e None None] Provisioning complete for port 739308cf-9aff-437d-a19f-a95cf9535ad7 triggered by entity DHCP. {{(pid=93885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 13 11:22:56.449481 dv-cinder-797608-16-iscsi neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-88b2c5fc-06b5-422a-ba49-7696d7cf838e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-997193'] for port, provisioning_complete {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 11:22:56.483922 dv-cinder-797608-16-iscsi neutron-server[93885]: DEBUG neutron.plugins.ml2.plugin [None req-88b2c5fc-06b5-422a-ba49-7696d7cf838e None None] Port 739308cf-9aff-437d-a19f-a95cf9535ad7 cannot update to ACTIVE because it is not bound. {{(pid=93885) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 13 11:22:56.514294 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-b9380ead-0b72-4561-8365-da903567c610 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651637'] for security_group, after_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 11:22:56.516778 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-b9380ead-0b72-4561-8365-da903567c610 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 11:22:56.517906 dv-cinder-797608-16-iscsi neutron-server[93883]: INFO neutron.wsgi [None req-b9380ead-0b72-4561-8365-da903567c610 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/e9ebb553-6898-47d0-8034-10e78e802a38 HTTP/1.1" status: 204 len: 168 time: 0.2672503 Aug 13 11:22:56.557200 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9380ead-0b72-4561-8365-da903567c610 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e9ebb553-6898-47d0-8034-10e78e802a38,revision_number=None']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 11:22:56.666254 dv-cinder-797608-16-iscsi neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21c22249-fcae-4514-8dd4-5124f6c2203f req-32956fa1-6151-4bdb-a142-21497fbb1a32 tempest-TestShelveInstance-650229999 tempest-TestShelveInstance-650229999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 11:22:56.667800 dv-cinder-797608-16-iscsi neutron-server[93884]: INFO neutron.wsgi [req-21c22249-fcae-4514-8dd4-5124f6c2203f req-32956fa1-6151-4bdb-a142-21497fbb1a32 tempest-TestShelveInstance-650229999 tempest-TestShelveInstance-650229999-project] 10.222.0.32 "GET /v2.0/ports?device_id=2e2d3778-af47-4742-bf54-fbb19360964f HTTP/1.1" status: 200 len: 943 time: 0.0545928 Aug 13 11:22:56.687303 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron.notifiers.nova [req-620c53f9-ae85-48e8-a984-cc0a8ee525dd req-d4574b06-776b-4baf-b7e4-8f7a3c012279 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 739308cf-9aff-437d-a19f-a95cf9535ad7 {{(pid=93883) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 13 11:22:56.695400 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-620c53f9-ae85-48e8-a984-cc0a8ee525dd req-d4574b06-776b-4baf-b7e4-8f7a3c012279 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 11:22:56.713442 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron.db.provisioning_blocks [req-620c53f9-ae85-48e8-a984-cc0a8ee525dd req-d4574b06-776b-4baf-b7e4-8f7a3c012279 service neutron] Transition to ACTIVE for port object 739308cf-9aff-437d-a19f-a95cf9535ad7 will not be triggered until provisioned by entity L2. {{(pid=93883) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 13 11:22:56.714663 dv-cinder-797608-16-iscsi neutron-server[93884]: INFO neutron.wsgi [req-21c22249-fcae-4514-8dd4-5124f6c2203f req-ecaad753-5fe7-49bc-aab6-1f3cd84ba3c9 tempest-TestShelveInstance-650229999 tempest-TestShelveInstance-650229999-project] 10.222.0.32 "GET /v2.0/security-groups?id=10b612c3-878e-45c8-a45f-b00eff83bd94&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0365350 Aug 13 11:22:56.719067 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-620c53f9-ae85-48e8-a984-cc0a8ee525dd req-d4574b06-776b-4baf-b7e4-8f7a3c012279 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935844', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611014', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782137889940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782137337613', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782137337631', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2139128387'] for port, after_update {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 11:22:56.769690 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4574b06-776b-4baf-b7e4-8f7a3c012279 service neutron] Pushing event updated for resources: {'Port': ['ID=739308cf-9aff-437d-a19f-a95cf9535ad7,revision_number=2']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 11:22:56.848034 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron.plugins.ml2.managers [req-620c53f9-ae85-48e8-a984-cc0a8ee525dd req-d4574b06-776b-4baf-b7e4-8f7a3c012279 service neutron] Attempting to bind port 739308cf-9aff-437d-a19f-a95cf9535ad7 on host hv-cinder-79760 for vnic_type normal with profile {{(pid=93883) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 13 11:22:56.848620 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron.plugins.ml2.managers [req-620c53f9-ae85-48e8-a984-cc0a8ee525dd req-d4574b06-776b-4baf-b7e4-8f7a3c012279 service neutron] Attempting to bind port 739308cf-9aff-437d-a19f-a95cf9535ad7 by drivers openvswitch,hyperv on host hv-cinder-79760 at level 0 using segments [{'id': '7e8d8a1c-0ea0-4420-aa00-8216212b44b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': '999d1062-b3a3-4414-af22-ebf9a7c571f6'}] {{(pid=93883) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 13 11:22:56.849027 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-620c53f9-ae85-48e8-a984-cc0a8ee525dd req-d4574b06-776b-4baf-b7e4-8f7a3c012279 service neutron] Attempting to bind port 739308cf-9aff-437d-a19f-a95cf9535ad7 on network 999d1062-b3a3-4414-af22-ebf9a7c571f6 {{(pid=93883) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 13 11:22:56.853730 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-620c53f9-ae85-48e8-a984-cc0a8ee525dd req-d4574b06-776b-4baf-b7e4-8f7a3c012279 service neutron] Port 739308cf-9aff-437d-a19f-a95cf9535ad7 on network 999d1062-b3a3-4414-af22-ebf9a7c571f6 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79760 {{(pid=93883) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 13 11:22:56.854088 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-620c53f9-ae85-48e8-a984-cc0a8ee525dd req-d4574b06-776b-4baf-b7e4-8f7a3c012279 service neutron] Attempting to bind port 739308cf-9aff-437d-a19f-a95cf9535ad7 on network 999d1062-b3a3-4414-af22-ebf9a7c571f6 {{(pid=93883) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 13 11:22:56.860300 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-620c53f9-ae85-48e8-a984-cc0a8ee525dd req-d4574b06-776b-4baf-b7e4-8f7a3c012279 service neutron] Checking agent: {'id': '3e9c1808-7bc3-414f-9290-25f62682d3ef', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79760', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 13, 11, 17, 34), 'started_at': datetime.datetime(2021, 8, 13, 11, 17, 34), 'heartbeat_timestamp': datetime.datetime(2021, 8, 13, 11, 22, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93883) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 13 11:22:56.860664 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-620c53f9-ae85-48e8-a984-cc0a8ee525dd req-d4574b06-776b-4baf-b7e4-8f7a3c012279 service neutron] Checking segment: {'id': '7e8d8a1c-0ea0-4420-aa00-8216212b44b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': '999d1062-b3a3-4414-af22-ebf9a7c571f6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93883) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 13 11:22:56.861035 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-620c53f9-ae85-48e8-a984-cc0a8ee525dd req-d4574b06-776b-4baf-b7e4-8f7a3c012279 service neutron] Bound using segment: {'id': '7e8d8a1c-0ea0-4420-aa00-8216212b44b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': '999d1062-b3a3-4414-af22-ebf9a7c571f6'} {{(pid=93883) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 13 11:22:56.861461 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron.plugins.ml2.managers [req-620c53f9-ae85-48e8-a984-cc0a8ee525dd req-d4574b06-776b-4baf-b7e4-8f7a3c012279 service neutron] Bound port: 739308cf-9aff-437d-a19f-a95cf9535ad7, host: hv-cinder-79760, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7e8d8a1c-0ea0-4420-aa00-8216212b44b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': '999d1062-b3a3-4414-af22-ebf9a7c571f6'}}] {{(pid=93883) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 13 11:22:56.861814 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-620c53f9-ae85-48e8-a984-cc0a8ee525dd req-d4574b06-776b-4baf-b7e4-8f7a3c012279 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935434'] for port, before_update {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 11:22:56.919899 dv-cinder-797608-16-iscsi neutron-server[93885]: DEBUG neutron.plugins.ml2.rpc [None req-a0b9b986-0706-4fc6-9cf9-0eb02d2513dc None None] Device 978053b2-4b2b-4c90-9539-bc2f3eabcbad up at agent hyperv_hv-cinder-79760 {{(pid=93885) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 13 11:22:56.938730 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron.plugins.ml2.db [req-620c53f9-ae85-48e8-a984-cc0a8ee525dd req-d4574b06-776b-4baf-b7e4-8f7a3c012279 service neutron] For port 739308cf-9aff-437d-a19f-a95cf9535ad7, host hv-cinder-79760, cleared binding levels {{(pid=93883) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 13 11:22:56.942053 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron.plugins.ml2.db [req-620c53f9-ae85-48e8-a984-cc0a8ee525dd req-d4574b06-776b-4baf-b7e4-8f7a3c012279 service neutron] For port 739308cf-9aff-437d-a19f-a95cf9535ad7, host hv-cinder-79760, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79760',level=0,port_id=739308cf-9aff-437d-a19f-a95cf9535ad7,segment=NetworkSegment(7e8d8a1c-0ea0-4420-aa00-8216212b44b2),segment_id=7e8d8a1c-0ea0-4420-aa00-8216212b44b2)] {{(pid=93883) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 13 11:22:56.947025 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-620c53f9-ae85-48e8-a984-cc0a8ee525dd req-d4574b06-776b-4baf-b7e4-8f7a3c012279 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935844', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611014', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782137889940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782137337613', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782137337631', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2139128387'] for port, after_update {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 11:22:56.980606 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-620c53f9-ae85-48e8-a984-cc0a8ee525dd req-d4574b06-776b-4baf-b7e4-8f7a3c012279 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 11:22:56.981246 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-620c53f9-ae85-48e8-a984-cc0a8ee525dd req-d4574b06-776b-4baf-b7e4-8f7a3c012279 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-128352'] for port, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 11:22:56.983279 dv-cinder-797608-16-iscsi neutron-server[93883]: INFO neutron.wsgi [req-620c53f9-ae85-48e8-a984-cc0a8ee525dd req-d4574b06-776b-4baf-b7e4-8f7a3c012279 service neutron] 10.222.0.20 "PUT /v2.0/ports/739308cf-9aff-437d-a19f-a95cf9535ad7 HTTP/1.1" status: 200 len: 1093 time: 0.7864985 Aug 13 11:22:57.019790 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4574b06-776b-4baf-b7e4-8f7a3c012279 service neutron] Pushing event updated for resources: {'Port': ['ID=739308cf-9aff-437d-a19f-a95cf9535ad7,revision_number=3']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 11:22:57.093963 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-620c53f9-ae85-48e8-a984-cc0a8ee525dd req-b6b3462a-f8de-46b6-872a-78b1abdfbe16 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 11:22:57.095451 dv-cinder-797608-16-iscsi neutron-server[93883]: INFO neutron.wsgi [req-620c53f9-ae85-48e8-a984-cc0a8ee525dd req-b6b3462a-f8de-46b6-872a-78b1abdfbe16 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=d5749f1d743e45099877d2ba04647196&device_id=7b71f2b5-3fb0-45cd-89a7-90dac1a9b734 HTTP/1.1" status: 200 len: 1096 time: 0.0466847 Aug 13 11:22:57.121205 dv-cinder-797608-16-iscsi neutron-server[93885]: DEBUG neutron.db.provisioning_blocks [None req-a0b9b986-0706-4fc6-9cf9-0eb02d2513dc None None] Provisioning for port 978053b2-4b2b-4c90-9539-bc2f3eabcbad completed by entity L2. {{(pid=93885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 13 11:22:57.126996 dv-cinder-797608-16-iscsi neutron-server[93885]: DEBUG neutron.db.provisioning_blocks [None req-a0b9b986-0706-4fc6-9cf9-0eb02d2513dc None None] Provisioning complete for port 978053b2-4b2b-4c90-9539-bc2f3eabcbad triggered by entity L2. {{(pid=93885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 13 11:22:57.127458 dv-cinder-797608-16-iscsi neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-a0b9b986-0706-4fc6-9cf9-0eb02d2513dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-997193'] for port, provisioning_complete {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 11:22:57.155119 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7b71f2b5-3fb0-45cd-89a7-90dac1a9b734', 'tag': '739308cf-9aff-437d-a19f-a95cf9535ad7'}] {{(pid=93883) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 13 11:22:57.157432 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}db1a1fbc245c58e73290e58258e46ca41fe4e785cc79cbd57aa3dae940aad292" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-753d0030-11a9-4cf9-9f42-7ac54beb3b6d" -d '{"events": [{"name": "network-changed", "server_uuid": "7b71f2b5-3fb0-45cd-89a7-90dac1a9b734", "tag": "739308cf-9aff-437d-a19f-a95cf9535ad7"}]}' {{(pid=93883) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 13 11:22:57.161675 dv-cinder-797608-16-iscsi neutron-server[93883]: INFO neutron.wsgi [req-620c53f9-ae85-48e8-a984-cc0a8ee525dd req-8b7744cd-614a-4b89-9ed5-1d316f9a5a74 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=739308cf-9aff-437d-a19f-a95cf9535ad7 HTTP/1.1" status: 200 len: 217 time: 0.0516868 Aug 13 11:22:57.209692 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 13 Aug 2021 11:22:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0c6e8a86-fa1a-49c2-afe3-063e5edfb0bc x-openstack-request-id: req-0c6e8a86-fa1a-49c2-afe3-063e5edfb0bc {{(pid=93883) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 13 11:22:57.209962 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7b71f2b5-3fb0-45cd-89a7-90dac1a9b734", "tag": "739308cf-9aff-437d-a19f-a95cf9535ad7", "status": "completed", "code": 200}]} {{(pid=93883) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 13 11:22:57.210246 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-0c6e8a86-fa1a-49c2-afe3-063e5edfb0bc {{(pid=93883) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 13 11:22:57.210633 dv-cinder-797608-16-iscsi neutron-server[93883]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7b71f2b5-3fb0-45cd-89a7-90dac1a9b734', 'tag': '739308cf-9aff-437d-a19f-a95cf9535ad7', 'status': 'completed', 'code': 200} Aug 13 11:22:57.227971 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-620c53f9-ae85-48e8-a984-cc0a8ee525dd req-5ea62105-c888-4771-9c2c-c35d072096df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 11:22:57.229695 dv-cinder-797608-16-iscsi neutron-server[93883]: INFO neutron.wsgi [req-620c53f9-ae85-48e8-a984-cc0a8ee525dd req-5ea62105-c888-4771-9c2c-c35d072096df service neutron] 10.222.0.20 "GET /v2.0/subnets?id=2b810745-615e-4226-8545-baa357ea81b9 HTTP/1.1" status: 200 len: 851 time: 0.0610735 Aug 13 11:22:57.236860 dv-cinder-797608-16-iscsi neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-a0b9b986-0706-4fc6-9cf9-0eb02d2513dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935434'] for port, before_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 11:22:57.263249 dv-cinder-797608-16-iscsi neutron-server[93885]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '847d2b66-b8e1-459b-b928-37738a0c66da', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '978053b2-4b2b-4c90-9539-bc2f3eabcbad'}] {{(pid=93885) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 13 11:22:57.268144 dv-cinder-797608-16-iscsi neutron-server[93885]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6271a0dfd589c32cbc3478448621ce6e19c81a8dd821b4c159629fbe4478ed77" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-224549ba-fc35-429b-9d9e-6bda4b0eb56f" -d '{"events": [{"server_uuid": "847d2b66-b8e1-459b-b928-37738a0c66da", "name": "network-vif-plugged", "status": "completed", "tag": "978053b2-4b2b-4c90-9539-bc2f3eabcbad"}]}' {{(pid=93885) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 13 11:22:57.286318 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-620c53f9-ae85-48e8-a984-cc0a8ee525dd req-2f29baa0-fe32-4849-b23e-58bde667ede6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 11:22:57.288125 dv-cinder-797608-16-iscsi neutron-server[93883]: INFO neutron.wsgi [req-620c53f9-ae85-48e8-a984-cc0a8ee525dd req-2f29baa0-fe32-4849-b23e-58bde667ede6 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=999d1062-b3a3-4414-af22-ebf9a7c571f6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0506783 Aug 13 11:22:57.300772 dv-cinder-797608-16-iscsi neutron-server[93885]: DEBUG neutron.plugins.ml2.db [None req-a0b9b986-0706-4fc6-9cf9-0eb02d2513dc None None] For port 978053b2-4b2b-4c90-9539-bc2f3eabcbad, host hv-cinder-79760, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79760',level=0,port_id=978053b2-4b2b-4c90-9539-bc2f3eabcbad,segment=NetworkSegment(e18aea7a-7e5d-44de-aa65-0910a3f71ee1),segment_id=e18aea7a-7e5d-44de-aa65-0910a3f71ee1)] {{(pid=93885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 13 11:22:57.307476 dv-cinder-797608-16-iscsi neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-a0b9b986-0706-4fc6-9cf9-0eb02d2513dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935844', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611014', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782137889940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782137337613', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782137337631'] for port, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 11:22:57.312766 dv-cinder-797608-16-iscsi neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb2b46a3-bde7-4c4f-a33b-76e7d2cf90e1 req-904ca8fa-e2ab-4a49-8fb8-ce986ce42d61 tempest-VolumesSnapshotTestJSON-118294861 tempest-VolumesSnapshotTestJSON-118294861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 11:22:57.321431 dv-cinder-797608-16-iscsi neutron-server[93884]: INFO neutron.wsgi [req-bb2b46a3-bde7-4c4f-a33b-76e7d2cf90e1 req-904ca8fa-e2ab-4a49-8fb8-ce986ce42d61 tempest-VolumesSnapshotTestJSON-118294861 tempest-VolumesSnapshotTestJSON-118294861-project] 10.222.0.32 "GET /v2.0/ports?device_id=847d2b66-b8e1-459b-b928-37738a0c66da HTTP/1.1" status: 200 len: 944 time: 0.0650809 Aug 13 11:22:57.348349 dv-cinder-797608-16-iscsi neutron-server[93885]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 13 Aug 2021 11:22:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f2dee6bb-968d-48fc-bb83-d2668c4e577e x-openstack-request-id: req-f2dee6bb-968d-48fc-bb83-d2668c4e577e {{(pid=93885) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 13 11:22:57.348549 dv-cinder-797608-16-iscsi neutron-server[93885]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "847d2b66-b8e1-459b-b928-37738a0c66da", "name": "network-vif-plugged", "status": "completed", "tag": "978053b2-4b2b-4c90-9539-bc2f3eabcbad", "code": 200}]} {{(pid=93885) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 13 11:22:57.348830 dv-cinder-797608-16-iscsi neutron-server[93885]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-f2dee6bb-968d-48fc-bb83-d2668c4e577e {{(pid=93885) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 13 11:22:57.349216 dv-cinder-797608-16-iscsi neutron-server[93885]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '847d2b66-b8e1-459b-b928-37738a0c66da', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '978053b2-4b2b-4c90-9539-bc2f3eabcbad', 'code': 200} Aug 13 11:22:57.371296 dv-cinder-797608-16-iscsi neutron-server[93884]: INFO neutron.wsgi [req-bb2b46a3-bde7-4c4f-a33b-76e7d2cf90e1 req-3f3cb315-a8d6-46f7-8147-fa9cffd4f80e tempest-VolumesSnapshotTestJSON-118294861 tempest-VolumesSnapshotTestJSON-118294861-project] 10.222.0.32 "GET /v2.0/security-groups?id=067564c0-67c3-4ba8-9df2-3ce8ca895aee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427992 Aug 13 11:22:57.383551 dv-cinder-797608-16-iscsi neutron-server[93885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0b9b986-0706-4fc6-9cf9-0eb02d2513dc None None] Pushing event updated for resources: {'Port': ['ID=978053b2-4b2b-4c90-9539-bc2f3eabcbad,revision_number=5']} {{(pid=93885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 11:22:57.436956 dv-cinder-797608-16-iscsi neutron-server[93883]: INFO neutron.wsgi [req-620c53f9-ae85-48e8-a984-cc0a8ee525dd req-8a907f8b-6677-4feb-98b1-f4e26906acb8 service neutron] 10.222.0.20 "GET /v2.0/networks/999d1062-b3a3-4414-af22-ebf9a7c571f6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1394496 Aug 13 11:22:57.518427 dv-cinder-797608-16-iscsi neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0adda8e5-2bb2-45bb-9623-accaffbdeb72 req-4f3199dc-7ab3-4193-8e4d-13e11740a9d7 tempest-ServerRescueNegativeTestJSON-217385872 tempest-ServerRescueNegativeTestJSON-217385872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 11:22:57.523644 dv-cinder-797608-16-iscsi neutron-server[93884]: INFO neutron.wsgi [req-0adda8e5-2bb2-45bb-9623-accaffbdeb72 req-4f3199dc-7ab3-4193-8e4d-13e11740a9d7 tempest-ServerRescueNegativeTestJSON-217385872 tempest-ServerRescueNegativeTestJSON-217385872-project] 10.222.0.32 "GET /v2.0/ports?device_id=f07a0f18-2b98-479b-bd6a-186739dfba26 HTTP/1.1" status: 200 len: 945 time: 0.0753245 Aug 13 11:22:57.584851 dv-cinder-797608-16-iscsi neutron-server[93883]: INFO neutron.wsgi [req-620c53f9-ae85-48e8-a984-cc0a8ee525dd req-dd2826f5-ae34-4e14-8630-d3dfe97f95f7 service neutron] 10.222.0.20 "GET /v2.0/networks/999d1062-b3a3-4414-af22-ebf9a7c571f6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1350234 Aug 13 11:22:57.587599 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07112151-d7c4-4cf9-bad2-9ccc837157c6 req-e667209d-e6fe-40b4-9717-2794e12130c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 11:22:57.588961 dv-cinder-797608-16-iscsi neutron-server[93883]: INFO neutron.wsgi [req-07112151-d7c4-4cf9-bad2-9ccc837157c6 req-e667209d-e6fe-40b4-9717-2794e12130c3 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=847d2b66-b8e1-459b-b928-37738a0c66da HTTP/1.1" status: 200 len: 1098 time: 0.0823069 Aug 13 11:22:57.601478 dv-cinder-797608-16-iscsi neutron-server[93884]: INFO neutron.wsgi [req-0adda8e5-2bb2-45bb-9623-accaffbdeb72 req-58e34363-377a-46c6-85f8-17ca692e5494 tempest-ServerRescueNegativeTestJSON-217385872 tempest-ServerRescueNegativeTestJSON-217385872-project] 10.222.0.32 "GET /v2.0/security-groups?id=5e66df65-70b0-476d-97cd-4e9936c292c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0683031 Aug 13 11:22:57.608831 dv-cinder-797608-16-iscsi neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f587856e-23a8-499a-9ce0-2365af8f2ac3 req-41a63cf2-acb5-4198-ba22-9a31fecb3e91 tempest-TestVolumeBootPattern-1538991942 tempest-TestVolumeBootPattern-1538991942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 11:22:57.610508 dv-cinder-797608-16-iscsi neutron-server[93884]: INFO neutron.wsgi [req-f587856e-23a8-499a-9ce0-2365af8f2ac3 req-41a63cf2-acb5-4198-ba22-9a31fecb3e91 tempest-TestVolumeBootPattern-1538991942 tempest-TestVolumeBootPattern-1538991942-project] 10.222.0.32 "GET /v2.0/ports?device_id=7b71f2b5-3fb0-45cd-89a7-90dac1a9b734 HTTP/1.1" status: 200 len: 943 time: 0.0857902 Aug 13 11:22:57.640423 dv-cinder-797608-16-iscsi neutron-server[93883]: INFO neutron.wsgi [req-07112151-d7c4-4cf9-bad2-9ccc837157c6 req-c81c0f8e-800a-4a8c-ae14-f2e23c5911a3 service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=067564c0-67c3-4ba8-9df2-3ce8ca895aee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328412 Aug 13 11:22:57.664365 dv-cinder-797608-16-iscsi neutron-server[93884]: INFO neutron.wsgi [req-f587856e-23a8-499a-9ce0-2365af8f2ac3 req-97984c47-dd74-4ecb-b9ca-cd143f3a2f06 tempest-TestVolumeBootPattern-1538991942 tempest-TestVolumeBootPattern-1538991942-project] 10.222.0.32 "GET /v2.0/security-groups?id=ca285d94-e6fc-485c-ad28-b15c1712fa1f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0430720 Aug 13 11:22:57.832183 dv-cinder-797608-16-iscsi neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bd24c72-870f-488a-8416-9000df3456fb req-54da53f0-464b-43b0-bd6c-d1e4e2431e30 tempest-TestShelveInstance-650229999 tempest-TestShelveInstance-650229999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 11:22:57.833680 dv-cinder-797608-16-iscsi neutron-server[93884]: INFO neutron.wsgi [req-5bd24c72-870f-488a-8416-9000df3456fb req-54da53f0-464b-43b0-bd6c-d1e4e2431e30 tempest-TestShelveInstance-650229999 tempest-TestShelveInstance-650229999-project] 10.222.0.32 "GET /v2.0/ports?device_id=2e2d3778-af47-4742-bf54-fbb19360964f HTTP/1.1" status: 200 len: 943 time: 0.0472674 Aug 13 11:22:57.871621 dv-cinder-797608-16-iscsi neutron-server[93884]: INFO neutron.wsgi [req-5bd24c72-870f-488a-8416-9000df3456fb req-85e83b8e-4f4c-45e6-9414-389667c730a4 tempest-TestShelveInstance-650229999 tempest-TestShelveInstance-650229999-project] 10.222.0.32 "GET /v2.0/security-groups?id=10b612c3-878e-45c8-a45f-b00eff83bd94&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319486 Aug 13 11:22:57.987863 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-753d0030-11a9-4cf9-9f42-7ac54beb3b6d req-f64d420e-08c7-4c3d-ad04-58a80a960a93 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 11:22:57.989387 dv-cinder-797608-16-iscsi neutron-server[93883]: INFO neutron.wsgi [req-753d0030-11a9-4cf9-9f42-7ac54beb3b6d req-f64d420e-08c7-4c3d-ad04-58a80a960a93 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=d5749f1d743e45099877d2ba04647196&device_id=7b71f2b5-3fb0-45cd-89a7-90dac1a9b734 HTTP/1.1" status: 200 len: 1096 time: 0.0402381 Aug 13 11:22:58.084887 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-753d0030-11a9-4cf9-9f42-7ac54beb3b6d req-60092910-49f8-4bdd-a10e-625488f59e48 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 11:22:58.086410 dv-cinder-797608-16-iscsi neutron-server[93883]: INFO neutron.wsgi [req-753d0030-11a9-4cf9-9f42-7ac54beb3b6d req-60092910-49f8-4bdd-a10e-625488f59e48 service neutron] 10.222.0.20 "GET /v2.0/networks?id=999d1062-b3a3-4414-af22-ebf9a7c571f6 HTTP/1.1" status: 200 len: 913 time: 0.0876164 Aug 13 11:22:58.134934 dv-cinder-797608-16-iscsi neutron-server[93883]: INFO neutron.wsgi [req-753d0030-11a9-4cf9-9f42-7ac54beb3b6d req-d822d7b7-3a58-4596-a679-b309ef6b32b5 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=739308cf-9aff-437d-a19f-a95cf9535ad7 HTTP/1.1" status: 200 len: 217 time: 0.0385194 Aug 13 11:22:58.184160 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-753d0030-11a9-4cf9-9f42-7ac54beb3b6d req-0130b2d7-eacb-4368-8f61-630b323bc2b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 11:22:58.186161 dv-cinder-797608-16-iscsi neutron-server[93883]: INFO neutron.wsgi [req-753d0030-11a9-4cf9-9f42-7ac54beb3b6d req-0130b2d7-eacb-4368-8f61-630b323bc2b6 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=2b810745-615e-4226-8545-baa357ea81b9 HTTP/1.1" status: 200 len: 851 time: 0.0434074 Aug 13 11:22:58.236362 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-753d0030-11a9-4cf9-9f42-7ac54beb3b6d req-4a2b25ef-d580-422e-986f-f75f10d1c3be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 11:22:58.237867 dv-cinder-797608-16-iscsi neutron-server[93883]: INFO neutron.wsgi [req-753d0030-11a9-4cf9-9f42-7ac54beb3b6d req-4a2b25ef-d580-422e-986f-f75f10d1c3be service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=999d1062-b3a3-4414-af22-ebf9a7c571f6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0396051 Aug 13 11:22:58.335367 dv-cinder-797608-16-iscsi neutron-server[93883]: INFO neutron.wsgi [req-753d0030-11a9-4cf9-9f42-7ac54beb3b6d req-0013095c-46f1-4257-a620-23a60be14d54 service neutron] 10.222.0.20 "GET /v2.0/networks/999d1062-b3a3-4414-af22-ebf9a7c571f6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0899174 Aug 13 11:22:58.390655 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.32', 49886) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 11:22:58.437753 dv-cinder-797608-16-iscsi neutron-server[93883]: INFO neutron.wsgi [req-753d0030-11a9-4cf9-9f42-7ac54beb3b6d req-346f24f2-6216-4f33-89a6-26737aa83495 service neutron] 10.222.0.20 "GET /v2.0/networks/999d1062-b3a3-4414-af22-ebf9a7c571f6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0943305 Aug 13 11:22:58.483353 dv-cinder-797608-16-iscsi neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aac1cd47-cb79-4a3f-9811-141f9abdc09a req-7c677790-e506-4a02-b2c5-99bdd0135124 tempest-VolumesSnapshotTestJSON-118294861 tempest-VolumesSnapshotTestJSON-118294861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 11:22:58.484835 dv-cinder-797608-16-iscsi neutron-server[93884]: INFO neutron.wsgi [req-aac1cd47-cb79-4a3f-9811-141f9abdc09a req-7c677790-e506-4a02-b2c5-99bdd0135124 tempest-VolumesSnapshotTestJSON-118294861 tempest-VolumesSnapshotTestJSON-118294861-project] 10.222.0.32 "GET /v2.0/ports?device_id=847d2b66-b8e1-459b-b928-37738a0c66da HTTP/1.1" status: 200 len: 945 time: 0.0530932 Aug 13 11:22:58.505117 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-60eca99c-2eed-4917-9318-08369c68e8de admin admin] Notify callbacks [] for security_group, before_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 11:22:58.522534 dv-cinder-797608-16-iscsi neutron-server[93884]: INFO neutron.wsgi [req-aac1cd47-cb79-4a3f-9811-141f9abdc09a req-bb9764b7-e213-4002-a97f-b20342dfd7b0 tempest-VolumesSnapshotTestJSON-118294861 tempest-VolumesSnapshotTestJSON-118294861-project] 10.222.0.32 "GET /v2.0/security-groups?id=067564c0-67c3-4ba8-9df2-3ce8ca895aee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317488 Aug 13 11:22:58.596284 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-60eca99c-2eed-4917-9318-08369c68e8de admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 11:22:58.600089 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-60eca99c-2eed-4917-9318-08369c68e8de admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651637'] for security_group, after_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 11:22:58.636591 dv-cinder-797608-16-iscsi neutron-server[93883]: INFO neutron.wsgi [None req-60eca99c-2eed-4917-9318-08369c68e8de admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=ccc4583d2d13471ba555a6a8f1695617&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2450869 Aug 13 11:22:58.639199 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60eca99c-2eed-4917-9318-08369c68e8de admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9bac7bd3-e7b7-456b-a267-c8d70dfff64e,revision_number=1']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 11:22:58.639746 dv-cinder-797608-16-iscsi neutron-server[93884]: DEBUG neutron.wsgi [-] (93884) accepted ('10.222.0.32', 49892) {{(pid=93884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 11:22:58.699653 dv-cinder-797608-16-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-ea51fcc0-24ca-40e7-bccc-7aa54f0802d9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 11:22:58.741544 dv-cinder-797608-16-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-ea51fcc0-24ca-40e7-bccc-7aa54f0802d9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 11:22:58.791298 dv-cinder-797608-16-iscsi neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2f843f8-50d9-4d09-984a-e17191d6cac0 req-8b288785-1650-4b6b-a9c2-5b2bf6e4048a tempest-ServerRescueNegativeTestJSON-217385872 tempest-ServerRescueNegativeTestJSON-217385872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 11:22:58.792772 dv-cinder-797608-16-iscsi neutron-server[93884]: INFO neutron.wsgi [req-b2f843f8-50d9-4d09-984a-e17191d6cac0 req-8b288785-1650-4b6b-a9c2-5b2bf6e4048a tempest-ServerRescueNegativeTestJSON-217385872 tempest-ServerRescueNegativeTestJSON-217385872-project] 10.222.0.32 "GET /v2.0/ports?device_id=f07a0f18-2b98-479b-bd6a-186739dfba26 HTTP/1.1" status: 200 len: 945 time: 0.1104310 Aug 13 11:22:58.843289 dv-cinder-797608-16-iscsi neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b9766a3-0da4-4737-bddb-ad48d8764b5d req-ddf181b7-da97-4247-b39f-1e522b48324c tempest-TestVolumeBootPattern-1538991942 tempest-TestVolumeBootPattern-1538991942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 11:22:58.844748 dv-cinder-797608-16-iscsi neutron-server[93884]: INFO neutron.wsgi [req-4b9766a3-0da4-4737-bddb-ad48d8764b5d req-ddf181b7-da97-4247-b39f-1e522b48324c tempest-TestVolumeBootPattern-1538991942 tempest-TestVolumeBootPattern-1538991942-project] 10.222.0.32 "GET /v2.0/ports?device_id=7b71f2b5-3fb0-45cd-89a7-90dac1a9b734 HTTP/1.1" status: 200 len: 943 time: 0.1068244 Aug 13 11:22:58.871191 dv-cinder-797608-16-iscsi neutron-server[93884]: INFO neutron.wsgi [req-b2f843f8-50d9-4d09-984a-e17191d6cac0 req-da096852-1d74-4329-92ca-6bb00ad9adda tempest-ServerRescueNegativeTestJSON-217385872 tempest-ServerRescueNegativeTestJSON-217385872-project] 10.222.0.32 "GET /v2.0/security-groups?id=5e66df65-70b0-476d-97cd-4e9936c292c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0668015 Aug 13 11:22:58.880511 dv-cinder-797608-16-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-ea51fcc0-24ca-40e7-bccc-7aa54f0802d9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651637'] for security_group, after_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 11:22:58.882997 dv-cinder-797608-16-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-ea51fcc0-24ca-40e7-bccc-7aa54f0802d9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 11:22:58.884080 dv-cinder-797608-16-iscsi neutron-server[93884]: INFO neutron.wsgi [None req-ea51fcc0-24ca-40e7-bccc-7aa54f0802d9 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/9bac7bd3-e7b7-456b-a267-c8d70dfff64e HTTP/1.1" status: 204 len: 168 time: 0.2433426 Aug 13 11:22:58.901827 dv-cinder-797608-16-iscsi neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea51fcc0-24ca-40e7-bccc-7aa54f0802d9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9bac7bd3-e7b7-456b-a267-c8d70dfff64e,revision_number=None']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 11:22:58.906586 dv-cinder-797608-16-iscsi neutron-server[93884]: INFO neutron.wsgi [req-4b9766a3-0da4-4737-bddb-ad48d8764b5d req-a86df3e4-602e-40b4-8a6f-a7b732eeda74 tempest-TestVolumeBootPattern-1538991942 tempest-TestVolumeBootPattern-1538991942-project] 10.222.0.32 "GET /v2.0/security-groups?id=ca285d94-e6fc-485c-ad28-b15c1712fa1f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0541801 Aug 13 11:22:58.930562 dv-cinder-797608-16-iscsi neutron-server[93885]: DEBUG neutron.plugins.ml2.rpc [None req-a0b9b986-0706-4fc6-9cf9-0eb02d2513dc None None] Device 77f21e65-9f5a-4ea0-ae44-b11aedc351c0 details requested by agent hyperv_hv-cinder-79760 with host hv-cinder-79760 {{(pid=93885) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 13 11:22:58.940181 dv-cinder-797608-16-iscsi neutron-server[93885]: DEBUG neutron.plugins.ml2.rpc [None req-a0b9b986-0706-4fc6-9cf9-0eb02d2513dc None None] Device 1ebd7405-00bb-4e41-b826-c3f3f5ab625e no longer exists at agent hyperv_hv-cinder-79760 {{(pid=93885) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 13 11:22:58.965271 dv-cinder-797608-16-iscsi neutron-server[93885]: DEBUG neutron.plugins.ml2.plugin [None req-a0b9b986-0706-4fc6-9cf9-0eb02d2513dc None None] No Port match for: 1ebd7405-00bb-4e41-b826-c3f3f5ab625e {{(pid=93885) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 13 11:22:58.965710 dv-cinder-797608-16-iscsi neutron-server[93885]: DEBUG neutron.plugins.ml2.rpc [None req-a0b9b986-0706-4fc6-9cf9-0eb02d2513dc None None] Device 1ebd7405-00bb-4e41-b826-c3f3f5ab625e not bound to the agent host hv-cinder-79760 {{(pid=93885) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 13 11:22:59.025588 dv-cinder-797608-16-iscsi neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5a3d300-f7b9-43e6-a9b5-7b08aaf8b23c req-ac7ded86-22a6-447c-9611-2e46af56a9d0 tempest-TestShelveInstance-650229999 tempest-TestShelveInstance-650229999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 11:22:59.027163 dv-cinder-797608-16-iscsi neutron-server[93884]: INFO neutron.wsgi [req-f5a3d300-f7b9-43e6-a9b5-7b08aaf8b23c req-ac7ded86-22a6-447c-9611-2e46af56a9d0 tempest-TestShelveInstance-650229999 tempest-TestShelveInstance-650229999-project] 10.222.0.32 "GET /v2.0/ports?device_id=2e2d3778-af47-4742-bf54-fbb19360964f HTTP/1.1" status: 200 len: 943 time: 0.0692856 Aug 13 11:22:59.066948 dv-cinder-797608-16-iscsi neutron-server[93885]: DEBUG neutron.plugins.ml2.db [None req-a0b9b986-0706-4fc6-9cf9-0eb02d2513dc None None] For port 77f21e65-9f5a-4ea0-ae44-b11aedc351c0, host hv-cinder-79760, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79760',level=0,port_id=77f21e65-9f5a-4ea0-ae44-b11aedc351c0,segment=NetworkSegment(0c0916bb-1dc8-4969-93db-96fbbfcf0471),segment_id=0c0916bb-1dc8-4969-93db-96fbbfcf0471)] {{(pid=93885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 13 11:22:59.069653 dv-cinder-797608-16-iscsi neutron-server[93884]: INFO neutron.wsgi [req-f5a3d300-f7b9-43e6-a9b5-7b08aaf8b23c req-45629626-a252-42a9-97fa-d9576f9f546a tempest-TestShelveInstance-650229999 tempest-TestShelveInstance-650229999-project] 10.222.0.32 "GET /v2.0/security-groups?id=10b612c3-878e-45c8-a45f-b00eff83bd94&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0343282 Aug 13 11:22:59.082810 dv-cinder-797608-16-iscsi neutron-server[93885]: DEBUG neutron.plugins.ml2.rpc [None req-a0b9b986-0706-4fc6-9cf9-0eb02d2513dc None None] Returning: {'device': '77f21e65-9f5a-4ea0-ae44-b11aedc351c0', 'network_id': '19d032c5-8528-440a-a103-9e68f50bdfe9', 'port_id': '77f21e65-9f5a-4ea0-ae44-b11aedc351c0', 'mac_address': 'fa:16:3e:2e:34:9f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 177, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3e906e7d-e025-4f52-b49f-c3fc3c70e6b0', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93885) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 13 11:22:59.119411 dv-cinder-797608-16-iscsi neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-a0b9b986-0706-4fc6-9cf9-0eb02d2513dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935434'] for port, before_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 11:22:59.135885 dv-cinder-797608-16-iscsi neutron-server[93885]: DEBUG neutron.notifiers.nova [None req-a0b9b986-0706-4fc6-9cf9-0eb02d2513dc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 77f21e65-9f5a-4ea0-ae44-b11aedc351c0 {{(pid=93885) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 13 11:22:59.156692 dv-cinder-797608-16-iscsi neutron-server[93885]: DEBUG neutron.plugins.ml2.db [None req-a0b9b986-0706-4fc6-9cf9-0eb02d2513dc None None] For port 77f21e65-9f5a-4ea0-ae44-b11aedc351c0, host hv-cinder-79760, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79760',level=0,port_id=77f21e65-9f5a-4ea0-ae44-b11aedc351c0,segment=NetworkSegment(0c0916bb-1dc8-4969-93db-96fbbfcf0471),segment_id=0c0916bb-1dc8-4969-93db-96fbbfcf0471)] {{(pid=93885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 13 11:22:59.160927 dv-cinder-797608-16-iscsi neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-a0b9b986-0706-4fc6-9cf9-0eb02d2513dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935844', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611014', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782137889940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782137337613', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782137337631'] for port, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 11:22:59.208481 dv-cinder-797608-16-iscsi neutron-server[93885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0b9b986-0706-4fc6-9cf9-0eb02d2513dc None None] Pushing event updated for resources: {'Port': ['ID=77f21e65-9f5a-4ea0-ae44-b11aedc351c0,revision_number=4']} {{(pid=93885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 11:22:59.240010 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.32', 49902) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 11:22:59.253271 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-a07daed8-0086-4dd2-8a1e-9f4765b0f4e3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 11:22:59.337376 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-a07daed8-0086-4dd2-8a1e-9f4765b0f4e3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 11:22:59.340946 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-a07daed8-0086-4dd2-8a1e-9f4765b0f4e3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651637'] for security_group, after_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 11:22:59.378308 dv-cinder-797608-16-iscsi neutron-server[93883]: INFO neutron.wsgi [None req-a07daed8-0086-4dd2-8a1e-9f4765b0f4e3 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=89cdf718dcb44f8a837e239b17cd222e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1372373 Aug 13 11:22:59.379375 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a07daed8-0086-4dd2-8a1e-9f4765b0f4e3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=178f6ccd-5a3a-4abf-aab7-335e115d08da,revision_number=1']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 11:22:59.380973 dv-cinder-797608-16-iscsi neutron-server[93884]: DEBUG neutron.wsgi [-] (93884) accepted ('10.222.0.32', 49904) {{(pid=93884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 11:22:59.433812 dv-cinder-797608-16-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-7f87ebac-a3a9-4cdb-9e93-7af3ae0eafa6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 11:22:59.457226 dv-cinder-797608-16-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-7f87ebac-a3a9-4cdb-9e93-7af3ae0eafa6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 11:22:59.502153 dv-cinder-797608-16-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-7f87ebac-a3a9-4cdb-9e93-7af3ae0eafa6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651637'] for security_group, after_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 11:22:59.504584 dv-cinder-797608-16-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-7f87ebac-a3a9-4cdb-9e93-7af3ae0eafa6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 11:22:59.505833 dv-cinder-797608-16-iscsi neutron-server[93884]: INFO neutron.wsgi [None req-7f87ebac-a3a9-4cdb-9e93-7af3ae0eafa6 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/178f6ccd-5a3a-4abf-aab7-335e115d08da HTTP/1.1" status: 204 len: 168 time: 0.1230807 Aug 13 11:22:59.513523 dv-cinder-797608-16-iscsi neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f87ebac-a3a9-4cdb-9e93-7af3ae0eafa6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=178f6ccd-5a3a-4abf-aab7-335e115d08da,revision_number=None']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 11:22:59.554126 dv-cinder-797608-16-iscsi neutron-server[93885]: DEBUG neutron.plugins.ml2.db [None req-a0b9b986-0706-4fc6-9cf9-0eb02d2513dc None None] get_ports_and_sgs() called for port_ids ['77f21e65-9f5a-4ea0-ae44-b11aedc351c0'] {{(pid=93885) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 13 11:22:59.639542 dv-cinder-797608-16-iscsi neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9937cd4-c649-434c-8032-b3b94e39331c req-f05779ff-309b-47df-a142-6ca68153dd55 tempest-VolumesSnapshotTestJSON-118294861 tempest-VolumesSnapshotTestJSON-118294861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 11:22:59.641095 dv-cinder-797608-16-iscsi neutron-server[93884]: INFO neutron.wsgi [req-d9937cd4-c649-434c-8032-b3b94e39331c req-f05779ff-309b-47df-a142-6ca68153dd55 tempest-VolumesSnapshotTestJSON-118294861 tempest-VolumesSnapshotTestJSON-118294861-project] 10.222.0.32 "GET /v2.0/ports?device_id=847d2b66-b8e1-459b-b928-37738a0c66da HTTP/1.1" status: 200 len: 945 time: 0.0502615 Aug 13 11:22:59.684209 dv-cinder-797608-16-iscsi neutron-server[93884]: INFO neutron.wsgi [req-d9937cd4-c649-434c-8032-b3b94e39331c req-6f982697-cc25-41c2-ad87-218d9d17795a tempest-VolumesSnapshotTestJSON-118294861 tempest-VolumesSnapshotTestJSON-118294861-project] 10.222.0.32 "GET /v2.0/security-groups?id=067564c0-67c3-4ba8-9df2-3ce8ca895aee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0364273 Aug 13 11:23:00.004870 dv-cinder-797608-16-iscsi neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f841d3af-1755-47ce-b4a2-e3e76e7b64db req-d0aca1de-2597-4222-9552-e32188b4330a tempest-ServerRescueNegativeTestJSON-217385872 tempest-ServerRescueNegativeTestJSON-217385872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 11:23:00.006254 dv-cinder-797608-16-iscsi neutron-server[93884]: INFO neutron.wsgi [req-f841d3af-1755-47ce-b4a2-e3e76e7b64db req-d0aca1de-2597-4222-9552-e32188b4330a tempest-ServerRescueNegativeTestJSON-217385872 tempest-ServerRescueNegativeTestJSON-217385872-project] 10.222.0.32 "GET /v2.0/ports?device_id=f07a0f18-2b98-479b-bd6a-186739dfba26 HTTP/1.1" status: 200 len: 945 time: 0.0585942 Aug 13 11:23:00.085926 dv-cinder-797608-16-iscsi neutron-server[93884]: INFO neutron.wsgi [req-f841d3af-1755-47ce-b4a2-e3e76e7b64db req-669a1f11-33a7-42de-8d00-56832ecf35c8 tempest-ServerRescueNegativeTestJSON-217385872 tempest-ServerRescueNegativeTestJSON-217385872-project] 10.222.0.32 "GET /v2.0/security-groups?id=5e66df65-70b0-476d-97cd-4e9936c292c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0708976 Aug 13 11:23:00.142557 dv-cinder-797608-16-iscsi neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d22c8f2c-9d68-4adb-aa4f-0ba4f6f7faf1 req-79d13b9f-d4b6-4984-80a2-aaf27709938c tempest-TestVolumeBootPattern-1538991942 tempest-TestVolumeBootPattern-1538991942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 11:23:00.144048 dv-cinder-797608-16-iscsi neutron-server[93884]: INFO neutron.wsgi [req-d22c8f2c-9d68-4adb-aa4f-0ba4f6f7faf1 req-79d13b9f-d4b6-4984-80a2-aaf27709938c tempest-TestVolumeBootPattern-1538991942 tempest-TestVolumeBootPattern-1538991942-project] 10.222.0.32 "GET /v2.0/ports?device_id=7b71f2b5-3fb0-45cd-89a7-90dac1a9b734 HTTP/1.1" status: 200 len: 943 time: 0.0912852 Aug 13 11:23:00.215806 dv-cinder-797608-16-iscsi neutron-server[93884]: INFO neutron.wsgi [req-d22c8f2c-9d68-4adb-aa4f-0ba4f6f7faf1 req-c7f4de73-1918-4213-9b4e-b459a608453f tempest-TestVolumeBootPattern-1538991942 tempest-TestVolumeBootPattern-1538991942-project] 10.222.0.32 "GET /v2.0/security-groups?id=ca285d94-e6fc-485c-ad28-b15c1712fa1f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0646017 Aug 13 11:23:00.229406 dv-cinder-797608-16-iscsi neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbfffaf5-1b85-4941-b94c-4fee80ae7086 req-84f3eada-3633-43eb-b805-bcd86c2b6d0a tempest-TestShelveInstance-650229999 tempest-TestShelveInstance-650229999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 11:23:00.231051 dv-cinder-797608-16-iscsi neutron-server[93884]: INFO neutron.wsgi [req-bbfffaf5-1b85-4941-b94c-4fee80ae7086 req-84f3eada-3633-43eb-b805-bcd86c2b6d0a tempest-TestShelveInstance-650229999 tempest-TestShelveInstance-650229999-project] 10.222.0.32 "GET /v2.0/ports?device_id=2e2d3778-af47-4742-bf54-fbb19360964f HTTP/1.1" status: 200 len: 944 time: 0.0810637 Aug 13 11:23:00.269414 dv-cinder-797608-16-iscsi neutron-server[93884]: INFO neutron.wsgi [req-bbfffaf5-1b85-4941-b94c-4fee80ae7086 req-e65be1db-f729-4f9a-bcb3-d20f92a1ed1b tempest-TestShelveInstance-650229999 tempest-TestShelveInstance-650229999-project] 10.222.0.32 "GET /v2.0/security-groups?id=10b612c3-878e-45c8-a45f-b00eff83bd94&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318570 Aug 13 11:23:00.951593 dv-cinder-797608-16-iscsi neutron-server[93885]: DEBUG neutron.plugins.ml2.rpc [None req-a0b9b986-0706-4fc6-9cf9-0eb02d2513dc None None] Device 77f21e65-9f5a-4ea0-ae44-b11aedc351c0 up at agent hyperv_hv-cinder-79760 {{(pid=93885) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 13 11:23:01.005864 dv-cinder-797608-16-iscsi neutron-server[93885]: DEBUG neutron.db.provisioning_blocks [None req-a0b9b986-0706-4fc6-9cf9-0eb02d2513dc None None] Provisioning for port 77f21e65-9f5a-4ea0-ae44-b11aedc351c0 completed by entity L2. {{(pid=93885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 13 11:23:01.009598 dv-cinder-797608-16-iscsi neutron-server[93885]: DEBUG neutron.db.provisioning_blocks [None req-a0b9b986-0706-4fc6-9cf9-0eb02d2513dc None None] Provisioning complete for port 77f21e65-9f5a-4ea0-ae44-b11aedc351c0 triggered by entity L2. {{(pid=93885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 13 11:23:01.009978 dv-cinder-797608-16-iscsi neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-a0b9b986-0706-4fc6-9cf9-0eb02d2513dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-997193'] for port, provisioning_complete {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 11:23:01.089232 dv-cinder-797608-16-iscsi neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-a0b9b986-0706-4fc6-9cf9-0eb02d2513dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935434'] for port, before_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 11:23:01.112596 dv-cinder-797608-16-iscsi neutron-server[93885]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2e2d3778-af47-4742-bf54-fbb19360964f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '77f21e65-9f5a-4ea0-ae44-b11aedc351c0'}] {{(pid=93885) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 13 11:23:01.114958 dv-cinder-797608-16-iscsi neutron-server[93885]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6271a0dfd589c32cbc3478448621ce6e19c81a8dd821b4c159629fbe4478ed77" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1511020c-bfa1-4e3c-88f8-4f15be690a87" -d '{"events": [{"server_uuid": "2e2d3778-af47-4742-bf54-fbb19360964f", "name": "network-vif-plugged", "status": "completed", "tag": "77f21e65-9f5a-4ea0-ae44-b11aedc351c0"}]}' {{(pid=93885) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 13 11:23:01.139156 dv-cinder-797608-16-iscsi neutron-server[93885]: DEBUG neutron.plugins.ml2.db [None req-a0b9b986-0706-4fc6-9cf9-0eb02d2513dc None None] For port 77f21e65-9f5a-4ea0-ae44-b11aedc351c0, host hv-cinder-79760, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79760',level=0,port_id=77f21e65-9f5a-4ea0-ae44-b11aedc351c0,segment=NetworkSegment(0c0916bb-1dc8-4969-93db-96fbbfcf0471),segment_id=0c0916bb-1dc8-4969-93db-96fbbfcf0471)] {{(pid=93885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 13 11:23:01.144176 dv-cinder-797608-16-iscsi neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-a0b9b986-0706-4fc6-9cf9-0eb02d2513dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935844', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611014', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782137889940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782137337613', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782137337631'] for port, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 11:23:01.179633 dv-cinder-797608-16-iscsi neutron-server[93885]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 13 Aug 2021 11:23:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-219db235-06b9-4de4-a579-cd25efa7774f x-openstack-request-id: req-219db235-06b9-4de4-a579-cd25efa7774f {{(pid=93885) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 13 11:23:01.179940 dv-cinder-797608-16-iscsi neutron-server[93885]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2e2d3778-af47-4742-bf54-fbb19360964f", "name": "network-vif-plugged", "status": "completed", "tag": "77f21e65-9f5a-4ea0-ae44-b11aedc351c0", "code": 200}]} {{(pid=93885) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 13 11:23:01.180187 dv-cinder-797608-16-iscsi neutron-server[93885]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-219db235-06b9-4de4-a579-cd25efa7774f {{(pid=93885) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 13 11:23:01.180608 dv-cinder-797608-16-iscsi neutron-server[93885]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2e2d3778-af47-4742-bf54-fbb19360964f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '77f21e65-9f5a-4ea0-ae44-b11aedc351c0', 'code': 200} Aug 13 11:23:01.209596 dv-cinder-797608-16-iscsi neutron-server[93885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0b9b986-0706-4fc6-9cf9-0eb02d2513dc None None] Pushing event updated for resources: {'Port': ['ID=77f21e65-9f5a-4ea0-ae44-b11aedc351c0,revision_number=5']} {{(pid=93885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 11:23:01.226531 dv-cinder-797608-16-iscsi neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28e7e7de-8d22-478e-b29b-c3519f778bd0 req-5ee4d06f-316c-4f27-80f4-ceb72aefd161 tempest-ServerRescueNegativeTestJSON-217385872 tempest-ServerRescueNegativeTestJSON-217385872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 11:23:01.228006 dv-cinder-797608-16-iscsi neutron-server[93884]: INFO neutron.wsgi [req-28e7e7de-8d22-478e-b29b-c3519f778bd0 req-5ee4d06f-316c-4f27-80f4-ceb72aefd161 tempest-ServerRescueNegativeTestJSON-217385872 tempest-ServerRescueNegativeTestJSON-217385872-project] 10.222.0.32 "GET /v2.0/ports?device_id=f07a0f18-2b98-479b-bd6a-186739dfba26 HTTP/1.1" status: 200 len: 945 time: 0.0558066 Aug 13 11:23:01.268590 dv-cinder-797608-16-iscsi neutron-server[93884]: INFO neutron.wsgi [req-28e7e7de-8d22-478e-b29b-c3519f778bd0 req-2bca7ac3-827d-43ee-ab3e-55aec90fa1b2 tempest-ServerRescueNegativeTestJSON-217385872 tempest-ServerRescueNegativeTestJSON-217385872-project] 10.222.0.32 "GET /v2.0/security-groups?id=5e66df65-70b0-476d-97cd-4e9936c292c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340927 Aug 13 11:23:01.359640 dv-cinder-797608-16-iscsi neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d47dceaa-7b1f-42db-bc68-b0c6c9b84aca req-7450d0e8-d08d-4efe-848a-21f64977f954 tempest-TestVolumeBootPattern-1538991942 tempest-TestVolumeBootPattern-1538991942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 11:23:01.361007 dv-cinder-797608-16-iscsi neutron-server[93884]: INFO neutron.wsgi [req-d47dceaa-7b1f-42db-bc68-b0c6c9b84aca req-7450d0e8-d08d-4efe-848a-21f64977f954 tempest-TestVolumeBootPattern-1538991942 tempest-TestVolumeBootPattern-1538991942-project] 10.222.0.32 "GET /v2.0/ports?device_id=7b71f2b5-3fb0-45cd-89a7-90dac1a9b734 HTTP/1.1" status: 200 len: 943 time: 0.0610301 Aug 13 11:23:01.421494 dv-cinder-797608-16-iscsi neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50290903-4add-4a8b-abc5-2809499419e3 req-41615392-c35a-49f6-b87f-be67d4f6b1d1 tempest-TestShelveInstance-650229999 tempest-TestShelveInstance-650229999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 11:23:01.423032 dv-cinder-797608-16-iscsi neutron-server[93884]: INFO neutron.wsgi [req-50290903-4add-4a8b-abc5-2809499419e3 req-41615392-c35a-49f6-b87f-be67d4f6b1d1 tempest-TestShelveInstance-650229999 tempest-TestShelveInstance-650229999-project] 10.222.0.32 "GET /v2.0/ports?device_id=2e2d3778-af47-4742-bf54-fbb19360964f HTTP/1.1" status: 200 len: 945 time: 0.0803244 Aug 13 11:23:01.430561 dv-cinder-797608-16-iscsi neutron-server[93884]: INFO neutron.wsgi [req-d47dceaa-7b1f-42db-bc68-b0c6c9b84aca req-fe170012-0d00-4956-b89c-4eb5a3a4e500 tempest-TestVolumeBootPattern-1538991942 tempest-TestVolumeBootPattern-1538991942-project] 10.222.0.32 "GET /v2.0/security-groups?id=ca285d94-e6fc-485c-ad28-b15c1712fa1f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0524035 Aug 13 11:23:01.464456 dv-cinder-797608-16-iscsi neutron-server[93884]: INFO neutron.wsgi [req-50290903-4add-4a8b-abc5-2809499419e3 req-5ecdbac1-a5b7-4d10-a583-e8d434536cc9 tempest-TestShelveInstance-650229999 tempest-TestShelveInstance-650229999-project] 10.222.0.32 "GET /v2.0/security-groups?id=10b612c3-878e-45c8-a45f-b00eff83bd94&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0329697 Aug 13 11:23:01.506835 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0304a7cd-8e0e-441c-a6c8-853083de6683 req-b22478b3-f018-45a1-9ff0-1d92cf5e1f0b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 11:23:01.508462 dv-cinder-797608-16-iscsi neutron-server[93883]: INFO neutron.wsgi [req-0304a7cd-8e0e-441c-a6c8-853083de6683 req-b22478b3-f018-45a1-9ff0-1d92cf5e1f0b service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=2e2d3778-af47-4742-bf54-fbb19360964f HTTP/1.1" status: 200 len: 1098 time: 0.0403724 Aug 13 11:23:01.545239 dv-cinder-797608-16-iscsi neutron-server[93883]: INFO neutron.wsgi [req-0304a7cd-8e0e-441c-a6c8-853083de6683 req-614cb45d-f0d5-4af5-9f3e-5ad104d071fb service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=10b612c3-878e-45c8-a45f-b00eff83bd94&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0279100 Aug 13 11:23:01.683257 dv-cinder-797608-16-iscsi neutron-server[93884]: DEBUG neutron.wsgi [-] (93884) accepted ('10.222.0.32', 50002) {{(pid=93884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 11:23:01.784347 dv-cinder-797608-16-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-8afe038f-7b7a-4385-8106-fe9095f33a29 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 11:23:01.874499 dv-cinder-797608-16-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-8afe038f-7b7a-4385-8106-fe9095f33a29 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 11:23:01.877883 dv-cinder-797608-16-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-8afe038f-7b7a-4385-8106-fe9095f33a29 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651637'] for security_group, after_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 11:23:01.917045 dv-cinder-797608-16-iscsi neutron-server[93884]: INFO neutron.wsgi [None req-8afe038f-7b7a-4385-8106-fe9095f33a29 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=3c6dcbab63b8486782d052658137306d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2327509 Aug 13 11:23:01.917861 dv-cinder-797608-16-iscsi neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8afe038f-7b7a-4385-8106-fe9095f33a29 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=94e9d624-ef6a-465e-994a-b4e7eb297527,revision_number=1']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 11:23:01.919867 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.32', 50006) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 11:23:01.970070 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-1074f8a6-b242-4cf1-a5e6-0cca5c703f1f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 11:23:01.989814 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-1074f8a6-b242-4cf1-a5e6-0cca5c703f1f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 11:23:02.035363 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-1074f8a6-b242-4cf1-a5e6-0cca5c703f1f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651637'] for security_group, after_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 11:23:02.037827 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-1074f8a6-b242-4cf1-a5e6-0cca5c703f1f admin admin] Notify callbacks [] for security_group, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 11:23:02.038979 dv-cinder-797608-16-iscsi neutron-server[93883]: INFO neutron.wsgi [None req-1074f8a6-b242-4cf1-a5e6-0cca5c703f1f admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/94e9d624-ef6a-465e-994a-b4e7eb297527 HTTP/1.1" status: 204 len: 168 time: 0.1180820 Aug 13 11:23:02.046630 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1074f8a6-b242-4cf1-a5e6-0cca5c703f1f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=94e9d624-ef6a-465e-994a-b4e7eb297527,revision_number=None']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 11:23:02.286905 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.32', 50016) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 11:23:02.300885 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-00c67840-caa4-4fdd-8f27-103e4a7e4ddb admin admin] Notify callbacks [] for security_group, before_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 11:23:02.389296 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-00c67840-caa4-4fdd-8f27-103e4a7e4ddb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 11:23:02.394740 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-00c67840-caa4-4fdd-8f27-103e4a7e4ddb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651637'] for security_group, after_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 11:23:02.433050 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00c67840-caa4-4fdd-8f27-103e4a7e4ddb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c69fa97b-41b5-4cc2-8dde-d7603365f10d,revision_number=1']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 11:23:02.437602 dv-cinder-797608-16-iscsi neutron-server[93883]: INFO neutron.wsgi [None req-00c67840-caa4-4fdd-8f27-103e4a7e4ddb admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=be2a40a5bcf240928e523017cad9a247&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1496961 Aug 13 11:23:02.440783 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.32', 50020) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 11:23:02.493785 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-d454cdbb-9686-4eff-8556-6a88815ee234 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 11:23:02.519538 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-d454cdbb-9686-4eff-8556-6a88815ee234 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 11:23:02.565803 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-d454cdbb-9686-4eff-8556-6a88815ee234 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651637'] for security_group, after_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 11:23:02.568460 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-d454cdbb-9686-4eff-8556-6a88815ee234 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 11:23:02.569641 dv-cinder-797608-16-iscsi neutron-server[93883]: INFO neutron.wsgi [None req-d454cdbb-9686-4eff-8556-6a88815ee234 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/c69fa97b-41b5-4cc2-8dde-d7603365f10d HTTP/1.1" status: 204 len: 168 time: 0.1285169 Aug 13 11:23:02.578389 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d454cdbb-9686-4eff-8556-6a88815ee234 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c69fa97b-41b5-4cc2-8dde-d7603365f10d,revision_number=None']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 11:23:02.630145 dv-cinder-797608-16-iscsi neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d7017a2-8438-46bf-bf5b-346e5b865d26 req-c4e74b5c-c3f0-4c16-b2b4-121bf7a2f1c8 tempest-ServerRescueNegativeTestJSON-217385872 tempest-ServerRescueNegativeTestJSON-217385872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 11:23:02.631631 dv-cinder-797608-16-iscsi neutron-server[93884]: INFO neutron.wsgi [req-6d7017a2-8438-46bf-bf5b-346e5b865d26 req-c4e74b5c-c3f0-4c16-b2b4-121bf7a2f1c8 tempest-ServerRescueNegativeTestJSON-217385872 tempest-ServerRescueNegativeTestJSON-217385872-project] 10.222.0.32 "GET /v2.0/ports?device_id=f07a0f18-2b98-479b-bd6a-186739dfba26 HTTP/1.1" status: 200 len: 945 time: 0.2920952 Aug 13 11:23:02.644693 dv-cinder-797608-16-iscsi neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57aa1273-cf33-49eb-bdfe-d8d4f5dd8c28 req-7d2b15e4-a3da-4f6f-b1d9-f80ab999fa87 tempest-TestVolumeBootPattern-1538991942 tempest-TestVolumeBootPattern-1538991942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 11:23:02.646348 dv-cinder-797608-16-iscsi neutron-server[93884]: INFO neutron.wsgi [req-57aa1273-cf33-49eb-bdfe-d8d4f5dd8c28 req-7d2b15e4-a3da-4f6f-b1d9-f80ab999fa87 tempest-TestVolumeBootPattern-1538991942 tempest-TestVolumeBootPattern-1538991942-project] 10.222.0.32 "GET /v2.0/ports?device_id=7b71f2b5-3fb0-45cd-89a7-90dac1a9b734 HTTP/1.1" status: 200 len: 943 time: 0.0685391 Aug 13 11:23:02.702387 dv-cinder-797608-16-iscsi neutron-server[93884]: INFO neutron.wsgi [req-6d7017a2-8438-46bf-bf5b-346e5b865d26 req-5542c02f-1493-4a40-b769-409dd2ef93c1 tempest-ServerRescueNegativeTestJSON-217385872 tempest-ServerRescueNegativeTestJSON-217385872-project] 10.222.0.32 "GET /v2.0/security-groups?id=5e66df65-70b0-476d-97cd-4e9936c292c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0550153 Aug 13 11:23:02.707088 dv-cinder-797608-16-iscsi neutron-server[93884]: INFO neutron.wsgi [req-57aa1273-cf33-49eb-bdfe-d8d4f5dd8c28 req-fe58396d-55e3-4e43-ba57-0605d1f53644 tempest-TestVolumeBootPattern-1538991942 tempest-TestVolumeBootPattern-1538991942-project] 10.222.0.32 "GET /v2.0/security-groups?id=ca285d94-e6fc-485c-ad28-b15c1712fa1f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0532525 Aug 13 11:23:02.809143 dv-cinder-797608-16-iscsi neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e456f2d7-c7f0-469d-ab07-2817246f89cd req-3e88a58c-f48e-42ec-aeb0-80a427558aa5 tempest-TestShelveInstance-650229999 tempest-TestShelveInstance-650229999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 11:23:02.811338 dv-cinder-797608-16-iscsi neutron-server[93884]: INFO neutron.wsgi [req-e456f2d7-c7f0-469d-ab07-2817246f89cd req-3e88a58c-f48e-42ec-aeb0-80a427558aa5 tempest-TestShelveInstance-650229999 tempest-TestShelveInstance-650229999-project] 10.222.0.32 "GET /v2.0/ports?device_id=2e2d3778-af47-4742-bf54-fbb19360964f HTTP/1.1" status: 200 len: 945 time: 0.0517573 Aug 13 11:23:02.850674 dv-cinder-797608-16-iscsi neutron-server[93884]: INFO neutron.wsgi [req-e456f2d7-c7f0-469d-ab07-2817246f89cd req-ee35a089-a909-4147-8dca-0582975fd8a1 tempest-TestShelveInstance-650229999 tempest-TestShelveInstance-650229999-project] 10.222.0.32 "GET /v2.0/security-groups?id=10b612c3-878e-45c8-a45f-b00eff83bd94&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0333872 Aug 13 11:23:03.631640 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.32', 50060) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 11:23:03.734321 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-811aa2eb-dd7d-4b45-bb6d-4bcf32474a37 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 11:23:03.833156 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-811aa2eb-dd7d-4b45-bb6d-4bcf32474a37 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 11:23:03.837098 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-811aa2eb-dd7d-4b45-bb6d-4bcf32474a37 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651637'] for security_group, after_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 11:23:03.850275 dv-cinder-797608-16-iscsi neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54c9a4ae-e558-45ec-b201-4221252e74df req-825f6d43-bf13-4c9e-8677-f691bead540b tempest-ServerRescueNegativeTestJSON-217385872 tempest-ServerRescueNegativeTestJSON-217385872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 11:23:03.851750 dv-cinder-797608-16-iscsi neutron-server[93884]: INFO neutron.wsgi [req-54c9a4ae-e558-45ec-b201-4221252e74df req-825f6d43-bf13-4c9e-8677-f691bead540b tempest-ServerRescueNegativeTestJSON-217385872 tempest-ServerRescueNegativeTestJSON-217385872-project] 10.222.0.32 "GET /v2.0/ports?device_id=f07a0f18-2b98-479b-bd6a-186739dfba26 HTTP/1.1" status: 200 len: 945 time: 0.0800793 Aug 13 11:23:03.872724 dv-cinder-797608-16-iscsi neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cb4b9b3-e480-4676-9ac1-d01230f530a7 req-904be560-8edd-4115-803b-d6b873aa00de tempest-TestVolumeBootPattern-1538991942 tempest-TestVolumeBootPattern-1538991942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 11:23:03.873282 dv-cinder-797608-16-iscsi neutron-server[93884]: INFO neutron.wsgi [req-9cb4b9b3-e480-4676-9ac1-d01230f530a7 req-904be560-8edd-4115-803b-d6b873aa00de tempest-TestVolumeBootPattern-1538991942 tempest-TestVolumeBootPattern-1538991942-project] 10.222.0.32 "GET /v2.0/ports?device_id=7b71f2b5-3fb0-45cd-89a7-90dac1a9b734 HTTP/1.1" status: 200 len: 943 time: 0.0762606 Aug 13 11:23:03.873932 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-811aa2eb-dd7d-4b45-bb6d-4bcf32474a37 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=479e3433-84a8-4a3b-8e32-9de7c84adc37,revision_number=1']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 11:23:03.879681 dv-cinder-797608-16-iscsi neutron-server[93883]: INFO neutron.wsgi [None req-811aa2eb-dd7d-4b45-bb6d-4bcf32474a37 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=19b7a26c437b42d2b5c49b1efdb4ef18&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2469156 Aug 13 11:23:03.880806 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.32', 50070) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 11:23:03.924795 dv-cinder-797608-16-iscsi neutron-server[93884]: INFO neutron.wsgi [req-54c9a4ae-e558-45ec-b201-4221252e74df req-6cdf26ca-016c-4bda-86f8-d697b70aebec tempest-ServerRescueNegativeTestJSON-217385872 tempest-ServerRescueNegativeTestJSON-217385872-project] 10.222.0.32 "GET /v2.0/security-groups?id=5e66df65-70b0-476d-97cd-4e9936c292c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0661733 Aug 13 11:23:03.928706 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-7b3683d2-bf1c-4ac2-8d8e-61662347e4d9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 11:23:03.931738 dv-cinder-797608-16-iscsi neutron-server[93884]: INFO neutron.wsgi [req-9cb4b9b3-e480-4676-9ac1-d01230f530a7 req-01d678cc-2626-4f63-9ce2-00c7f59f3578 tempest-TestVolumeBootPattern-1538991942 tempest-TestVolumeBootPattern-1538991942-project] 10.222.0.32 "GET /v2.0/security-groups?id=ca285d94-e6fc-485c-ad28-b15c1712fa1f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0508864 Aug 13 11:23:03.954034 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-7b3683d2-bf1c-4ac2-8d8e-61662347e4d9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 11:23:04.003031 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-7b3683d2-bf1c-4ac2-8d8e-61662347e4d9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651637'] for security_group, after_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 11:23:04.005590 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-7b3683d2-bf1c-4ac2-8d8e-61662347e4d9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 11:23:04.009196 dv-cinder-797608-16-iscsi neutron-server[93883]: INFO neutron.wsgi [None req-7b3683d2-bf1c-4ac2-8d8e-61662347e4d9 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/479e3433-84a8-4a3b-8e32-9de7c84adc37 HTTP/1.1" status: 204 len: 168 time: 0.1251974 Aug 13 11:23:04.014816 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b3683d2-bf1c-4ac2-8d8e-61662347e4d9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=479e3433-84a8-4a3b-8e32-9de7c84adc37,revision_number=None']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 11:23:04.043012 dv-cinder-797608-16-iscsi neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a2114bd-ee52-48fe-aa16-16178ea74818 req-ade83212-218a-4261-a9e8-fea3e07c5030 tempest-TestShelveInstance-650229999 tempest-TestShelveInstance-650229999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 11:23:04.044585 dv-cinder-797608-16-iscsi neutron-server[93884]: INFO neutron.wsgi [req-1a2114bd-ee52-48fe-aa16-16178ea74818 req-ade83212-218a-4261-a9e8-fea3e07c5030 tempest-TestShelveInstance-650229999 tempest-TestShelveInstance-650229999-project] 10.222.0.32 "GET /v2.0/ports?device_id=2e2d3778-af47-4742-bf54-fbb19360964f HTTP/1.1" status: 200 len: 945 time: 0.0555911 Aug 13 11:23:04.081636 dv-cinder-797608-16-iscsi neutron-server[93884]: INFO neutron.wsgi [req-1a2114bd-ee52-48fe-aa16-16178ea74818 req-f35f7565-9ee0-4c71-803d-1b2432c1398b tempest-TestShelveInstance-650229999 tempest-TestShelveInstance-650229999-project] 10.222.0.32 "GET /v2.0/security-groups?id=10b612c3-878e-45c8-a45f-b00eff83bd94&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310431 Aug 13 11:23:04.194039 dv-cinder-797608-16-iscsi neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc7a3793-eb96-4ca4-9d1c-6ae54b6b955a req-9c0a5e41-68c3-4521-8902-041c6d189d45 tempest-TestShelveInstance-650229999 tempest-TestShelveInstance-650229999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 11:23:04.195587 dv-cinder-797608-16-iscsi neutron-server[93884]: INFO neutron.wsgi [req-cc7a3793-eb96-4ca4-9d1c-6ae54b6b955a req-9c0a5e41-68c3-4521-8902-041c6d189d45 tempest-TestShelveInstance-650229999 tempest-TestShelveInstance-650229999-project] 10.222.0.32 "GET /v2.0/ports?device_id=2e2d3778-af47-4742-bf54-fbb19360964f HTTP/1.1" status: 200 len: 945 time: 0.0472469 Aug 13 11:23:04.233102 dv-cinder-797608-16-iscsi neutron-server[93884]: INFO neutron.wsgi [req-cc7a3793-eb96-4ca4-9d1c-6ae54b6b955a req-f020c097-ca52-4a89-956f-fc9e8cd8108e tempest-TestShelveInstance-650229999 tempest-TestShelveInstance-650229999-project] 10.222.0.32 "GET /v2.0/security-groups?id=10b612c3-878e-45c8-a45f-b00eff83bd94&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310986 Aug 13 11:23:04.256191 dv-cinder-797608-16-iscsi neutron-server[93884]: DEBUG neutron.wsgi [-] (93884) accepted ('10.222.0.32', 50084) {{(pid=93884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 11:23:04.284888 dv-cinder-797608-16-iscsi neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-a0b9b986-0706-4fc6-9cf9-0eb02d2513dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782137812740', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-997306'] for agent, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 11:23:04.492875 dv-cinder-797608-16-iscsi neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ea07cd63-1f14-46be-a7c1-1d3e06226908 tempest-TestShelveInstance-243702687 tempest-TestShelveInstance-243702687-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 11:23:04.494586 dv-cinder-797608-16-iscsi neutron-server[93884]: INFO neutron.wsgi [None req-ea07cd63-1f14-46be-a7c1-1d3e06226908 tempest-TestShelveInstance-243702687 tempest-TestShelveInstance-243702687-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=2e2d3778-af47-4742-bf54-fbb19360964f HTTP/1.1" status: 200 len: 1093 time: 0.2371981 Aug 13 11:23:04.498259 dv-cinder-797608-16-iscsi neutron-server[93884]: DEBUG neutron.wsgi [-] (93884) accepted ('10.222.0.32', 50098) {{(pid=93884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 11:23:04.502624 dv-cinder-797608-16-iscsi neutron-server[93884]: DEBUG neutron.api.v2.base [None req-2d80ba59-734c-47e1-be3d-e80678f2ad4d tempest-TestShelveInstance-650229999 tempest-TestShelveInstance-650229999-project] Request body: {'floatingip': {'floating_network_id': '7c3f0979-58a5-4465-87f9-e256377c6b61', 'port_id': '77f21e65-9f5a-4ea0-ae44-b11aedc351c0', 'tenant_id': 'f2f73946f5b4487a90034c858e2b5010', 'fixed_ip_address': '172.20.0.8'}} {{(pid=93884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 13 11:23:04.531843 dv-cinder-797608-16-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-2d80ba59-734c-47e1-be3d-e80678f2ad4d tempest-TestShelveInstance-650229999 tempest-TestShelveInstance-650229999-project] Notify callbacks [] for floatingip, before_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 11:23:04.625720 dv-cinder-797608-16-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-2d80ba59-734c-47e1-be3d-e80678f2ad4d tempest-TestShelveInstance-650229999 tempest-TestShelveInstance-650229999-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935434'] for port, before_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 11:23:04.732864 dv-cinder-797608-16-iscsi neutron-server[93884]: DEBUG neutron.db.db_base_plugin_common [None req-2d80ba59-734c-47e1-be3d-e80678f2ad4d tempest-TestShelveInstance-650229999 tempest-TestShelveInstance-650229999-project] Allocated IP 172.27.2.116 (7c3f0979-58a5-4465-87f9-e256377c6b61/ba735781-2bff-41d5-99b4-7ca705ee91ca/5dea4a5a-cbd8-4025-9357-441b2ab8df8c) {{(pid=93884) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 13 11:23:04.833500 dv-cinder-797608-16-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-2d80ba59-734c-47e1-be3d-e80678f2ad4d tempest-TestShelveInstance-650229999 tempest-TestShelveInstance-650229999-project] Notify callbacks [] for port, precommit_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 11:23:04.873500 dv-cinder-797608-16-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-2d80ba59-734c-47e1-be3d-e80678f2ad4d tempest-TestShelveInstance-650229999 tempest-TestShelveInstance-650229999-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935844', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611014', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782137337079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2141180323'] for port, after_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 11:23:04.907736 dv-cinder-797608-16-iscsi neutron-server[93884]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2d80ba59-734c-47e1-be3d-e80678f2ad4d tempest-TestShelveInstance-650229999 tempest-TestShelveInstance-650229999-project] Network 7c3f0979-58a5-4465-87f9-e256377c6b61 is already hosted by enough agents. {{(pid=93884) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 13 11:23:04.910530 dv-cinder-797608-16-iscsi neutron-server[93884]: DEBUG neutron.scheduler.base_scheduler [None req-2d80ba59-734c-47e1-be3d-e80678f2ad4d tempest-TestShelveInstance-650229999 tempest-TestShelveInstance-650229999-project] Resources bound (agent type, host, resource id): {{(pid=93884) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 13 11:23:04.914422 dv-cinder-797608-16-iscsi neutron-server[93884]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d80ba59-734c-47e1-be3d-e80678f2ad4d tempest-TestShelveInstance-650229999 tempest-TestShelveInstance-650229999-project] Received port after_create {{(pid=93884) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 13 11:23:04.946589 dv-cinder-797608-16-iscsi neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d80ba59-734c-47e1-be3d-e80678f2ad4d tempest-TestShelveInstance-650229999 tempest-TestShelveInstance-650229999-project] Pushing event updated for resources: {'Port': ['ID=5dea4a5a-cbd8-4025-9357-441b2ab8df8c,revision_number=1']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 11:23:05.158209 dv-cinder-797608-16-iscsi neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f572368-4c3d-41e6-925b-122693bd2a71 req-d149695b-4425-4e5d-bb34-eb1224e58e8c tempest-ServerRescueNegativeTestJSON-217385872 tempest-ServerRescueNegativeTestJSON-217385872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 11:23:05.166299 dv-cinder-797608-16-iscsi neutron-server[93884]: INFO neutron.wsgi [req-7f572368-4c3d-41e6-925b-122693bd2a71 req-d149695b-4425-4e5d-bb34-eb1224e58e8c tempest-ServerRescueNegativeTestJSON-217385872 tempest-ServerRescueNegativeTestJSON-217385872-project] 10.222.0.32 "GET /v2.0/ports?device_id=f07a0f18-2b98-479b-bd6a-186739dfba26 HTTP/1.1" status: 200 len: 945 time: 0.1636665 Aug 13 11:23:05.179501 dv-cinder-797608-16-iscsi neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15b3155c-90f7-46f1-ae11-48e6b3b7af1b req-47e802a1-dbf8-499d-ae3b-0be59f5bc363 tempest-TestVolumeBootPattern-1538991942 tempest-TestVolumeBootPattern-1538991942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 11:23:05.180873 dv-cinder-797608-16-iscsi neutron-server[93884]: INFO neutron.wsgi [req-15b3155c-90f7-46f1-ae11-48e6b3b7af1b req-47e802a1-dbf8-499d-ae3b-0be59f5bc363 tempest-TestVolumeBootPattern-1538991942 tempest-TestVolumeBootPattern-1538991942-project] 10.222.0.32 "GET /v2.0/ports?device_id=7b71f2b5-3fb0-45cd-89a7-90dac1a9b734 HTTP/1.1" status: 200 len: 943 time: 0.1531453 Aug 13 11:23:05.280965 dv-cinder-797608-16-iscsi neutron-server[93884]: INFO neutron.wsgi [req-7f572368-4c3d-41e6-925b-122693bd2a71 req-0cc2119d-dc66-43cf-a18d-4e1e945e3a47 tempest-ServerRescueNegativeTestJSON-217385872 tempest-ServerRescueNegativeTestJSON-217385872-project] 10.222.0.32 "GET /v2.0/security-groups?id=5e66df65-70b0-476d-97cd-4e9936c292c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1137936 Aug 13 11:23:05.295529 dv-cinder-797608-16-iscsi neutron-server[93884]: INFO neutron.wsgi [req-15b3155c-90f7-46f1-ae11-48e6b3b7af1b req-7d75a55f-e09c-4413-95c9-31837fbe1bbb tempest-TestVolumeBootPattern-1538991942 tempest-TestVolumeBootPattern-1538991942-project] 10.222.0.32 "GET /v2.0/security-groups?id=ca285d94-e6fc-485c-ad28-b15c1712fa1f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0942986 Aug 13 11:23:05.489003 dv-cinder-797608-16-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-2d80ba59-734c-47e1-be3d-e80678f2ad4d tempest-TestShelveInstance-650229999 tempest-TestShelveInstance-650229999-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 11:23:05.559718 dv-cinder-797608-16-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-2d80ba59-734c-47e1-be3d-e80678f2ad4d tempest-TestShelveInstance-650229999 tempest-TestShelveInstance-650229999-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935434'] for port, before_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 11:23:05.712193 dv-cinder-797608-16-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-2d80ba59-734c-47e1-be3d-e80678f2ad4d tempest-TestShelveInstance-650229999 tempest-TestShelveInstance-650229999-project] Notify callbacks [] for port, precommit_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 11:23:05.717357 dv-cinder-797608-16-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-2d80ba59-734c-47e1-be3d-e80678f2ad4d tempest-TestShelveInstance-650229999 tempest-TestShelveInstance-650229999-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935844', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611014', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782137889940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782137337613', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782137337631', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2141180330'] for port, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 11:23:05.780806 dv-cinder-797608-16-iscsi neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d80ba59-734c-47e1-be3d-e80678f2ad4d tempest-TestShelveInstance-650229999 tempest-TestShelveInstance-650229999-project] Pushing event updated for resources: {'Port': ['ID=5dea4a5a-cbd8-4025-9357-441b2ab8df8c,revision_number=2']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 11:23:05.793956 dv-cinder-797608-16-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-2d80ba59-734c-47e1-be3d-e80678f2ad4d tempest-TestShelveInstance-650229999 tempest-TestShelveInstance-650229999-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1585555'] for floatingip, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 11:23:05.897712 dv-cinder-797608-16-iscsi neutron-server[93884]: INFO neutron.db.l3_db [None req-2d80ba59-734c-47e1-be3d-e80678f2ad4d tempest-TestShelveInstance-650229999 tempest-TestShelveInstance-650229999-project] Floating IP 5c45c26f-7b9a-450e-a86e-88d153fa410a associated. External IP: 172.27.2.116, port: 77f21e65-9f5a-4ea0-ae44-b11aedc351c0. Aug 13 11:23:06.100598 dv-cinder-797608-16-iscsi neutron-server[93884]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2d80ba59-734c-47e1-be3d-e80678f2ad4d tempest-TestShelveInstance-650229999 tempest-TestShelveInstance-650229999-project] Router 196a2229-753e-4c44-8769-e5bed0df60a3 has already been hosted by L3 agent 120d27b5-31d8-4cd2-97b4-2412c45088e1 {{(pid=93884) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 13 11:23:06.205092 dv-cinder-797608-16-iscsi neutron-server[93884]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2d80ba59-734c-47e1-be3d-e80678f2ad4d tempest-TestShelveInstance-650229999 tempest-TestShelveInstance-650229999-project] Notify agent at l3_agent.dv-cinder-797608-16-iscsi the message routers_updated {{(pid=93884) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 13 11:23:06.216808 dv-cinder-797608-16-iscsi neutron-server[93886]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d93b6e4a-1c15-46f6-a92c-c1aa719a3b11 None None] Sync routers for ids ['196a2229-753e-4c44-8769-e5bed0df60a3'] in dv-cinder-797608-16-iscsi {{(pid=93886) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 13 11:23:06.222391 dv-cinder-797608-16-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-2d80ba59-734c-47e1-be3d-e80678f2ad4d tempest-TestShelveInstance-650229999 tempest-TestShelveInstance-650229999-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-128352'] for floatingip, before_response {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 11:23:06.225974 dv-cinder-797608-16-iscsi neutron-server[93886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d93b6e4a-1c15-46f6-a92c-c1aa719a3b11 None None] Routers {'196a2229-753e-4c44-8769-e5bed0df60a3'} bound to L3 agent in host dv-cinder-797608-16-iscsi {{(pid=93886) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 13 11:23:06.226818 dv-cinder-797608-16-iscsi neutron-server[93886]: DEBUG neutron.db.l3_hamode_db [None req-d93b6e4a-1c15-46f6-a92c-c1aa719a3b11 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797608-16-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-13T11:11:41Z,description=,heartbeat_timestamp=2021-08-13T11:22:41Z,host='dv-cinder-797608-16-iscsi',id=120d27b5-31d8-4cd2-97b4-2412c45088e1,load=0,resource_versions=,resources_synced=,started_at=2021-08-13T11:11:41Z,topic='l3_agent')) {'router_ids': ['196a2229-753e-4c44-8769-e5bed0df60a3'], 'active': True} {{(pid=93886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 13 11:23:06.251285 dv-cinder-797608-16-iscsi neutron-server[93884]: INFO neutron.wsgi [None req-2d80ba59-734c-47e1-be3d-e80678f2ad4d tempest-TestShelveInstance-650229999 tempest-TestShelveInstance-650229999-project] 10.222.0.32 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.7519765 Aug 13 11:23:06.251872 dv-cinder-797608-16-iscsi neutron-server[93884]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2e2d3778-af47-4742-bf54-fbb19360964f', 'tag': '77f21e65-9f5a-4ea0-ae44-b11aedc351c0'}] {{(pid=93884) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 13 11:23:06.254270 dv-cinder-797608-16-iscsi neutron-server[93884]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}70f01c08a00349be11dfcfb62f4fe7a1e23395be4279a346f0a082136c645f60" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-63326a54-ea38-48fd-a0ce-44d8eae00307" -d '{"events": [{"name": "network-changed", "server_uuid": "2e2d3778-af47-4742-bf54-fbb19360964f", "tag": "77f21e65-9f5a-4ea0-ae44-b11aedc351c0"}]}' {{(pid=93884) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 13 11:23:06.298101 dv-cinder-797608-16-iscsi neutron-server[93884]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 13 Aug 2021 11:23:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aa541edc-a92f-48f5-b1f6-cd93158029a3 x-openstack-request-id: req-aa541edc-a92f-48f5-b1f6-cd93158029a3 {{(pid=93884) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 13 11:23:06.298101 dv-cinder-797608-16-iscsi neutron-server[93884]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2e2d3778-af47-4742-bf54-fbb19360964f", "tag": "77f21e65-9f5a-4ea0-ae44-b11aedc351c0", "status": "completed", "code": 200}]} {{(pid=93884) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 13 11:23:06.298101 dv-cinder-797608-16-iscsi neutron-server[93884]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-aa541edc-a92f-48f5-b1f6-cd93158029a3 {{(pid=93884) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 13 11:23:06.298101 dv-cinder-797608-16-iscsi neutron-server[93884]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2e2d3778-af47-4742-bf54-fbb19360964f', 'tag': '77f21e65-9f5a-4ea0-ae44-b11aedc351c0', 'status': 'completed', 'code': 200} Aug 13 11:23:06.333445 dv-cinder-797608-16-iscsi neutron-server[93886]: DEBUG neutron.db.l3_dvr_db [None req-d93b6e4a-1c15-46f6-a92c-c1aa719a3b11 None None] Set router 196a2229-753e-4c44-8769-e5bed0df60a3 gateway port host: dv-cinder-797608-16-iscsi {{(pid=93886) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 13 11:23:06.441367 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63326a54-ea38-48fd-a0ce-44d8eae00307 req-bbd19cd4-a2ae-413a-91b7-7a7c6be8a204 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 11:23:06.443840 dv-cinder-797608-16-iscsi neutron-server[93883]: INFO neutron.wsgi [req-63326a54-ea38-48fd-a0ce-44d8eae00307 req-bbd19cd4-a2ae-413a-91b7-7a7c6be8a204 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=f2f73946f5b4487a90034c858e2b5010&device_id=2e2d3778-af47-4742-bf54-fbb19360964f HTTP/1.1" status: 200 len: 1098 time: 0.0836675 Aug 13 11:23:06.462267 dv-cinder-797608-16-iscsi neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1f09d7a-01d3-460e-8f58-63b0a0633fd3 req-e011ee13-407a-4c83-aedc-667278573587 tempest-TestVolumeBootPattern-1538991942 tempest-TestVolumeBootPattern-1538991942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 11:23:06.470230 dv-cinder-797608-16-iscsi neutron-server[93884]: INFO neutron.wsgi [req-e1f09d7a-01d3-460e-8f58-63b0a0633fd3 req-e011ee13-407a-4c83-aedc-667278573587 tempest-TestVolumeBootPattern-1538991942 tempest-TestVolumeBootPattern-1538991942-project] 10.222.0.32 "GET /v2.0/ports?device_id=7b71f2b5-3fb0-45cd-89a7-90dac1a9b734 HTTP/1.1" status: 200 len: 943 time: 0.1047945 Aug 13 11:23:06.498385 dv-cinder-797608-16-iscsi neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-487440f1-0300-44aa-a16c-6f96a17d8dce req-44b3f7fe-6d64-4ef9-938d-2520f27bd26c tempest-ServerRescueNegativeTestJSON-217385872 tempest-ServerRescueNegativeTestJSON-217385872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 11:23:06.503570 dv-cinder-797608-16-iscsi neutron-server[93884]: INFO neutron.wsgi [req-487440f1-0300-44aa-a16c-6f96a17d8dce req-44b3f7fe-6d64-4ef9-938d-2520f27bd26c tempest-ServerRescueNegativeTestJSON-217385872 tempest-ServerRescueNegativeTestJSON-217385872-project] 10.222.0.32 "GET /v2.0/ports?device_id=f07a0f18-2b98-479b-bd6a-186739dfba26 HTTP/1.1" status: 200 len: 945 time: 0.1286206 Aug 13 11:23:06.534522 dv-cinder-797608-16-iscsi neutron-server[93884]: INFO neutron.wsgi [req-e1f09d7a-01d3-460e-8f58-63b0a0633fd3 req-79a665a8-764a-423e-9895-a15f0a80f9d5 tempest-TestVolumeBootPattern-1538991942 tempest-TestVolumeBootPattern-1538991942-project] 10.222.0.32 "GET /v2.0/security-groups?id=ca285d94-e6fc-485c-ad28-b15c1712fa1f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0634384 Aug 13 11:23:06.541832 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63326a54-ea38-48fd-a0ce-44d8eae00307 req-97d3d80c-abeb-4fce-b77c-e915a2ca4e5d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 11:23:06.543681 dv-cinder-797608-16-iscsi neutron-server[93883]: INFO neutron.wsgi [req-63326a54-ea38-48fd-a0ce-44d8eae00307 req-97d3d80c-abeb-4fce-b77c-e915a2ca4e5d service neutron] 10.222.0.20 "GET /v2.0/networks?id=19d032c5-8528-440a-a103-9e68f50bdfe9 HTTP/1.1" status: 200 len: 910 time: 0.0912576 Aug 13 11:23:06.561602 dv-cinder-797608-16-iscsi neutron-server[93884]: INFO neutron.wsgi [req-487440f1-0300-44aa-a16c-6f96a17d8dce req-e091f1b5-392b-44a1-884f-eb9f7c7584f9 tempest-ServerRescueNegativeTestJSON-217385872 tempest-ServerRescueNegativeTestJSON-217385872-project] 10.222.0.32 "GET /v2.0/security-groups?id=5e66df65-70b0-476d-97cd-4e9936c292c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0523889 Aug 13 11:23:06.585848 dv-cinder-797608-16-iscsi neutron-server[93886]: DEBUG neutron.db.l3_hamode_db [None req-d93b6e4a-1c15-46f6-a92c-c1aa719a3b11 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '196a2229-753e-4c44-8769-e5bed0df60a3', 'name': 'tempest-TestShelveInstance-1574140213-router', 'tenant_id': 'f2f73946f5b4487a90034c858e2b5010', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c3f0979-58a5-4465-87f9-e256377c6b61', 'external_fixed_ips': [{'subnet_id': 'ba735781-2bff-41d5-99b4-7ca705ee91ca', 'ip_address': '172.27.2.83'}], 'enable_snat': True}, 'gw_port_id': '428389a9-bc09-4114-bd55-24f5251d9c53', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-13T11:21:52Z', 'updated_at': '2021-08-13T11:21:56Z', 'revision_number': 4, 'project_id': 'f2f73946f5b4487a90034c858e2b5010', 'gw_port': {'id': '428389a9-bc09-4114-bd55-24f5251d9c53', 'name': '', 'network_id': '7c3f0979-58a5-4465-87f9-e256377c6b61', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:a4:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '196a2229-753e-4c44-8769-e5bed0df60a3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 426, 'fixed_ips': [{'subnet_id': 'ba735781-2bff-41d5-99b4-7ca705ee91ca', 'ip_address': '172.27.2.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-13T11:21:53Z', 'updated_at': '2021-08-13T11:21:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ba735781-2bff-41d5-99b4-7ca705ee91ca', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797608-16-iscsi', '_floatingips': [{'id': '5c45c26f-7b9a-450e-a86e-88d153fa410a', 'tenant_id': 'f2f73946f5b4487a90034c858e2b5010', 'floating_ip_address': '172.27.2.116', 'floating_network_id': '7c3f0979-58a5-4465-87f9-e256377c6b61', 'router_id': '196a2229-753e-4c44-8769-e5bed0df60a3', 'port_id': '77f21e65-9f5a-4ea0-ae44-b11aedc351c0', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 527, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '19d032c5-8528-440a-a103-9e68f50bdfe9', 'mac_address': 'fa:16:3e:2e:34:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e2d3778-af47-4742-bf54-fbb19360964f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-13T11:23:05Z', 'updated_at': '2021-08-13T11:23:05Z', 'revision_number': 0, 'project_id': 'f2f73946f5b4487a90034c858e2b5010', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '76d3147c-4afe-4fb5-9909-5eb2224f1361', 'name': '', 'network_id': '19d032c5-8528-440a-a103-9e68f50bdfe9', 'tenant_id': 'f2f73946f5b4487a90034c858e2b5010', 'mac_address': 'fa:16:3e:ce:b7:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '196a2229-753e-4c44-8769-e5bed0df60a3', 'device_owner': 'network:router_interface', 'standard_attr_id': 428, 'fixed_ips': [{'subnet_id': '3e906e7d-e025-4f52-b49f-c3fc3c70e6b0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-13T11:21:55Z', 'updated_at': '2021-08-13T11:22:02Z', 'revision_number': 5, 'project_id': 'f2f73946f5b4487a90034c858e2b5010', 'subnets': [{'id': '3e906e7d-e025-4f52-b49f-c3fc3c70e6b0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-797608-16-iscsi', False) {} {{(pid=93886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 13 11:23:06.612400 dv-cinder-797608-16-iscsi neutron-server[93886]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d93b6e4a-1c15-46f6-a92c-c1aa719a3b11 None None] Checking router: 196a2229-753e-4c44-8769-e5bed0df60a3 for host: dv-cinder-797608-16-iscsi {{(pid=93886) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 13 11:23:06.612621 dv-cinder-797608-16-iscsi neutron-server[93883]: INFO neutron.wsgi [req-63326a54-ea38-48fd-a0ce-44d8eae00307 req-3385e757-937e-495c-ae5e-8e7eaafe626f service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=77f21e65-9f5a-4ea0-ae44-b11aedc351c0 HTTP/1.1" status: 200 len: 999 time: 0.0611103 Aug 13 11:23:06.620704 dv-cinder-797608-16-iscsi neutron-server[93886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d93b6e4a-1c15-46f6-a92c-c1aa719a3b11 None None] Routers {'196a2229-753e-4c44-8769-e5bed0df60a3'} bound to L3 agent in host dv-cinder-797608-16-iscsi {{(pid=93886) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 13 11:23:06.621299 dv-cinder-797608-16-iscsi neutron-server[93886]: DEBUG neutron.db.l3_hamode_db [None req-d93b6e4a-1c15-46f6-a92c-c1aa719a3b11 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797608-16-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-13T11:11:41Z,description=,heartbeat_timestamp=2021-08-13T11:22:41Z,host='dv-cinder-797608-16-iscsi',id=120d27b5-31d8-4cd2-97b4-2412c45088e1,load=0,resource_versions=,resources_synced=,started_at=2021-08-13T11:11:41Z,topic='l3_agent')) {'router_ids': ['196a2229-753e-4c44-8769-e5bed0df60a3'], 'active': True} {{(pid=93886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 13 11:23:06.662837 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63326a54-ea38-48fd-a0ce-44d8eae00307 req-fc65384c-2dfd-4528-9bfe-d5dbdefd2795 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 11:23:06.664238 dv-cinder-797608-16-iscsi neutron-server[93883]: INFO neutron.wsgi [req-63326a54-ea38-48fd-a0ce-44d8eae00307 req-fc65384c-2dfd-4528-9bfe-d5dbdefd2795 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=3e906e7d-e025-4f52-b49f-c3fc3c70e6b0 HTTP/1.1" status: 200 len: 848 time: 0.0433061 Aug 13 11:23:06.711540 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63326a54-ea38-48fd-a0ce-44d8eae00307 req-a4754ce4-11c9-4dd1-b067-85c771ae5261 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 11:23:06.712991 dv-cinder-797608-16-iscsi neutron-server[93883]: INFO neutron.wsgi [req-63326a54-ea38-48fd-a0ce-44d8eae00307 req-a4754ce4-11c9-4dd1-b067-85c771ae5261 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=19d032c5-8528-440a-a103-9e68f50bdfe9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0382476 Aug 13 11:23:06.725081 dv-cinder-797608-16-iscsi neutron-server[93886]: DEBUG neutron.db.l3_dvr_db [None req-d93b6e4a-1c15-46f6-a92c-c1aa719a3b11 None None] Set router 196a2229-753e-4c44-8769-e5bed0df60a3 gateway port host: dv-cinder-797608-16-iscsi {{(pid=93886) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 13 11:23:06.958135 dv-cinder-797608-16-iscsi neutron-server[93886]: DEBUG neutron.db.l3_hamode_db [None req-d93b6e4a-1c15-46f6-a92c-c1aa719a3b11 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '196a2229-753e-4c44-8769-e5bed0df60a3', 'name': 'tempest-TestShelveInstance-1574140213-router', 'tenant_id': 'f2f73946f5b4487a90034c858e2b5010', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c3f0979-58a5-4465-87f9-e256377c6b61', 'external_fixed_ips': [{'subnet_id': 'ba735781-2bff-41d5-99b4-7ca705ee91ca', 'ip_address': '172.27.2.83'}], 'enable_snat': True}, 'gw_port_id': '428389a9-bc09-4114-bd55-24f5251d9c53', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-13T11:21:52Z', 'updated_at': '2021-08-13T11:21:56Z', 'revision_number': 4, 'project_id': 'f2f73946f5b4487a90034c858e2b5010', 'gw_port': {'id': '428389a9-bc09-4114-bd55-24f5251d9c53', 'name': '', 'network_id': '7c3f0979-58a5-4465-87f9-e256377c6b61', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:a4:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '196a2229-753e-4c44-8769-e5bed0df60a3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 426, 'fixed_ips': [{'subnet_id': 'ba735781-2bff-41d5-99b4-7ca705ee91ca', 'ip_address': '172.27.2.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-13T11:21:53Z', 'updated_at': '2021-08-13T11:21:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ba735781-2bff-41d5-99b4-7ca705ee91ca', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797608-16-iscsi', '_floatingips': [{'id': '5c45c26f-7b9a-450e-a86e-88d153fa410a', 'tenant_id': 'f2f73946f5b4487a90034c858e2b5010', 'floating_ip_address': '172.27.2.116', 'floating_network_id': '7c3f0979-58a5-4465-87f9-e256377c6b61', 'router_id': '196a2229-753e-4c44-8769-e5bed0df60a3', 'port_id': '77f21e65-9f5a-4ea0-ae44-b11aedc351c0', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 527, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '19d032c5-8528-440a-a103-9e68f50bdfe9', 'mac_address': 'fa:16:3e:2e:34:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e2d3778-af47-4742-bf54-fbb19360964f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-13T11:23:05Z', 'updated_at': '2021-08-13T11:23:05Z', 'revision_number': 0, 'project_id': 'f2f73946f5b4487a90034c858e2b5010', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '76d3147c-4afe-4fb5-9909-5eb2224f1361', 'name': '', 'network_id': '19d032c5-8528-440a-a103-9e68f50bdfe9', 'tenant_id': 'f2f73946f5b4487a90034c858e2b5010', 'mac_address': 'fa:16:3e:ce:b7:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '196a2229-753e-4c44-8769-e5bed0df60a3', 'device_owner': 'network:router_interface', 'standard_attr_id': 428, 'fixed_ips': [{'subnet_id': '3e906e7d-e025-4f52-b49f-c3fc3c70e6b0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-13T11:21:55Z', 'updated_at': '2021-08-13T11:22:02Z', 'revision_number': 5, 'project_id': 'f2f73946f5b4487a90034c858e2b5010', 'subnets': [{'id': '3e906e7d-e025-4f52-b49f-c3fc3c70e6b0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-797608-16-iscsi', False) {} {{(pid=93886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 13 11:23:06.985013 dv-cinder-797608-16-iscsi neutron-server[93886]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d93b6e4a-1c15-46f6-a92c-c1aa719a3b11 None None] The sync data for ids ['196a2229-753e-4c44-8769-e5bed0df60a3'] in dv-cinder-797608-16-iscsi is: [{'id': '196a2229-753e-4c44-8769-e5bed0df60a3', 'name': 'tempest-TestShelveInstance-1574140213-router', 'tenant_id': 'f2f73946f5b4487a90034c858e2b5010', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c3f0979-58a5-4465-87f9-e256377c6b61', 'external_fixed_ips': [{'subnet_id': 'ba735781-2bff-41d5-99b4-7ca705ee91ca', 'ip_address': '172.27.2.83'}], 'enable_snat': True}, 'gw_port_id': '428389a9-bc09-4114-bd55-24f5251d9c53', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-13T11:21:52Z', 'updated_at': '2021-08-13T11:21:56Z', 'revision_number': 4, 'project_id': 'f2f73946f5b4487a90034c858e2b5010', 'gw_port': {'id': '428389a9-bc09-4114-bd55-24f5251d9c53', 'name': '', 'network_id': '7c3f0979-58a5-4465-87f9-e256377c6b61', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:a4:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '196a2229-753e-4c44-8769-e5bed0df60a3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 426, 'fixed_ips': [{'subnet_id': 'ba735781-2bff-41d5-99b4-7ca705ee91ca', 'ip_address': '172.27.2.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-13T11:21:53Z', 'updated_at': '2021-08-13T11:21:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ba735781-2bff-41d5-99b4-7ca705ee91ca', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797608-16-iscsi', '_floatingips': [{'id': '5c45c26f-7b9a-450e-a86e-88d153fa410a', 'tenant_id': 'f2f73946f5b4487a90034c858e2b5010', 'floating_ip_address': '172.27.2.116', 'floating_network_id': '7c3f0979-58a5-4465-87f9-e256377c6b61', 'router_id': '196a2229-753e-4c44-8769-e5bed0df60a3', 'port_id': '77f21e65-9f5a-4ea0-ae44-b11aedc351c0', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 527, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '19d032c5-8528-440a-a103-9e68f50bdfe9', 'mac_address': 'fa:16:3e:2e:34:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e2d3778-af47-4742-bf54-fbb19360964f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-13T11:23:05Z', 'updated_at': '2021-08-13T11:23:05Z', 'revision_number': 0, 'project_id': 'f2f73946f5b4487a90034c858e2b5010', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '76d3147c-4afe-4fb5-9909-5eb2224f1361', 'name': '', 'network_id': '19d032c5-8528-440a-a103-9e68f50bdfe9', 'tenant_id': 'f2f73946f5b4487a90034c858e2b5010', 'mac_address': 'fa:16:3e:ce:b7:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '196a2229-753e-4c44-8769-e5bed0df60a3', 'device_owner': 'network:router_interface', 'standard_attr_id': 428, 'fixed_ips': [{'subnet_id': '3e906e7d-e025-4f52-b49f-c3fc3c70e6b0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-13T11:21:55Z', 'updated_at': '2021-08-13T11:22:02Z', 'revision_number': 5, 'project_id': 'f2f73946f5b4487a90034c858e2b5010', 'subnets': [{'id': '3e906e7d-e025-4f52-b49f-c3fc3c70e6b0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93886) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 13 11:23:06.990055 dv-cinder-797608-16-iscsi neutron-server[93885]: DEBUG neutron.plugins.ml2.rpc [None req-a0b9b986-0706-4fc6-9cf9-0eb02d2513dc None None] Device 739308cf-9aff-437d-a19f-a95cf9535ad7 details requested by agent hyperv_hv-cinder-79760 with host hv-cinder-79760 {{(pid=93885) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 13 11:23:07.033355 dv-cinder-797608-16-iscsi neutron-server[93883]: INFO neutron.wsgi [req-63326a54-ea38-48fd-a0ce-44d8eae00307 req-eb889be7-6388-4039-abe0-d48bb88b963a service neutron] 10.222.0.20 "GET /v2.0/networks/19d032c5-8528-440a-a103-9e68f50bdfe9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3032939 Aug 13 11:23:07.121918 dv-cinder-797608-16-iscsi neutron-server[93885]: DEBUG neutron.plugins.ml2.db [None req-a0b9b986-0706-4fc6-9cf9-0eb02d2513dc None None] For port 739308cf-9aff-437d-a19f-a95cf9535ad7, host hv-cinder-79760, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79760',level=0,port_id=739308cf-9aff-437d-a19f-a95cf9535ad7,segment=NetworkSegment(7e8d8a1c-0ea0-4420-aa00-8216212b44b2),segment_id=7e8d8a1c-0ea0-4420-aa00-8216212b44b2)] {{(pid=93885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 13 11:23:07.134921 dv-cinder-797608-16-iscsi neutron-server[93885]: DEBUG neutron.plugins.ml2.rpc [None req-a0b9b986-0706-4fc6-9cf9-0eb02d2513dc None None] Returning: {'device': '739308cf-9aff-437d-a19f-a95cf9535ad7', 'network_id': '999d1062-b3a3-4414-af22-ebf9a7c571f6', 'port_id': '739308cf-9aff-437d-a19f-a95cf9535ad7', 'mac_address': 'fa:16:3e:2d:ed:b0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 174, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2b810745-615e-4226-8545-baa357ea81b9', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93885) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 13 11:23:07.138789 dv-cinder-797608-16-iscsi neutron-server[93883]: INFO neutron.wsgi [req-63326a54-ea38-48fd-a0ce-44d8eae00307 req-8765b6f3-6774-4a58-a400-dd6a808d8d22 service neutron] 10.222.0.20 "GET /v2.0/networks/19d032c5-8528-440a-a103-9e68f50bdfe9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0967143 Aug 13 11:23:07.175152 dv-cinder-797608-16-iscsi neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-a0b9b986-0706-4fc6-9cf9-0eb02d2513dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935434'] for port, before_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 11:23:07.191930 dv-cinder-797608-16-iscsi neutron-server[93885]: DEBUG neutron.notifiers.nova [None req-a0b9b986-0706-4fc6-9cf9-0eb02d2513dc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 739308cf-9aff-437d-a19f-a95cf9535ad7 {{(pid=93885) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 13 11:23:07.218377 dv-cinder-797608-16-iscsi neutron-server[93885]: DEBUG neutron.plugins.ml2.db [None req-a0b9b986-0706-4fc6-9cf9-0eb02d2513dc None None] For port 739308cf-9aff-437d-a19f-a95cf9535ad7, host hv-cinder-79760, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79760',level=0,port_id=739308cf-9aff-437d-a19f-a95cf9535ad7,segment=NetworkSegment(7e8d8a1c-0ea0-4420-aa00-8216212b44b2),segment_id=7e8d8a1c-0ea0-4420-aa00-8216212b44b2)] {{(pid=93885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 13 11:23:07.222529 dv-cinder-797608-16-iscsi neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-a0b9b986-0706-4fc6-9cf9-0eb02d2513dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935844', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611014', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782137889940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782137337613', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782137337631'] for port, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 11:23:07.274406 dv-cinder-797608-16-iscsi neutron-server[93885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0b9b986-0706-4fc6-9cf9-0eb02d2513dc None None] Pushing event updated for resources: {'Port': ['ID=739308cf-9aff-437d-a19f-a95cf9535ad7,revision_number=4']} {{(pid=93885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 11:23:07.301224 dv-cinder-797608-16-iscsi neutron-server[93885]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4ff6504-5f25-4021-a5b4-e341d8c92e59 None None] New status for floating IP 5c45c26f-7b9a-450e-a86e-88d153fa410a: ACTIVE {{(pid=93885) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 13 11:23:07.649825 dv-cinder-797608-16-iscsi neutron-server[93885]: DEBUG neutron.plugins.ml2.db [None req-a0b9b986-0706-4fc6-9cf9-0eb02d2513dc None None] get_ports_and_sgs() called for port_ids ['739308cf-9aff-437d-a19f-a95cf9535ad7'] {{(pid=93885) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 13 11:23:07.663787 dv-cinder-797608-16-iscsi neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b793b20-d889-4299-8dbe-4ba3026927a4 req-49ab0ed5-177c-4ae4-ad34-711f12c680aa tempest-TestVolumeBootPattern-1538991942 tempest-TestVolumeBootPattern-1538991942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 11:23:07.665388 dv-cinder-797608-16-iscsi neutron-server[93884]: INFO neutron.wsgi [req-1b793b20-d889-4299-8dbe-4ba3026927a4 req-49ab0ed5-177c-4ae4-ad34-711f12c680aa tempest-TestVolumeBootPattern-1538991942 tempest-TestVolumeBootPattern-1538991942-project] 10.222.0.32 "GET /v2.0/ports?device_id=7b71f2b5-3fb0-45cd-89a7-90dac1a9b734 HTTP/1.1" status: 200 len: 944 time: 0.0584860 Aug 13 11:23:07.730904 dv-cinder-797608-16-iscsi neutron-server[93884]: INFO neutron.wsgi [req-1b793b20-d889-4299-8dbe-4ba3026927a4 req-f63beef4-3810-4032-b5b3-2918d67fb049 tempest-TestVolumeBootPattern-1538991942 tempest-TestVolumeBootPattern-1538991942-project] 10.222.0.32 "GET /v2.0/security-groups?id=ca285d94-e6fc-485c-ad28-b15c1712fa1f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0559468 Aug 13 11:23:07.739800 dv-cinder-797608-16-iscsi neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7df95635-731c-4bc7-b420-b606d2c6c5ee req-5e82cec2-1d7b-4072-a26d-613d47953eb2 tempest-ServerRescueNegativeTestJSON-217385872 tempest-ServerRescueNegativeTestJSON-217385872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 11:23:07.741600 dv-cinder-797608-16-iscsi neutron-server[93884]: INFO neutron.wsgi [req-7df95635-731c-4bc7-b420-b606d2c6c5ee req-5e82cec2-1d7b-4072-a26d-613d47953eb2 tempest-ServerRescueNegativeTestJSON-217385872 tempest-ServerRescueNegativeTestJSON-217385872-project] 10.222.0.32 "GET /v2.0/ports?device_id=f07a0f18-2b98-479b-bd6a-186739dfba26 HTTP/1.1" status: 200 len: 945 time: 0.0751073 Aug 13 11:23:07.782774 dv-cinder-797608-16-iscsi neutron-server[93884]: INFO neutron.wsgi [req-7df95635-731c-4bc7-b420-b606d2c6c5ee req-8852e0b5-e13c-404a-b848-4334073cefc4 tempest-ServerRescueNegativeTestJSON-217385872 tempest-ServerRescueNegativeTestJSON-217385872-project] 10.222.0.32 "GET /v2.0/security-groups?id=5e66df65-70b0-476d-97cd-4e9936c292c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330815 Aug 13 11:23:08.826926 dv-cinder-797608-16-iscsi neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-7c0e5f61-4281-4686-8e5a-c528791b223d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782137812740', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-997306'] for agent, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 11:23:08.854715 dv-cinder-797608-16-iscsi neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7fc660f-59e7-469a-bfe2-f0e9025f63ed req-4df2b0f1-fedf-4558-af96-d317770df3fe tempest-TestVolumeBootPattern-1538991942 tempest-TestVolumeBootPattern-1538991942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 11:23:08.856333 dv-cinder-797608-16-iscsi neutron-server[93884]: INFO neutron.wsgi [req-c7fc660f-59e7-469a-bfe2-f0e9025f63ed req-4df2b0f1-fedf-4558-af96-d317770df3fe tempest-TestVolumeBootPattern-1538991942 tempest-TestVolumeBootPattern-1538991942-project] 10.222.0.32 "GET /v2.0/ports?device_id=7b71f2b5-3fb0-45cd-89a7-90dac1a9b734 HTTP/1.1" status: 200 len: 944 time: 0.0557811 Aug 13 11:23:08.918049 dv-cinder-797608-16-iscsi neutron-server[93884]: INFO neutron.wsgi [req-c7fc660f-59e7-469a-bfe2-f0e9025f63ed req-c78132e1-be3c-4b65-8cdb-34207d7604b9 tempest-TestVolumeBootPattern-1538991942 tempest-TestVolumeBootPattern-1538991942-project] 10.222.0.32 "GET /v2.0/security-groups?id=ca285d94-e6fc-485c-ad28-b15c1712fa1f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0516880 Aug 13 11:23:08.928913 dv-cinder-797608-16-iscsi neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bbfc123-10bb-423c-abfa-b9e0fc8a90f6 req-8405c835-6e0a-4f19-aad3-d101617c4595 tempest-ServerRescueNegativeTestJSON-217385872 tempest-ServerRescueNegativeTestJSON-217385872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 11:23:08.933105 dv-cinder-797608-16-iscsi neutron-server[93884]: INFO neutron.wsgi [req-0bbfc123-10bb-423c-abfa-b9e0fc8a90f6 req-8405c835-6e0a-4f19-aad3-d101617c4595 tempest-ServerRescueNegativeTestJSON-217385872 tempest-ServerRescueNegativeTestJSON-217385872-project] 10.222.0.32 "GET /v2.0/ports?device_id=f07a0f18-2b98-479b-bd6a-186739dfba26 HTTP/1.1" status: 200 len: 945 time: 0.0732698 Aug 13 11:23:08.967699 dv-cinder-797608-16-iscsi neutron-server[93884]: INFO neutron.wsgi [req-0bbfc123-10bb-423c-abfa-b9e0fc8a90f6 req-e86fd4f4-face-4234-a39e-2836d5030c87 tempest-ServerRescueNegativeTestJSON-217385872 tempest-ServerRescueNegativeTestJSON-217385872-project] 10.222.0.32 "GET /v2.0/security-groups?id=5e66df65-70b0-476d-97cd-4e9936c292c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311613 Aug 13 11:23:10.033327 dv-cinder-797608-16-iscsi neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49c0bb1b-4688-4648-b6fe-09ca04498812 req-da970fee-f7cb-4020-9f5d-bbd3b51b78e3 tempest-TestVolumeBootPattern-1538991942 tempest-TestVolumeBootPattern-1538991942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 11:23:10.034834 dv-cinder-797608-16-iscsi neutron-server[93884]: INFO neutron.wsgi [req-49c0bb1b-4688-4648-b6fe-09ca04498812 req-da970fee-f7cb-4020-9f5d-bbd3b51b78e3 tempest-TestVolumeBootPattern-1538991942 tempest-TestVolumeBootPattern-1538991942-project] 10.222.0.32 "GET /v2.0/ports?device_id=7b71f2b5-3fb0-45cd-89a7-90dac1a9b734 HTTP/1.1" status: 200 len: 944 time: 0.0504296 Aug 13 11:23:10.101529 dv-cinder-797608-16-iscsi neutron-server[93884]: INFO neutron.wsgi [req-49c0bb1b-4688-4648-b6fe-09ca04498812 req-8824bc2e-cde8-4db6-aa00-b697b1bf9e15 tempest-TestVolumeBootPattern-1538991942 tempest-TestVolumeBootPattern-1538991942-project] 10.222.0.32 "GET /v2.0/security-groups?id=ca285d94-e6fc-485c-ad28-b15c1712fa1f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0533226 Aug 13 11:23:10.112702 dv-cinder-797608-16-iscsi neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02b1d6cf-d6c6-478e-85e5-29f4f389a8a0 req-6f7ce643-d965-440a-962a-4e8e31e899ec tempest-ServerRescueNegativeTestJSON-217385872 tempest-ServerRescueNegativeTestJSON-217385872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 11:23:10.114174 dv-cinder-797608-16-iscsi neutron-server[93884]: INFO neutron.wsgi [req-02b1d6cf-d6c6-478e-85e5-29f4f389a8a0 req-6f7ce643-d965-440a-962a-4e8e31e899ec tempest-ServerRescueNegativeTestJSON-217385872 tempest-ServerRescueNegativeTestJSON-217385872-project] 10.222.0.32 "GET /v2.0/ports?device_id=f07a0f18-2b98-479b-bd6a-186739dfba26 HTTP/1.1" status: 200 len: 945 time: 0.0763886 Aug 13 11:23:10.152933 dv-cinder-797608-16-iscsi neutron-server[93884]: INFO neutron.wsgi [req-02b1d6cf-d6c6-478e-85e5-29f4f389a8a0 req-b4e02198-d1aa-4878-90aa-aa3a05563388 tempest-ServerRescueNegativeTestJSON-217385872 tempest-ServerRescueNegativeTestJSON-217385872-project] 10.222.0.32 "GET /v2.0/security-groups?id=5e66df65-70b0-476d-97cd-4e9936c292c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328376 Aug 13 11:23:11.222553 dv-cinder-797608-16-iscsi neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06f6a3ff-9502-44c1-bd3b-33088d3ad0ba req-583352cd-7ae6-479e-8250-3c505d5373d3 tempest-TestVolumeBootPattern-1538991942 tempest-TestVolumeBootPattern-1538991942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 11:23:11.224094 dv-cinder-797608-16-iscsi neutron-server[93884]: INFO neutron.wsgi [req-06f6a3ff-9502-44c1-bd3b-33088d3ad0ba req-583352cd-7ae6-479e-8250-3c505d5373d3 tempest-TestVolumeBootPattern-1538991942 tempest-TestVolumeBootPattern-1538991942-project] 10.222.0.32 "GET /v2.0/ports?device_id=7b71f2b5-3fb0-45cd-89a7-90dac1a9b734 HTTP/1.1" status: 200 len: 944 time: 0.0568333 Aug 13 11:23:11.278317 dv-cinder-797608-16-iscsi neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-7e30cac8-7ee7-4ba5-b48b-aeaae39e6f6a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782137812740', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-997306'] for agent, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 11:23:11.291776 dv-cinder-797608-16-iscsi neutron-server[93884]: INFO neutron.wsgi [req-06f6a3ff-9502-44c1-bd3b-33088d3ad0ba req-75d0f5bb-a40d-44fd-9730-17ee39d15805 tempest-TestVolumeBootPattern-1538991942 tempest-TestVolumeBootPattern-1538991942-project] 10.222.0.32 "GET /v2.0/security-groups?id=ca285d94-e6fc-485c-ad28-b15c1712fa1f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0578811 Aug 13 11:23:11.302449 dv-cinder-797608-16-iscsi neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4241bb0b-8926-48ef-96f9-62d0ec6f40b0 req-6427d723-4082-4363-9ab6-8dfc01bf3fad tempest-ServerRescueNegativeTestJSON-217385872 tempest-ServerRescueNegativeTestJSON-217385872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 11:23:11.305455 dv-cinder-797608-16-iscsi neutron-server[93884]: INFO neutron.wsgi [req-4241bb0b-8926-48ef-96f9-62d0ec6f40b0 req-6427d723-4082-4363-9ab6-8dfc01bf3fad tempest-ServerRescueNegativeTestJSON-217385872 tempest-ServerRescueNegativeTestJSON-217385872-project] 10.222.0.32 "GET /v2.0/ports?device_id=f07a0f18-2b98-479b-bd6a-186739dfba26 HTTP/1.1" status: 200 len: 945 time: 0.0792286 Aug 13 11:23:11.343279 dv-cinder-797608-16-iscsi neutron-server[93884]: INFO neutron.wsgi [req-4241bb0b-8926-48ef-96f9-62d0ec6f40b0 req-9f97212b-2482-4aae-ae0a-465a9ef1e1d7 tempest-ServerRescueNegativeTestJSON-217385872 tempest-ServerRescueNegativeTestJSON-217385872-project] 10.222.0.32 "GET /v2.0/security-groups?id=5e66df65-70b0-476d-97cd-4e9936c292c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332651 Aug 13 11:23:11.557358 dv-cinder-797608-16-iscsi neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-05931952-e11e-4e12-af58-ece1398d134b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782137812740', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-997306'] for agent, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 11:23:12.404880 dv-cinder-797608-16-iscsi neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e3a7fd7-493e-4439-876d-7a241a7e171b req-56ae02e2-607a-4dcc-b0ff-63c587131bb7 tempest-TestVolumeBootPattern-1538991942 tempest-TestVolumeBootPattern-1538991942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 11:23:12.406396 dv-cinder-797608-16-iscsi neutron-server[93884]: INFO neutron.wsgi [req-6e3a7fd7-493e-4439-876d-7a241a7e171b req-56ae02e2-607a-4dcc-b0ff-63c587131bb7 tempest-TestVolumeBootPattern-1538991942 tempest-TestVolumeBootPattern-1538991942-project] 10.222.0.32 "GET /v2.0/ports?device_id=7b71f2b5-3fb0-45cd-89a7-90dac1a9b734 HTTP/1.1" status: 200 len: 944 time: 0.0514410 Aug 13 11:23:12.476587 dv-cinder-797608-16-iscsi neutron-server[93884]: INFO neutron.wsgi [req-6e3a7fd7-493e-4439-876d-7a241a7e171b req-77d5f712-d82d-41e6-844f-45473292cd78 tempest-TestVolumeBootPattern-1538991942 tempest-TestVolumeBootPattern-1538991942-project] 10.222.0.32 "GET /v2.0/security-groups?id=ca285d94-e6fc-485c-ad28-b15c1712fa1f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0643713 Aug 13 11:23:12.485055 dv-cinder-797608-16-iscsi neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-c8cb50cc-12ff-4088-b7b1-9c64999b964c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782137812740', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-997306'] for agent, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 11:23:12.489455 dv-cinder-797608-16-iscsi neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6b6f5d5-d833-486d-9d0d-a93dc4b57f63 req-fe4a32e8-197e-4682-8207-5186d7924aeb tempest-ServerRescueNegativeTestJSON-217385872 tempest-ServerRescueNegativeTestJSON-217385872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 11:23:12.491168 dv-cinder-797608-16-iscsi neutron-server[93884]: INFO neutron.wsgi [req-f6b6f5d5-d833-486d-9d0d-a93dc4b57f63 req-fe4a32e8-197e-4682-8207-5186d7924aeb tempest-ServerRescueNegativeTestJSON-217385872 tempest-ServerRescueNegativeTestJSON-217385872-project] 10.222.0.32 "GET /v2.0/ports?device_id=f07a0f18-2b98-479b-bd6a-186739dfba26 HTTP/1.1" status: 200 len: 945 time: 0.0774035 Aug 13 11:23:12.529118 dv-cinder-797608-16-iscsi neutron-server[93884]: INFO neutron.wsgi [req-f6b6f5d5-d833-486d-9d0d-a93dc4b57f63 req-3ec902bf-4361-48c5-9710-c003403a2ae8 tempest-ServerRescueNegativeTestJSON-217385872 tempest-ServerRescueNegativeTestJSON-217385872-project] 10.222.0.32 "GET /v2.0/security-groups?id=5e66df65-70b0-476d-97cd-4e9936c292c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315630 Aug 13 11:23:13.594606 dv-cinder-797608-16-iscsi neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6155178-c0c8-4136-81fb-aae06100e193 req-ed71a509-5318-4205-a976-e8e24c46c9c8 tempest-TestVolumeBootPattern-1538991942 tempest-TestVolumeBootPattern-1538991942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 11:23:13.596073 dv-cinder-797608-16-iscsi neutron-server[93884]: INFO neutron.wsgi [req-d6155178-c0c8-4136-81fb-aae06100e193 req-ed71a509-5318-4205-a976-e8e24c46c9c8 tempest-TestVolumeBootPattern-1538991942 tempest-TestVolumeBootPattern-1538991942-project] 10.222.0.32 "GET /v2.0/ports?device_id=7b71f2b5-3fb0-45cd-89a7-90dac1a9b734 HTTP/1.1" status: 200 len: 944 time: 0.0518363 Aug 13 11:23:13.659175 dv-cinder-797608-16-iscsi neutron-server[93884]: INFO neutron.wsgi [req-d6155178-c0c8-4136-81fb-aae06100e193 req-4b3a45d0-770e-4964-8b31-972460c089d2 tempest-TestVolumeBootPattern-1538991942 tempest-TestVolumeBootPattern-1538991942-project] 10.222.0.32 "GET /v2.0/security-groups?id=ca285d94-e6fc-485c-ad28-b15c1712fa1f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0542588 Aug 13 11:23:13.672031 dv-cinder-797608-16-iscsi neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a3485a5-cd08-46b3-83cd-ead39f42299e req-22320a0c-aedb-4159-93f5-95273d3ccef8 tempest-ServerRescueNegativeTestJSON-217385872 tempest-ServerRescueNegativeTestJSON-217385872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 11:23:13.673493 dv-cinder-797608-16-iscsi neutron-server[93884]: INFO neutron.wsgi [req-8a3485a5-cd08-46b3-83cd-ead39f42299e req-22320a0c-aedb-4159-93f5-95273d3ccef8 tempest-ServerRescueNegativeTestJSON-217385872 tempest-ServerRescueNegativeTestJSON-217385872-project] 10.222.0.32 "GET /v2.0/ports?device_id=f07a0f18-2b98-479b-bd6a-186739dfba26 HTTP/1.1" status: 200 len: 945 time: 0.0765676 Aug 13 11:23:13.713144 dv-cinder-797608-16-iscsi neutron-server[93884]: INFO neutron.wsgi [req-8a3485a5-cd08-46b3-83cd-ead39f42299e req-d7264138-9a83-4e9c-9cd7-79074faf7622 tempest-ServerRescueNegativeTestJSON-217385872 tempest-ServerRescueNegativeTestJSON-217385872-project] 10.222.0.32 "GET /v2.0/security-groups?id=5e66df65-70b0-476d-97cd-4e9936c292c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333276 Aug 13 11:23:14.050248 dv-cinder-797608-16-iscsi neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-71795f1a-9c4d-4630-a580-a9486fbcc3ea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782137812740', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-997306'] for agent, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 11:23:14.778331 dv-cinder-797608-16-iscsi neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa65e73c-b26c-4e6b-bfc8-d841c696e86b req-eac35fdd-bcf1-480a-b876-48e42bb4ac75 tempest-TestVolumeBootPattern-1538991942 tempest-TestVolumeBootPattern-1538991942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 11:23:14.779815 dv-cinder-797608-16-iscsi neutron-server[93884]: INFO neutron.wsgi [req-fa65e73c-b26c-4e6b-bfc8-d841c696e86b req-eac35fdd-bcf1-480a-b876-48e42bb4ac75 tempest-TestVolumeBootPattern-1538991942 tempest-TestVolumeBootPattern-1538991942-project] 10.222.0.32 "GET /v2.0/ports?device_id=7b71f2b5-3fb0-45cd-89a7-90dac1a9b734 HTTP/1.1" status: 200 len: 944 time: 0.0510070 Aug 13 11:23:14.847869 dv-cinder-797608-16-iscsi neutron-server[93884]: INFO neutron.wsgi [req-fa65e73c-b26c-4e6b-bfc8-d841c696e86b req-7ecc7db9-31fa-4a66-8b51-80ffdd68fef3 tempest-TestVolumeBootPattern-1538991942 tempest-TestVolumeBootPattern-1538991942-project] 10.222.0.32 "GET /v2.0/security-groups?id=ca285d94-e6fc-485c-ad28-b15c1712fa1f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0584426 Aug 13 11:23:14.855385 dv-cinder-797608-16-iscsi neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f22c1ad1-3d4b-4f30-b753-6996c6540ca3 req-31fc41ed-9f3c-4429-b344-eaa07d5f6f39 tempest-ServerRescueNegativeTestJSON-217385872 tempest-ServerRescueNegativeTestJSON-217385872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 11:23:14.856879 dv-cinder-797608-16-iscsi neutron-server[93884]: INFO neutron.wsgi [req-f22c1ad1-3d4b-4f30-b753-6996c6540ca3 req-31fc41ed-9f3c-4429-b344-eaa07d5f6f39 tempest-ServerRescueNegativeTestJSON-217385872 tempest-ServerRescueNegativeTestJSON-217385872-project] 10.222.0.32 "GET /v2.0/ports?device_id=f07a0f18-2b98-479b-bd6a-186739dfba26 HTTP/1.1" status: 200 len: 945 time: 0.0761697 Aug 13 11:23:14.897699 dv-cinder-797608-16-iscsi neutron-server[93884]: INFO neutron.wsgi [req-f22c1ad1-3d4b-4f30-b753-6996c6540ca3 req-de589ef2-eb24-4a83-82ba-0e26b2db6ebe tempest-ServerRescueNegativeTestJSON-217385872 tempest-ServerRescueNegativeTestJSON-217385872-project] 10.222.0.32 "GET /v2.0/security-groups?id=5e66df65-70b0-476d-97cd-4e9936c292c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0350320 Aug 13 11:23:15.774664 dv-cinder-797608-16-iscsi neutron-server[93885]: DEBUG neutron.plugins.ml2.rpc [None req-a0b9b986-0706-4fc6-9cf9-0eb02d2513dc None None] Device 739308cf-9aff-437d-a19f-a95cf9535ad7 up at agent hyperv_hv-cinder-79760 {{(pid=93885) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 13 11:23:15.824966 dv-cinder-797608-16-iscsi neutron-server[93885]: DEBUG neutron.db.provisioning_blocks [None req-a0b9b986-0706-4fc6-9cf9-0eb02d2513dc None None] Provisioning for port 739308cf-9aff-437d-a19f-a95cf9535ad7 completed by entity L2. {{(pid=93885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 13 11:23:15.828809 dv-cinder-797608-16-iscsi neutron-server[93885]: DEBUG neutron.db.provisioning_blocks [None req-a0b9b986-0706-4fc6-9cf9-0eb02d2513dc None None] Provisioning complete for port 739308cf-9aff-437d-a19f-a95cf9535ad7 triggered by entity L2. {{(pid=93885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 13 11:23:15.829188 dv-cinder-797608-16-iscsi neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-a0b9b986-0706-4fc6-9cf9-0eb02d2513dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-997193'] for port, provisioning_complete {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 11:23:15.905637 dv-cinder-797608-16-iscsi neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-a0b9b986-0706-4fc6-9cf9-0eb02d2513dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935434'] for port, before_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 11:23:15.927639 dv-cinder-797608-16-iscsi neutron-server[93885]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7b71f2b5-3fb0-45cd-89a7-90dac1a9b734', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '739308cf-9aff-437d-a19f-a95cf9535ad7'}] {{(pid=93885) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 13 11:23:15.929965 dv-cinder-797608-16-iscsi neutron-server[93885]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6271a0dfd589c32cbc3478448621ce6e19c81a8dd821b4c159629fbe4478ed77" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7c1738d3-b26b-498d-93dc-86135129bace" -d '{"events": [{"server_uuid": "7b71f2b5-3fb0-45cd-89a7-90dac1a9b734", "name": "network-vif-plugged", "status": "completed", "tag": "739308cf-9aff-437d-a19f-a95cf9535ad7"}]}' {{(pid=93885) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 13 11:23:15.945652 dv-cinder-797608-16-iscsi neutron-server[93885]: DEBUG neutron.plugins.ml2.db [None req-a0b9b986-0706-4fc6-9cf9-0eb02d2513dc None None] For port 739308cf-9aff-437d-a19f-a95cf9535ad7, host hv-cinder-79760, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79760',level=0,port_id=739308cf-9aff-437d-a19f-a95cf9535ad7,segment=NetworkSegment(7e8d8a1c-0ea0-4420-aa00-8216212b44b2),segment_id=7e8d8a1c-0ea0-4420-aa00-8216212b44b2)] {{(pid=93885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 13 11:23:15.952336 dv-cinder-797608-16-iscsi neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-a0b9b986-0706-4fc6-9cf9-0eb02d2513dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935844', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611014', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782137889940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782137337613', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782137337631'] for port, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 11:23:15.977835 dv-cinder-797608-16-iscsi neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-774bfaf6-b3ac-4be8-bb09-848c6c053926 req-3c1d816e-cea4-4450-bbb8-3fb81cfcfda2 tempest-TestVolumeBootPattern-1538991942 tempest-TestVolumeBootPattern-1538991942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 11:23:15.979664 dv-cinder-797608-16-iscsi neutron-server[93884]: INFO neutron.wsgi [req-774bfaf6-b3ac-4be8-bb09-848c6c053926 req-3c1d816e-cea4-4450-bbb8-3fb81cfcfda2 tempest-TestVolumeBootPattern-1538991942 tempest-TestVolumeBootPattern-1538991942-project] 10.222.0.32 "GET /v2.0/ports?device_id=7b71f2b5-3fb0-45cd-89a7-90dac1a9b734 HTTP/1.1" status: 200 len: 944 time: 0.0638647 Aug 13 11:23:16.007077 dv-cinder-797608-16-iscsi neutron-server[93885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0b9b986-0706-4fc6-9cf9-0eb02d2513dc None None] Pushing event updated for resources: {'Port': ['ID=739308cf-9aff-437d-a19f-a95cf9535ad7,revision_number=5']} {{(pid=93885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 11:23:16.052849 dv-cinder-797608-16-iscsi neutron-server[93884]: INFO neutron.wsgi [req-774bfaf6-b3ac-4be8-bb09-848c6c053926 req-e9d31fe2-803c-4225-9344-73c89dc70c29 tempest-TestVolumeBootPattern-1538991942 tempest-TestVolumeBootPattern-1538991942-project] 10.222.0.32 "GET /v2.0/security-groups?id=ca285d94-e6fc-485c-ad28-b15c1712fa1f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0624747 Aug 13 11:23:16.063217 dv-cinder-797608-16-iscsi neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e74df32d-afbe-40cf-8ca5-5653b397f89c req-dc28d48e-2903-47b2-8c86-031491912318 tempest-ServerRescueNegativeTestJSON-217385872 tempest-ServerRescueNegativeTestJSON-217385872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 11:23:16.064897 dv-cinder-797608-16-iscsi neutron-server[93884]: INFO neutron.wsgi [req-e74df32d-afbe-40cf-8ca5-5653b397f89c req-dc28d48e-2903-47b2-8c86-031491912318 tempest-ServerRescueNegativeTestJSON-217385872 tempest-ServerRescueNegativeTestJSON-217385872-project] 10.222.0.32 "GET /v2.0/ports?device_id=f07a0f18-2b98-479b-bd6a-186739dfba26 HTTP/1.1" status: 200 len: 945 time: 0.0833075 Aug 13 11:23:16.095989 dv-cinder-797608-16-iscsi neutron-server[93885]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 13 Aug 2021 11:23:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-31e142b0-c1ff-4a47-9f7f-7eb8ed03b501 x-openstack-request-id: req-31e142b0-c1ff-4a47-9f7f-7eb8ed03b501 {{(pid=93885) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 13 11:23:16.096283 dv-cinder-797608-16-iscsi neutron-server[93885]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7b71f2b5-3fb0-45cd-89a7-90dac1a9b734", "name": "network-vif-plugged", "status": "completed", "tag": "739308cf-9aff-437d-a19f-a95cf9535ad7", "code": 200}]} {{(pid=93885) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 13 11:23:16.096533 dv-cinder-797608-16-iscsi neutron-server[93885]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-31e142b0-c1ff-4a47-9f7f-7eb8ed03b501 {{(pid=93885) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 13 11:23:16.096926 dv-cinder-797608-16-iscsi neutron-server[93885]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7b71f2b5-3fb0-45cd-89a7-90dac1a9b734', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '739308cf-9aff-437d-a19f-a95cf9535ad7', 'code': 200} Aug 13 11:23:16.313343 dv-cinder-797608-16-iscsi neutron-server[93884]: INFO neutron.wsgi [req-e74df32d-afbe-40cf-8ca5-5653b397f89c req-eddd8dcd-d1c0-4471-9496-4bf53e814cc8 tempest-ServerRescueNegativeTestJSON-217385872 tempest-ServerRescueNegativeTestJSON-217385872-project] 10.222.0.32 "GET /v2.0/security-groups?id=5e66df65-70b0-476d-97cd-4e9936c292c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2426927 Aug 13 11:23:17.132278 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea226c3c-f022-48d6-b8cd-94d5c22ff90f req-afd6a73e-9952-4568-81fd-4c7ffc789f14 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 11:23:17.133760 dv-cinder-797608-16-iscsi neutron-server[93883]: INFO neutron.wsgi [req-ea226c3c-f022-48d6-b8cd-94d5c22ff90f req-afd6a73e-9952-4568-81fd-4c7ffc789f14 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=7b71f2b5-3fb0-45cd-89a7-90dac1a9b734 HTTP/1.1" status: 200 len: 1098 time: 0.0445185 Aug 13 11:23:17.165076 dv-cinder-797608-16-iscsi neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c2416d7-37c1-4cfc-8f14-6507ceba4f80 req-80090f83-a2a8-429d-b1b0-dec01f9a43cc tempest-TestVolumeBootPattern-1538991942 tempest-TestVolumeBootPattern-1538991942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 11:23:17.166577 dv-cinder-797608-16-iscsi neutron-server[93884]: INFO neutron.wsgi [req-3c2416d7-37c1-4cfc-8f14-6507ceba4f80 req-80090f83-a2a8-429d-b1b0-dec01f9a43cc tempest-TestVolumeBootPattern-1538991942 tempest-TestVolumeBootPattern-1538991942-project] 10.222.0.32 "GET /v2.0/ports?device_id=7b71f2b5-3fb0-45cd-89a7-90dac1a9b734 HTTP/1.1" status: 200 len: 945 time: 0.0474060 Aug 13 11:23:17.171595 dv-cinder-797608-16-iscsi neutron-server[93883]: INFO neutron.wsgi [req-ea226c3c-f022-48d6-b8cd-94d5c22ff90f req-d0468e46-76c4-41f5-99ed-a3c029b73dae service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=ca285d94-e6fc-485c-ad28-b15c1712fa1f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0284617 Aug 13 11:23:17.207167 dv-cinder-797608-16-iscsi neutron-server[93884]: INFO neutron.wsgi [req-3c2416d7-37c1-4cfc-8f14-6507ceba4f80 req-3ac54c0b-de2d-4456-b332-b478830ebc7d tempest-TestVolumeBootPattern-1538991942 tempest-TestVolumeBootPattern-1538991942-project] 10.222.0.32 "GET /v2.0/security-groups?id=ca285d94-e6fc-485c-ad28-b15c1712fa1f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0340385 Aug 13 11:23:17.427147 dv-cinder-797608-16-iscsi neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cc5b900-7949-457f-9dd9-257343e6816d req-e41bff50-afd8-4752-8351-cad9c3255d7f tempest-ServerRescueNegativeTestJSON-217385872 tempest-ServerRescueNegativeTestJSON-217385872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 11:23:17.428741 dv-cinder-797608-16-iscsi neutron-server[93884]: INFO neutron.wsgi [req-7cc5b900-7949-457f-9dd9-257343e6816d req-e41bff50-afd8-4752-8351-cad9c3255d7f tempest-ServerRescueNegativeTestJSON-217385872 tempest-ServerRescueNegativeTestJSON-217385872-project] 10.222.0.32 "GET /v2.0/ports?device_id=f07a0f18-2b98-479b-bd6a-186739dfba26 HTTP/1.1" status: 200 len: 945 time: 0.0493584 Aug 13 11:23:17.465845 dv-cinder-797608-16-iscsi neutron-server[93884]: INFO neutron.wsgi [req-7cc5b900-7949-457f-9dd9-257343e6816d req-091650e7-708f-4c50-86a7-be5a8f01993a tempest-ServerRescueNegativeTestJSON-217385872 tempest-ServerRescueNegativeTestJSON-217385872-project] 10.222.0.32 "GET /v2.0/security-groups?id=5e66df65-70b0-476d-97cd-4e9936c292c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311627 Aug 13 11:23:18.339336 dv-cinder-797608-16-iscsi neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff22fc94-18f2-4af7-9fe3-8d0d3b3a4905 req-1b66bbad-c296-4c17-a0a6-e5bd56e663b3 tempest-TestVolumeBootPattern-1538991942 tempest-TestVolumeBootPattern-1538991942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 11:23:18.341102 dv-cinder-797608-16-iscsi neutron-server[93884]: INFO neutron.wsgi [req-ff22fc94-18f2-4af7-9fe3-8d0d3b3a4905 req-1b66bbad-c296-4c17-a0a6-e5bd56e663b3 tempest-TestVolumeBootPattern-1538991942 tempest-TestVolumeBootPattern-1538991942-project] 10.222.0.32 "GET /v2.0/ports?device_id=7b71f2b5-3fb0-45cd-89a7-90dac1a9b734 HTTP/1.1" status: 200 len: 945 time: 0.0696886 Aug 13 11:23:18.379657 dv-cinder-797608-16-iscsi neutron-server[93884]: INFO neutron.wsgi [req-ff22fc94-18f2-4af7-9fe3-8d0d3b3a4905 req-b811b463-8653-474d-b9e5-50fc1df699c1 tempest-TestVolumeBootPattern-1538991942 tempest-TestVolumeBootPattern-1538991942-project] 10.222.0.32 "GET /v2.0/security-groups?id=ca285d94-e6fc-485c-ad28-b15c1712fa1f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0320058 Aug 13 11:23:18.583163 dv-cinder-797608-16-iscsi neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1957ba50-8c8e-4bf8-a828-98e1adf78ab9 req-30ea330c-8a58-4f02-9cab-603cf01e4b1f tempest-ServerRescueNegativeTestJSON-217385872 tempest-ServerRescueNegativeTestJSON-217385872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 11:23:18.584638 dv-cinder-797608-16-iscsi neutron-server[93884]: INFO neutron.wsgi [req-1957ba50-8c8e-4bf8-a828-98e1adf78ab9 req-30ea330c-8a58-4f02-9cab-603cf01e4b1f tempest-ServerRescueNegativeTestJSON-217385872 tempest-ServerRescueNegativeTestJSON-217385872-project] 10.222.0.32 "GET /v2.0/ports?device_id=f07a0f18-2b98-479b-bd6a-186739dfba26 HTTP/1.1" status: 200 len: 945 time: 0.0514240 Aug 13 11:23:18.620738 dv-cinder-797608-16-iscsi neutron-server[93884]: INFO neutron.wsgi [req-1957ba50-8c8e-4bf8-a828-98e1adf78ab9 req-4cddf495-5ea1-46c2-8410-15f22266e824 tempest-ServerRescueNegativeTestJSON-217385872 tempest-ServerRescueNegativeTestJSON-217385872-project] 10.222.0.32 "GET /v2.0/security-groups?id=5e66df65-70b0-476d-97cd-4e9936c292c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0301926 Aug 13 11:23:19.495822 dv-cinder-797608-16-iscsi neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98c68c72-9053-412f-8667-cd13825d9f54 req-bdd9935d-c378-453d-b1bb-1668f3137706 tempest-TestVolumeBootPattern-1538991942 tempest-TestVolumeBootPattern-1538991942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 11:23:19.497634 dv-cinder-797608-16-iscsi neutron-server[93884]: INFO neutron.wsgi [req-98c68c72-9053-412f-8667-cd13825d9f54 req-bdd9935d-c378-453d-b1bb-1668f3137706 tempest-TestVolumeBootPattern-1538991942 tempest-TestVolumeBootPattern-1538991942-project] 10.222.0.32 "GET /v2.0/ports?device_id=7b71f2b5-3fb0-45cd-89a7-90dac1a9b734 HTTP/1.1" status: 200 len: 945 time: 0.0506029 Aug 13 11:23:19.536808 dv-cinder-797608-16-iscsi neutron-server[93884]: INFO neutron.wsgi [req-98c68c72-9053-412f-8667-cd13825d9f54 req-20f1d850-bbfe-4689-bcb0-add57f4e7c8e tempest-TestVolumeBootPattern-1538991942 tempest-TestVolumeBootPattern-1538991942-project] 10.222.0.32 "GET /v2.0/security-groups?id=ca285d94-e6fc-485c-ad28-b15c1712fa1f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0331452 Aug 13 11:23:19.650277 dv-cinder-797608-16-iscsi neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b820ccc7-ee7d-4c75-8ed7-8524e0fb7539 req-65da9936-3bed-40d3-a262-6b991d43f31e tempest-TestVolumeBootPattern-1538991942 tempest-TestVolumeBootPattern-1538991942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 11:23:19.651821 dv-cinder-797608-16-iscsi neutron-server[93884]: INFO neutron.wsgi [req-b820ccc7-ee7d-4c75-8ed7-8524e0fb7539 req-65da9936-3bed-40d3-a262-6b991d43f31e tempest-TestVolumeBootPattern-1538991942 tempest-TestVolumeBootPattern-1538991942-project] 10.222.0.32 "GET /v2.0/ports?device_id=7b71f2b5-3fb0-45cd-89a7-90dac1a9b734 HTTP/1.1" status: 200 len: 945 time: 0.0506146 Aug 13 11:23:19.690357 dv-cinder-797608-16-iscsi neutron-server[93884]: INFO neutron.wsgi [req-b820ccc7-ee7d-4c75-8ed7-8524e0fb7539 req-d6a3573e-1112-4201-a9cf-34f5cca5e99f tempest-TestVolumeBootPattern-1538991942 tempest-TestVolumeBootPattern-1538991942-project] 10.222.0.32 "GET /v2.0/security-groups?id=ca285d94-e6fc-485c-ad28-b15c1712fa1f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0320778 Aug 13 11:23:19.712838 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.32', 50298) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 11:23:19.736976 dv-cinder-797608-16-iscsi neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cfe837f-cebc-4792-b069-eefe4cfaec45 req-f6503e55-0a94-4439-acfe-30479cdc1671 tempest-ServerRescueNegativeTestJSON-217385872 tempest-ServerRescueNegativeTestJSON-217385872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 11:23:19.738510 dv-cinder-797608-16-iscsi neutron-server[93884]: INFO neutron.wsgi [req-3cfe837f-cebc-4792-b069-eefe4cfaec45 req-f6503e55-0a94-4439-acfe-30479cdc1671 tempest-ServerRescueNegativeTestJSON-217385872 tempest-ServerRescueNegativeTestJSON-217385872-project] 10.222.0.32 "GET /v2.0/ports?device_id=f07a0f18-2b98-479b-bd6a-186739dfba26 HTTP/1.1" status: 200 len: 945 time: 0.0472248 Aug 13 11:23:19.776849 dv-cinder-797608-16-iscsi neutron-server[93884]: INFO neutron.wsgi [req-3cfe837f-cebc-4792-b069-eefe4cfaec45 req-7ac4bcbc-ade9-4ef7-80c4-cd80449dee54 tempest-ServerRescueNegativeTestJSON-217385872 tempest-ServerRescueNegativeTestJSON-217385872-project] 10.222.0.32 "GET /v2.0/security-groups?id=5e66df65-70b0-476d-97cd-4e9936c292c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315285 Aug 13 11:23:19.903067 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f9b171ad-566d-4e57-9630-f61b5b8bd2c3 tempest-TestVolumeBootPattern-971038727 tempest-TestVolumeBootPattern-971038727-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 11:23:19.904635 dv-cinder-797608-16-iscsi neutron-server[93883]: INFO neutron.wsgi [None req-f9b171ad-566d-4e57-9630-f61b5b8bd2c3 tempest-TestVolumeBootPattern-971038727 tempest-TestVolumeBootPattern-971038727-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=7b71f2b5-3fb0-45cd-89a7-90dac1a9b734 HTTP/1.1" status: 200 len: 1093 time: 0.1907990 Aug 13 11:23:19.908109 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.32', 50302) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 11:23:19.912491 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron.api.v2.base [None req-00fc52b9-2225-4d80-8b91-37a694064698 tempest-TestVolumeBootPattern-1538991942 tempest-TestVolumeBootPattern-1538991942-project] Request body: {'floatingip': {'floating_network_id': '7c3f0979-58a5-4465-87f9-e256377c6b61', 'port_id': '739308cf-9aff-437d-a19f-a95cf9535ad7', 'tenant_id': 'd5749f1d743e45099877d2ba04647196', 'fixed_ip_address': '172.20.0.4'}} {{(pid=93883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 13 11:23:19.935700 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-00fc52b9-2225-4d80-8b91-37a694064698 tempest-TestVolumeBootPattern-1538991942 tempest-TestVolumeBootPattern-1538991942-project] Notify callbacks [] for floatingip, before_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 11:23:20.032867 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-00fc52b9-2225-4d80-8b91-37a694064698 tempest-TestVolumeBootPattern-1538991942 tempest-TestVolumeBootPattern-1538991942-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935434'] for port, before_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 11:23:20.137188 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron.db.db_base_plugin_common [None req-00fc52b9-2225-4d80-8b91-37a694064698 tempest-TestVolumeBootPattern-1538991942 tempest-TestVolumeBootPattern-1538991942-project] Allocated IP 172.27.2.240 (7c3f0979-58a5-4465-87f9-e256377c6b61/ba735781-2bff-41d5-99b4-7ca705ee91ca/e4801177-bedf-4337-87b9-a7f1eeb7d1e5) {{(pid=93883) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 13 11:23:20.241289 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-00fc52b9-2225-4d80-8b91-37a694064698 tempest-TestVolumeBootPattern-1538991942 tempest-TestVolumeBootPattern-1538991942-project] Notify callbacks [] for port, precommit_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 11:23:20.280139 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-00fc52b9-2225-4d80-8b91-37a694064698 tempest-TestVolumeBootPattern-1538991942 tempest-TestVolumeBootPattern-1538991942-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935844', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611014', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782137337079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2139128394'] for port, after_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 11:23:20.321429 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-00fc52b9-2225-4d80-8b91-37a694064698 tempest-TestVolumeBootPattern-1538991942 tempest-TestVolumeBootPattern-1538991942-project] Network 7c3f0979-58a5-4465-87f9-e256377c6b61 is already hosted by enough agents. {{(pid=93883) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 13 11:23:20.324257 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron.scheduler.base_scheduler [None req-00fc52b9-2225-4d80-8b91-37a694064698 tempest-TestVolumeBootPattern-1538991942 tempest-TestVolumeBootPattern-1538991942-project] Resources bound (agent type, host, resource id): {{(pid=93883) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 13 11:23:20.329061 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00fc52b9-2225-4d80-8b91-37a694064698 tempest-TestVolumeBootPattern-1538991942 tempest-TestVolumeBootPattern-1538991942-project] Received port after_create {{(pid=93883) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 13 11:23:20.332017 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00fc52b9-2225-4d80-8b91-37a694064698 tempest-TestVolumeBootPattern-1538991942 tempest-TestVolumeBootPattern-1538991942-project] Pushing event updated for resources: {'Port': ['ID=e4801177-bedf-4337-87b9-a7f1eeb7d1e5,revision_number=1']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 11:23:20.784124 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-00fc52b9-2225-4d80-8b91-37a694064698 tempest-TestVolumeBootPattern-1538991942 tempest-TestVolumeBootPattern-1538991942-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 11:23:20.882495 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-00fc52b9-2225-4d80-8b91-37a694064698 tempest-TestVolumeBootPattern-1538991942 tempest-TestVolumeBootPattern-1538991942-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935434'] for port, before_update {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 11:23:20.891449 dv-cinder-797608-16-iscsi neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e28b036a-1e8b-4423-ad52-7a7d89a608b1 req-08bf5bbd-65a0-4705-b152-f8d29956f0ef tempest-ServerRescueNegativeTestJSON-217385872 tempest-ServerRescueNegativeTestJSON-217385872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 11:23:20.892936 dv-cinder-797608-16-iscsi neutron-server[93884]: INFO neutron.wsgi [req-e28b036a-1e8b-4423-ad52-7a7d89a608b1 req-08bf5bbd-65a0-4705-b152-f8d29956f0ef tempest-ServerRescueNegativeTestJSON-217385872 tempest-ServerRescueNegativeTestJSON-217385872-project] 10.222.0.32 "GET /v2.0/ports?device_id=f07a0f18-2b98-479b-bd6a-186739dfba26 HTTP/1.1" status: 200 len: 945 time: 0.0488248 Aug 13 11:23:20.930155 dv-cinder-797608-16-iscsi neutron-server[93884]: INFO neutron.wsgi [req-e28b036a-1e8b-4423-ad52-7a7d89a608b1 req-d2706542-7e65-466a-9bac-356c395b93f7 tempest-ServerRescueNegativeTestJSON-217385872 tempest-ServerRescueNegativeTestJSON-217385872-project] 10.222.0.32 "GET /v2.0/security-groups?id=5e66df65-70b0-476d-97cd-4e9936c292c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309410 Aug 13 11:23:21.035022 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-00fc52b9-2225-4d80-8b91-37a694064698 tempest-TestVolumeBootPattern-1538991942 tempest-TestVolumeBootPattern-1538991942-project] Notify callbacks [] for port, precommit_update {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 11:23:21.039364 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-00fc52b9-2225-4d80-8b91-37a694064698 tempest-TestVolumeBootPattern-1538991942 tempest-TestVolumeBootPattern-1538991942-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935844', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611014', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782137889940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782137337613', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782137337631', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2139128387'] for port, after_update {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 11:23:21.105508 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00fc52b9-2225-4d80-8b91-37a694064698 tempest-TestVolumeBootPattern-1538991942 tempest-TestVolumeBootPattern-1538991942-project] Pushing event updated for resources: {'Port': ['ID=e4801177-bedf-4337-87b9-a7f1eeb7d1e5,revision_number=2']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 11:23:21.114573 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-00fc52b9-2225-4d80-8b91-37a694064698 tempest-TestVolumeBootPattern-1538991942 tempest-TestVolumeBootPattern-1538991942-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1585555'] for floatingip, after_update {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 11:23:21.210762 dv-cinder-797608-16-iscsi neutron-server[93883]: INFO neutron.db.l3_db [None req-00fc52b9-2225-4d80-8b91-37a694064698 tempest-TestVolumeBootPattern-1538991942 tempest-TestVolumeBootPattern-1538991942-project] Floating IP b631bae5-7682-4b52-90db-55cb904f42b3 associated. External IP: 172.27.2.240, port: 739308cf-9aff-437d-a19f-a95cf9535ad7. Aug 13 11:23:21.423376 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-00fc52b9-2225-4d80-8b91-37a694064698 tempest-TestVolumeBootPattern-1538991942 tempest-TestVolumeBootPattern-1538991942-project] Router cd349942-cccd-4380-823d-f8929ef099a0 has already been hosted by L3 agent 120d27b5-31d8-4cd2-97b4-2412c45088e1 {{(pid=93883) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 13 11:23:21.531837 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-00fc52b9-2225-4d80-8b91-37a694064698 tempest-TestVolumeBootPattern-1538991942 tempest-TestVolumeBootPattern-1538991942-project] Notify agent at l3_agent.dv-cinder-797608-16-iscsi the message routers_updated {{(pid=93883) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 13 11:23:21.543801 dv-cinder-797608-16-iscsi neutron-server[93886]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19b5f89d-d2b7-4adc-8c78-d3431ea804c4 None None] Sync routers for ids ['cd349942-cccd-4380-823d-f8929ef099a0'] in dv-cinder-797608-16-iscsi {{(pid=93886) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 13 11:23:21.554994 dv-cinder-797608-16-iscsi neutron-server[93886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19b5f89d-d2b7-4adc-8c78-d3431ea804c4 None None] Routers {'cd349942-cccd-4380-823d-f8929ef099a0'} bound to L3 agent in host dv-cinder-797608-16-iscsi {{(pid=93886) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 13 11:23:21.555189 dv-cinder-797608-16-iscsi neutron-server[93886]: DEBUG neutron.db.l3_hamode_db [None req-19b5f89d-d2b7-4adc-8c78-d3431ea804c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797608-16-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-13T11:11:41Z,description=,heartbeat_timestamp=2021-08-13T11:23:11Z,host='dv-cinder-797608-16-iscsi',id=120d27b5-31d8-4cd2-97b4-2412c45088e1,load=0,resource_versions=,resources_synced=,started_at=2021-08-13T11:11:41Z,topic='l3_agent')) {'router_ids': ['cd349942-cccd-4380-823d-f8929ef099a0'], 'active': True} {{(pid=93886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 13 11:23:21.558897 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-00fc52b9-2225-4d80-8b91-37a694064698 tempest-TestVolumeBootPattern-1538991942 tempest-TestVolumeBootPattern-1538991942-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-128352'] for floatingip, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 11:23:21.590888 dv-cinder-797608-16-iscsi neutron-server[93883]: INFO neutron.wsgi [None req-00fc52b9-2225-4d80-8b91-37a694064698 tempest-TestVolumeBootPattern-1538991942 tempest-TestVolumeBootPattern-1538991942-project] 10.222.0.32 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.6767125 Aug 13 11:23:21.590888 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7b71f2b5-3fb0-45cd-89a7-90dac1a9b734', 'tag': '739308cf-9aff-437d-a19f-a95cf9535ad7'}] {{(pid=93883) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 13 11:23:21.590888 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}db1a1fbc245c58e73290e58258e46ca41fe4e785cc79cbd57aa3dae940aad292" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4e0ef378-2feb-44bd-9251-4ea3b1784849" -d '{"events": [{"name": "network-changed", "server_uuid": "7b71f2b5-3fb0-45cd-89a7-90dac1a9b734", "tag": "739308cf-9aff-437d-a19f-a95cf9535ad7"}]}' {{(pid=93883) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 13 11:23:21.632045 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 13 Aug 2021 11:23:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-978d2a0f-0113-49d4-be91-bb78e34d850b x-openstack-request-id: req-978d2a0f-0113-49d4-be91-bb78e34d850b {{(pid=93883) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 13 11:23:21.632413 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7b71f2b5-3fb0-45cd-89a7-90dac1a9b734", "tag": "739308cf-9aff-437d-a19f-a95cf9535ad7", "status": "completed", "code": 200}]} {{(pid=93883) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 13 11:23:21.632743 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-978d2a0f-0113-49d4-be91-bb78e34d850b {{(pid=93883) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 13 11:23:21.633214 dv-cinder-797608-16-iscsi neutron-server[93883]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7b71f2b5-3fb0-45cd-89a7-90dac1a9b734', 'tag': '739308cf-9aff-437d-a19f-a95cf9535ad7', 'status': 'completed', 'code': 200} Aug 13 11:23:21.662867 dv-cinder-797608-16-iscsi neutron-server[93886]: DEBUG neutron.db.l3_dvr_db [None req-19b5f89d-d2b7-4adc-8c78-d3431ea804c4 None None] Set router cd349942-cccd-4380-823d-f8929ef099a0 gateway port host: dv-cinder-797608-16-iscsi {{(pid=93886) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 13 11:23:21.758837 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e0ef378-2feb-44bd-9251-4ea3b1784849 req-68bac967-7434-4f92-a91c-d48011748b78 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 11:23:21.760354 dv-cinder-797608-16-iscsi neutron-server[93883]: INFO neutron.wsgi [req-4e0ef378-2feb-44bd-9251-4ea3b1784849 req-68bac967-7434-4f92-a91c-d48011748b78 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=d5749f1d743e45099877d2ba04647196&device_id=7b71f2b5-3fb0-45cd-89a7-90dac1a9b734 HTTP/1.1" status: 200 len: 1098 time: 0.0404458 Aug 13 11:23:21.853704 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e0ef378-2feb-44bd-9251-4ea3b1784849 req-a3266b2f-7ff0-4dc7-8081-7c4a54aea902 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 11:23:21.855138 dv-cinder-797608-16-iscsi neutron-server[93883]: INFO neutron.wsgi [req-4e0ef378-2feb-44bd-9251-4ea3b1784849 req-a3266b2f-7ff0-4dc7-8081-7c4a54aea902 service neutron] 10.222.0.20 "GET /v2.0/networks?id=999d1062-b3a3-4414-af22-ebf9a7c571f6 HTTP/1.1" status: 200 len: 913 time: 0.0846872 Aug 13 11:23:21.878842 dv-cinder-797608-16-iscsi neutron-server[93886]: DEBUG neutron.db.l3_hamode_db [None req-19b5f89d-d2b7-4adc-8c78-d3431ea804c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cd349942-cccd-4380-823d-f8929ef099a0', 'name': 'tempest-TestVolumeBootPattern-1716761397-router', 'tenant_id': 'd5749f1d743e45099877d2ba04647196', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c3f0979-58a5-4465-87f9-e256377c6b61', 'external_fixed_ips': [{'subnet_id': 'ba735781-2bff-41d5-99b4-7ca705ee91ca', 'ip_address': '172.27.2.151'}], 'enable_snat': True}, 'gw_port_id': 'd7f11c20-a34b-4aad-8189-8f8559df3f39', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-13T11:22:18Z', 'updated_at': '2021-08-13T11:22:21Z', 'revision_number': 4, 'project_id': 'd5749f1d743e45099877d2ba04647196', 'gw_port': {'id': 'd7f11c20-a34b-4aad-8189-8f8559df3f39', 'name': '', 'network_id': '7c3f0979-58a5-4465-87f9-e256377c6b61', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:19:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd349942-cccd-4380-823d-f8929ef099a0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 470, 'fixed_ips': [{'subnet_id': 'ba735781-2bff-41d5-99b4-7ca705ee91ca', 'ip_address': '172.27.2.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-13T11:22:18Z', 'updated_at': '2021-08-13T11:22:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ba735781-2bff-41d5-99b4-7ca705ee91ca', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797608-16-iscsi', '_floatingips': [{'id': 'b631bae5-7682-4b52-90db-55cb904f42b3', 'tenant_id': 'd5749f1d743e45099877d2ba04647196', 'floating_ip_address': '172.27.2.240', 'floating_network_id': '7c3f0979-58a5-4465-87f9-e256377c6b61', 'router_id': 'cd349942-cccd-4380-823d-f8929ef099a0', 'port_id': '739308cf-9aff-437d-a19f-a95cf9535ad7', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 529, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '999d1062-b3a3-4414-af22-ebf9a7c571f6', 'mac_address': 'fa:16:3e:2d:ed:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b71f2b5-3fb0-45cd-89a7-90dac1a9b734', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-13T11:23:20Z', 'updated_at': '2021-08-13T11:23:20Z', 'revision_number': 0, 'project_id': 'd5749f1d743e45099877d2ba04647196', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e7681864-7bb9-4402-8c3d-4147abd52caa', 'name': '', 'network_id': '999d1062-b3a3-4414-af22-ebf9a7c571f6', 'tenant_id': 'd5749f1d743e45099877d2ba04647196', 'mac_address': 'fa:16:3e:fd:b5:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd349942-cccd-4380-823d-f8929ef099a0', 'device_owner': 'network:router_interface', 'standard_attr_id': 471, 'fixed_ips': [{'subnet_id': '2b810745-615e-4226-8545-baa357ea81b9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-13T11:22:21Z', 'updated_at': '2021-08-13T11:22:28Z', 'revision_number': 5, 'project_id': 'd5749f1d743e45099877d2ba04647196', 'subnets': [{'id': '2b810745-615e-4226-8545-baa357ea81b9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-797608-16-iscsi', False) {} {{(pid=93886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 13 11:23:21.908427 dv-cinder-797608-16-iscsi neutron-server[93886]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19b5f89d-d2b7-4adc-8c78-d3431ea804c4 None None] Checking router: cd349942-cccd-4380-823d-f8929ef099a0 for host: dv-cinder-797608-16-iscsi {{(pid=93886) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 13 11:23:21.916836 dv-cinder-797608-16-iscsi neutron-server[93886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19b5f89d-d2b7-4adc-8c78-d3431ea804c4 None None] Routers {'cd349942-cccd-4380-823d-f8929ef099a0'} bound to L3 agent in host dv-cinder-797608-16-iscsi {{(pid=93886) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 13 11:23:21.917523 dv-cinder-797608-16-iscsi neutron-server[93886]: DEBUG neutron.db.l3_hamode_db [None req-19b5f89d-d2b7-4adc-8c78-d3431ea804c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797608-16-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-13T11:11:41Z,description=,heartbeat_timestamp=2021-08-13T11:23:11Z,host='dv-cinder-797608-16-iscsi',id=120d27b5-31d8-4cd2-97b4-2412c45088e1,load=0,resource_versions=,resources_synced=,started_at=2021-08-13T11:11:41Z,topic='l3_agent')) {'router_ids': ['cd349942-cccd-4380-823d-f8929ef099a0'], 'active': True} {{(pid=93886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 13 11:23:21.927575 dv-cinder-797608-16-iscsi neutron-server[93883]: INFO neutron.wsgi [req-4e0ef378-2feb-44bd-9251-4ea3b1784849 req-19a033f6-5b34-4ea1-85a6-f34feb797c1c service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=739308cf-9aff-437d-a19f-a95cf9535ad7 HTTP/1.1" status: 200 len: 999 time: 0.0614259 Aug 13 11:23:21.990484 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e0ef378-2feb-44bd-9251-4ea3b1784849 req-a68bbcb6-43f0-45d4-8708-3d757805828e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 11:23:21.991956 dv-cinder-797608-16-iscsi neutron-server[93883]: INFO neutron.wsgi [req-4e0ef378-2feb-44bd-9251-4ea3b1784849 req-a68bbcb6-43f0-45d4-8708-3d757805828e service neutron] 10.222.0.20 "GET /v2.0/subnets?id=2b810745-615e-4226-8545-baa357ea81b9 HTTP/1.1" status: 200 len: 851 time: 0.0480294 Aug 13 11:23:22.061653 dv-cinder-797608-16-iscsi neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fba9ea29-1c13-4fb3-be3d-41e4cdc68603 req-ca41da63-d8f8-4933-a448-85b4cebf42b3 tempest-ServerRescueNegativeTestJSON-217385872 tempest-ServerRescueNegativeTestJSON-217385872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 11:23:22.063902 dv-cinder-797608-16-iscsi neutron-server[93884]: INFO neutron.wsgi [req-fba9ea29-1c13-4fb3-be3d-41e4cdc68603 req-ca41da63-d8f8-4933-a448-85b4cebf42b3 tempest-ServerRescueNegativeTestJSON-217385872 tempest-ServerRescueNegativeTestJSON-217385872-project] 10.222.0.32 "GET /v2.0/ports?device_id=f07a0f18-2b98-479b-bd6a-186739dfba26 HTTP/1.1" status: 200 len: 945 time: 0.0617571 Aug 13 11:23:22.074049 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e0ef378-2feb-44bd-9251-4ea3b1784849 req-1be01f7b-84a0-468a-93cf-a53185d9c1ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 11:23:22.075563 dv-cinder-797608-16-iscsi neutron-server[93883]: INFO neutron.wsgi [req-4e0ef378-2feb-44bd-9251-4ea3b1784849 req-1be01f7b-84a0-468a-93cf-a53185d9c1ed service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=999d1062-b3a3-4414-af22-ebf9a7c571f6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0606244 Aug 13 11:23:22.105730 dv-cinder-797608-16-iscsi neutron-server[93884]: INFO neutron.wsgi [req-fba9ea29-1c13-4fb3-be3d-41e4cdc68603 req-0e4230e3-8647-4ad4-a1c9-9c8d63538fc4 tempest-ServerRescueNegativeTestJSON-217385872 tempest-ServerRescueNegativeTestJSON-217385872-project] 10.222.0.32 "GET /v2.0/security-groups?id=5e66df65-70b0-476d-97cd-4e9936c292c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344317 Aug 13 11:23:22.112212 dv-cinder-797608-16-iscsi neutron-server[93886]: DEBUG neutron.db.l3_dvr_db [None req-19b5f89d-d2b7-4adc-8c78-d3431ea804c4 None None] Set router cd349942-cccd-4380-823d-f8929ef099a0 gateway port host: dv-cinder-797608-16-iscsi {{(pid=93886) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 13 11:23:22.218123 dv-cinder-797608-16-iscsi neutron-server[93883]: INFO neutron.wsgi [req-4e0ef378-2feb-44bd-9251-4ea3b1784849 req-a614f647-a9e2-4ad2-8217-07a59cd35431 service neutron] 10.222.0.20 "GET /v2.0/networks/999d1062-b3a3-4414-af22-ebf9a7c571f6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0802801 Aug 13 11:23:22.329945 dv-cinder-797608-16-iscsi neutron-server[93886]: DEBUG neutron.db.l3_hamode_db [None req-19b5f89d-d2b7-4adc-8c78-d3431ea804c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cd349942-cccd-4380-823d-f8929ef099a0', 'name': 'tempest-TestVolumeBootPattern-1716761397-router', 'tenant_id': 'd5749f1d743e45099877d2ba04647196', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c3f0979-58a5-4465-87f9-e256377c6b61', 'external_fixed_ips': [{'subnet_id': 'ba735781-2bff-41d5-99b4-7ca705ee91ca', 'ip_address': '172.27.2.151'}], 'enable_snat': True}, 'gw_port_id': 'd7f11c20-a34b-4aad-8189-8f8559df3f39', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-13T11:22:18Z', 'updated_at': '2021-08-13T11:22:21Z', 'revision_number': 4, 'project_id': 'd5749f1d743e45099877d2ba04647196', 'gw_port': {'id': 'd7f11c20-a34b-4aad-8189-8f8559df3f39', 'name': '', 'network_id': '7c3f0979-58a5-4465-87f9-e256377c6b61', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:19:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd349942-cccd-4380-823d-f8929ef099a0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 470, 'fixed_ips': [{'subnet_id': 'ba735781-2bff-41d5-99b4-7ca705ee91ca', 'ip_address': '172.27.2.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-13T11:22:18Z', 'updated_at': '2021-08-13T11:22:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ba735781-2bff-41d5-99b4-7ca705ee91ca', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797608-16-iscsi', '_floatingips': [{'id': 'b631bae5-7682-4b52-90db-55cb904f42b3', 'tenant_id': 'd5749f1d743e45099877d2ba04647196', 'floating_ip_address': '172.27.2.240', 'floating_network_id': '7c3f0979-58a5-4465-87f9-e256377c6b61', 'router_id': 'cd349942-cccd-4380-823d-f8929ef099a0', 'port_id': '739308cf-9aff-437d-a19f-a95cf9535ad7', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 529, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '999d1062-b3a3-4414-af22-ebf9a7c571f6', 'mac_address': 'fa:16:3e:2d:ed:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b71f2b5-3fb0-45cd-89a7-90dac1a9b734', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-13T11:23:20Z', 'updated_at': '2021-08-13T11:23:20Z', 'revision_number': 0, 'project_id': 'd5749f1d743e45099877d2ba04647196', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e7681864-7bb9-4402-8c3d-4147abd52caa', 'name': '', 'network_id': '999d1062-b3a3-4414-af22-ebf9a7c571f6', 'tenant_id': 'd5749f1d743e45099877d2ba04647196', 'mac_address': 'fa:16:3e:fd:b5:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd349942-cccd-4380-823d-f8929ef099a0', 'device_owner': 'network:router_interface', 'standard_attr_id': 471, 'fixed_ips': [{'subnet_id': '2b810745-615e-4226-8545-baa357ea81b9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-13T11:22:21Z', 'updated_at': '2021-08-13T11:22:28Z', 'revision_number': 5, 'project_id': 'd5749f1d743e45099877d2ba04647196', 'subnets': [{'id': '2b810745-615e-4226-8545-baa357ea81b9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-797608-16-iscsi', False) {} {{(pid=93886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 13 11:23:22.362075 dv-cinder-797608-16-iscsi neutron-server[93886]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19b5f89d-d2b7-4adc-8c78-d3431ea804c4 None None] The sync data for ids ['cd349942-cccd-4380-823d-f8929ef099a0'] in dv-cinder-797608-16-iscsi is: [{'id': 'cd349942-cccd-4380-823d-f8929ef099a0', 'name': 'tempest-TestVolumeBootPattern-1716761397-router', 'tenant_id': 'd5749f1d743e45099877d2ba04647196', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c3f0979-58a5-4465-87f9-e256377c6b61', 'external_fixed_ips': [{'subnet_id': 'ba735781-2bff-41d5-99b4-7ca705ee91ca', 'ip_address': '172.27.2.151'}], 'enable_snat': True}, 'gw_port_id': 'd7f11c20-a34b-4aad-8189-8f8559df3f39', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-13T11:22:18Z', 'updated_at': '2021-08-13T11:22:21Z', 'revision_number': 4, 'project_id': 'd5749f1d743e45099877d2ba04647196', 'gw_port': {'id': 'd7f11c20-a34b-4aad-8189-8f8559df3f39', 'name': '', 'network_id': '7c3f0979-58a5-4465-87f9-e256377c6b61', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:19:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd349942-cccd-4380-823d-f8929ef099a0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 470, 'fixed_ips': [{'subnet_id': 'ba735781-2bff-41d5-99b4-7ca705ee91ca', 'ip_address': '172.27.2.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-13T11:22:18Z', 'updated_at': '2021-08-13T11:22:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ba735781-2bff-41d5-99b4-7ca705ee91ca', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797608-16-iscsi', '_floatingips': [{'id': 'b631bae5-7682-4b52-90db-55cb904f42b3', 'tenant_id': 'd5749f1d743e45099877d2ba04647196', 'floating_ip_address': '172.27.2.240', 'floating_network_id': '7c3f0979-58a5-4465-87f9-e256377c6b61', 'router_id': 'cd349942-cccd-4380-823d-f8929ef099a0', 'port_id': '739308cf-9aff-437d-a19f-a95cf9535ad7', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 529, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '999d1062-b3a3-4414-af22-ebf9a7c571f6', 'mac_address': 'fa:16:3e:2d:ed:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b71f2b5-3fb0-45cd-89a7-90dac1a9b734', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-13T11:23:20Z', 'updated_at': '2021-08-13T11:23:20Z', 'revision_number': 0, 'project_id': 'd5749f1d743e45099877d2ba04647196', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e7681864-7bb9-4402-8c3d-4147abd52caa', 'name': '', 'network_id': '999d1062-b3a3-4414-af22-ebf9a7c571f6', 'tenant_id': 'd5749f1d743e45099877d2ba04647196', 'mac_address': 'fa:16:3e:fd:b5:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd349942-cccd-4380-823d-f8929ef099a0', 'device_owner': 'network:router_interface', 'standard_attr_id': 471, 'fixed_ips': [{'subnet_id': '2b810745-615e-4226-8545-baa357ea81b9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-13T11:22:21Z', 'updated_at': '2021-08-13T11:22:28Z', 'revision_number': 5, 'project_id': 'd5749f1d743e45099877d2ba04647196', 'subnets': [{'id': '2b810745-615e-4226-8545-baa357ea81b9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93886) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 13 11:23:22.523608 dv-cinder-797608-16-iscsi neutron-server[93883]: INFO neutron.wsgi [req-4e0ef378-2feb-44bd-9251-4ea3b1784849 req-ff68e9bb-6fe1-4ef9-ae14-e19f55ac4018 service neutron] 10.222.0.20 "GET /v2.0/networks/999d1062-b3a3-4414-af22-ebf9a7c571f6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2963147 Aug 13 11:23:22.549101 dv-cinder-797608-16-iscsi neutron-server[93885]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6a6d50a-eb23-4f52-9880-034e49849917 None None] New status for floating IP b631bae5-7682-4b52-90db-55cb904f42b3: ACTIVE {{(pid=93885) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 13 11:23:23.218467 dv-cinder-797608-16-iscsi neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-203930c5-ad45-4d87-915c-f67d725cdfdb req-b09bdf50-6503-40f5-ad57-5e1354a77ed5 tempest-ServerRescueNegativeTestJSON-217385872 tempest-ServerRescueNegativeTestJSON-217385872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 11:23:23.219930 dv-cinder-797608-16-iscsi neutron-server[93884]: INFO neutron.wsgi [req-203930c5-ad45-4d87-915c-f67d725cdfdb req-b09bdf50-6503-40f5-ad57-5e1354a77ed5 tempest-ServerRescueNegativeTestJSON-217385872 tempest-ServerRescueNegativeTestJSON-217385872-project] 10.222.0.32 "GET /v2.0/ports?device_id=f07a0f18-2b98-479b-bd6a-186739dfba26 HTTP/1.1" status: 200 len: 945 time: 0.0472302 Aug 13 11:23:23.261495 dv-cinder-797608-16-iscsi neutron-server[93884]: INFO neutron.wsgi [req-203930c5-ad45-4d87-915c-f67d725cdfdb req-83d686f1-7d05-4ba1-aa05-6473d29e7d83 tempest-ServerRescueNegativeTestJSON-217385872 tempest-ServerRescueNegativeTestJSON-217385872-project] 10.222.0.32 "GET /v2.0/security-groups?id=5e66df65-70b0-476d-97cd-4e9936c292c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0357502 Aug 13 11:23:23.873175 dv-cinder-797608-16-iscsi neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45a943ef-d8dc-4b30-a622-b4a116c53d74 req-e2a42e95-205d-44b7-a799-4f9373ed0aaf tempest-VolumesSnapshotTestJSON-118294861 tempest-VolumesSnapshotTestJSON-118294861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 11:23:23.874785 dv-cinder-797608-16-iscsi neutron-server[93884]: INFO neutron.wsgi [req-45a943ef-d8dc-4b30-a622-b4a116c53d74 req-e2a42e95-205d-44b7-a799-4f9373ed0aaf tempest-VolumesSnapshotTestJSON-118294861 tempest-VolumesSnapshotTestJSON-118294861-project] 10.222.0.32 "GET /v2.0/ports?device_id=847d2b66-b8e1-459b-b928-37738a0c66da HTTP/1.1" status: 200 len: 945 time: 0.0485721 Aug 13 11:23:23.919216 dv-cinder-797608-16-iscsi neutron-server[93884]: INFO neutron.wsgi [req-45a943ef-d8dc-4b30-a622-b4a116c53d74 req-127eb03f-1352-46cd-bc4e-0488c5477879 tempest-VolumesSnapshotTestJSON-118294861 tempest-VolumesSnapshotTestJSON-118294861-project] 10.222.0.32 "GET /v2.0/security-groups?id=067564c0-67c3-4ba8-9df2-3ce8ca895aee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382891 Aug 13 11:23:24.013941 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f35fdd6-a687-4176-b299-e79d4b19dae5 req-eda182d5-ccde-4325-ac7b-44e4f754b5ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 11:23:24.015996 dv-cinder-797608-16-iscsi neutron-server[93883]: INFO neutron.wsgi [req-6f35fdd6-a687-4176-b299-e79d4b19dae5 req-eda182d5-ccde-4325-ac7b-44e4f754b5ac service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=f07a0f18-2b98-479b-bd6a-186739dfba26 HTTP/1.1" status: 200 len: 1098 time: 0.0401835 Aug 13 11:23:24.053319 dv-cinder-797608-16-iscsi neutron-server[93883]: INFO neutron.wsgi [req-6f35fdd6-a687-4176-b299-e79d4b19dae5 req-dad1c84e-20b5-4b85-92c7-05e730b1464b service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=5e66df65-70b0-476d-97cd-4e9936c292c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0282404 Aug 13 11:23:24.157734 dv-cinder-797608-16-iscsi neutron-server[93886]: DEBUG neutron.db.agents_db [None req-85e56f49-6478-4807-bf82-7523a15d9e55 None None] Agent healthcheck: found 6 active agents {{(pid=93886) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 13 11:23:24.382068 dv-cinder-797608-16-iscsi neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f7e8119-5b16-467e-81d8-5acfe8b4c51e req-766c3605-b3c1-4425-9a9d-2f716a700113 tempest-ServerRescueNegativeTestJSON-217385872 tempest-ServerRescueNegativeTestJSON-217385872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 11:23:24.383612 dv-cinder-797608-16-iscsi neutron-server[93884]: INFO neutron.wsgi [req-6f7e8119-5b16-467e-81d8-5acfe8b4c51e req-766c3605-b3c1-4425-9a9d-2f716a700113 tempest-ServerRescueNegativeTestJSON-217385872 tempest-ServerRescueNegativeTestJSON-217385872-project] 10.222.0.32 "GET /v2.0/ports?device_id=f07a0f18-2b98-479b-bd6a-186739dfba26 HTTP/1.1" status: 200 len: 945 time: 0.0521715 Aug 13 11:23:24.424149 dv-cinder-797608-16-iscsi neutron-server[93884]: INFO neutron.wsgi [req-6f7e8119-5b16-467e-81d8-5acfe8b4c51e req-a1cf2889-41e7-4e0e-bab0-b203b5a8da1c tempest-ServerRescueNegativeTestJSON-217385872 tempest-ServerRescueNegativeTestJSON-217385872-project] 10.222.0.32 "GET /v2.0/security-groups?id=5e66df65-70b0-476d-97cd-4e9936c292c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345585 Aug 13 11:23:25.030959 dv-cinder-797608-16-iscsi neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ac406cf-b663-47b6-92d6-b9e40846287b req-f5664b88-b3fa-44c3-9b98-0bf53b79b01d tempest-VolumesSnapshotTestJSON-118294861 tempest-VolumesSnapshotTestJSON-118294861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 11:23:25.032485 dv-cinder-797608-16-iscsi neutron-server[93884]: INFO neutron.wsgi [req-2ac406cf-b663-47b6-92d6-b9e40846287b req-f5664b88-b3fa-44c3-9b98-0bf53b79b01d tempest-VolumesSnapshotTestJSON-118294861 tempest-VolumesSnapshotTestJSON-118294861-project] 10.222.0.32 "GET /v2.0/ports?device_id=847d2b66-b8e1-459b-b928-37738a0c66da HTTP/1.1" status: 200 len: 945 time: 0.0481396 Aug 13 11:23:25.069627 dv-cinder-797608-16-iscsi neutron-server[93884]: INFO neutron.wsgi [req-2ac406cf-b663-47b6-92d6-b9e40846287b req-1fbce293-2bba-4a11-8f30-5bd9bb7a1af5 tempest-VolumesSnapshotTestJSON-118294861 tempest-VolumesSnapshotTestJSON-118294861-project] 10.222.0.32 "GET /v2.0/security-groups?id=067564c0-67c3-4ba8-9df2-3ce8ca895aee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313737 Aug 13 11:23:25.537324 dv-cinder-797608-16-iscsi neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72c0c6f7-880d-4bb4-8ded-6eca9e16ee7f req-d6527a0c-a1c3-4bbe-a97b-a3a2cd186286 tempest-ServerRescueNegativeTestJSON-217385872 tempest-ServerRescueNegativeTestJSON-217385872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 11:23:25.538802 dv-cinder-797608-16-iscsi neutron-server[93884]: INFO neutron.wsgi [req-72c0c6f7-880d-4bb4-8ded-6eca9e16ee7f req-d6527a0c-a1c3-4bbe-a97b-a3a2cd186286 tempest-ServerRescueNegativeTestJSON-217385872 tempest-ServerRescueNegativeTestJSON-217385872-project] 10.222.0.32 "GET /v2.0/ports?device_id=f07a0f18-2b98-479b-bd6a-186739dfba26 HTTP/1.1" status: 200 len: 945 time: 0.0476923 Aug 13 11:23:25.574313 dv-cinder-797608-16-iscsi neutron-server[93884]: INFO neutron.wsgi [req-72c0c6f7-880d-4bb4-8ded-6eca9e16ee7f req-f84a876d-5d78-47d4-90ee-e0fcfaae5630 tempest-ServerRescueNegativeTestJSON-217385872 tempest-ServerRescueNegativeTestJSON-217385872-project] 10.222.0.32 "GET /v2.0/security-groups?id=5e66df65-70b0-476d-97cd-4e9936c292c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0297565 Aug 13 11:23:26.183574 dv-cinder-797608-16-iscsi neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e53fc440-9a40-4c66-b009-dfac1762fc2d req-006310fd-055c-475e-98eb-e98140183ccd tempest-VolumesSnapshotTestJSON-118294861 tempest-VolumesSnapshotTestJSON-118294861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 11:23:26.185042 dv-cinder-797608-16-iscsi neutron-server[93884]: INFO neutron.wsgi [req-e53fc440-9a40-4c66-b009-dfac1762fc2d req-006310fd-055c-475e-98eb-e98140183ccd tempest-VolumesSnapshotTestJSON-118294861 tempest-VolumesSnapshotTestJSON-118294861-project] 10.222.0.32 "GET /v2.0/ports?device_id=847d2b66-b8e1-459b-b928-37738a0c66da HTTP/1.1" status: 200 len: 945 time: 0.0511994 Aug 13 11:23:26.220992 dv-cinder-797608-16-iscsi neutron-server[93884]: INFO neutron.wsgi [req-e53fc440-9a40-4c66-b009-dfac1762fc2d req-eccb42b9-c96c-49d6-92e0-0e09446b1b5a tempest-VolumesSnapshotTestJSON-118294861 tempest-VolumesSnapshotTestJSON-118294861-project] 10.222.0.32 "GET /v2.0/security-groups?id=067564c0-67c3-4ba8-9df2-3ce8ca895aee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0295923 Aug 13 11:23:26.688404 dv-cinder-797608-16-iscsi neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f306327-c0f6-4bef-8683-fcad8ff8f79e req-9047df37-69c6-4975-9592-63298c47a63f tempest-ServerRescueNegativeTestJSON-217385872 tempest-ServerRescueNegativeTestJSON-217385872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 11:23:26.689863 dv-cinder-797608-16-iscsi neutron-server[93884]: INFO neutron.wsgi [req-1f306327-c0f6-4bef-8683-fcad8ff8f79e req-9047df37-69c6-4975-9592-63298c47a63f tempest-ServerRescueNegativeTestJSON-217385872 tempest-ServerRescueNegativeTestJSON-217385872-project] 10.222.0.32 "GET /v2.0/ports?device_id=f07a0f18-2b98-479b-bd6a-186739dfba26 HTTP/1.1" status: 200 len: 945 time: 0.0485618 Aug 13 11:23:26.727276 dv-cinder-797608-16-iscsi neutron-server[93884]: INFO neutron.wsgi [req-1f306327-c0f6-4bef-8683-fcad8ff8f79e req-b2f72630-fcc8-4392-b112-1d38c4751d38 tempest-ServerRescueNegativeTestJSON-217385872 tempest-ServerRescueNegativeTestJSON-217385872-project] 10.222.0.32 "GET /v2.0/security-groups?id=5e66df65-70b0-476d-97cd-4e9936c292c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315161 Aug 13 11:23:27.030950 dv-cinder-797608-16-iscsi neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66fb6b8e-5b23-46b5-8d84-448c19064250 req-e9d6337e-0825-44cb-891a-d1a7ee7bc9ff tempest-ServerRescueNegativeTestJSON-217385872 tempest-ServerRescueNegativeTestJSON-217385872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 11:23:27.032985 dv-cinder-797608-16-iscsi neutron-server[93884]: INFO neutron.wsgi [req-66fb6b8e-5b23-46b5-8d84-448c19064250 req-e9d6337e-0825-44cb-891a-d1a7ee7bc9ff tempest-ServerRescueNegativeTestJSON-217385872 tempest-ServerRescueNegativeTestJSON-217385872-project] 10.222.0.32 "GET /v2.0/ports?device_id=f07a0f18-2b98-479b-bd6a-186739dfba26 HTTP/1.1" status: 200 len: 945 time: 0.0564151 Aug 13 11:23:27.050223 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2fb6b7e-7190-4814-b430-b801288fece2 req-b5cea292-8a47-4146-9b37-dddcd70d7771 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 11:23:27.051985 dv-cinder-797608-16-iscsi neutron-server[93883]: INFO neutron.wsgi [req-e2fb6b7e-7190-4814-b430-b801288fece2 req-b5cea292-8a47-4146-9b37-dddcd70d7771 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=7ce5ec11b3fa4a3da17a044b60c4d7c0&device_id=f07a0f18-2b98-479b-bd6a-186739dfba26 HTTP/1.1" status: 200 len: 1098 time: 0.0433795 Aug 13 11:23:27.070866 dv-cinder-797608-16-iscsi neutron-server[93884]: INFO neutron.wsgi [req-66fb6b8e-5b23-46b5-8d84-448c19064250 req-c7802af4-b0ad-486a-af5b-f27f613e3d80 tempest-ServerRescueNegativeTestJSON-217385872 tempest-ServerRescueNegativeTestJSON-217385872-project] 10.222.0.32 "GET /v2.0/security-groups?id=5e66df65-70b0-476d-97cd-4e9936c292c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314941 Aug 13 11:23:27.153685 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2fb6b7e-7190-4814-b430-b801288fece2 req-43d24ac0-3cc4-413d-a4d2-d48817e7e86a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 11:23:27.155201 dv-cinder-797608-16-iscsi neutron-server[93883]: INFO neutron.wsgi [req-e2fb6b7e-7190-4814-b430-b801288fece2 req-43d24ac0-3cc4-413d-a4d2-d48817e7e86a service neutron] 10.222.0.20 "GET /v2.0/networks?id=02c7fb52-0ad2-484c-84d8-96df36c92bd5 HTTP/1.1" status: 200 len: 919 time: 0.0862916 Aug 13 11:23:27.205025 dv-cinder-797608-16-iscsi neutron-server[93883]: INFO neutron.wsgi [req-e2fb6b7e-7190-4814-b430-b801288fece2 req-33bc6234-4580-45db-8d27-548b53637915 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=51600623-03db-4e3a-a453-54b221839aac HTTP/1.1" status: 200 len: 217 time: 0.0332630 Aug 13 11:23:27.260584 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2fb6b7e-7190-4814-b430-b801288fece2 req-91f4e4fe-a050-4acd-8d46-9cd112508186 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 11:23:27.262108 dv-cinder-797608-16-iscsi neutron-server[93883]: INFO neutron.wsgi [req-e2fb6b7e-7190-4814-b430-b801288fece2 req-91f4e4fe-a050-4acd-8d46-9cd112508186 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=4d0dfa4f-d7e7-4367-877a-a49567302b15 HTTP/1.1" status: 200 len: 858 time: 0.0457935 Aug 13 11:23:27.343292 dv-cinder-797608-16-iscsi neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b348dc5c-7356-4241-91d3-e7709daaeaa7 req-c79ffac0-264d-4e68-a21f-1a5c2fc8984d tempest-VolumesSnapshotTestJSON-118294861 tempest-VolumesSnapshotTestJSON-118294861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 11:23:27.345042 dv-cinder-797608-16-iscsi neutron-server[93884]: INFO neutron.wsgi [req-b348dc5c-7356-4241-91d3-e7709daaeaa7 req-c79ffac0-264d-4e68-a21f-1a5c2fc8984d tempest-VolumesSnapshotTestJSON-118294861 tempest-VolumesSnapshotTestJSON-118294861-project] 10.222.0.32 "GET /v2.0/ports?device_id=847d2b66-b8e1-459b-b928-37738a0c66da HTTP/1.1" status: 200 len: 945 time: 0.0563238 Aug 13 11:23:27.364313 dv-cinder-797608-16-iscsi neutron-server[93883]: INFO neutron.wsgi [req-e2fb6b7e-7190-4814-b430-b801288fece2 req-44337138-426e-4914-9030-6ee3b3858cdc service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=02c7fb52-0ad2-484c-84d8-96df36c92bd5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0339363 Aug 13 11:23:27.386070 dv-cinder-797608-16-iscsi neutron-server[93884]: INFO neutron.wsgi [req-b348dc5c-7356-4241-91d3-e7709daaeaa7 req-04af6ff7-8fe6-4648-8920-1605ccd1d9b2 tempest-VolumesSnapshotTestJSON-118294861 tempest-VolumesSnapshotTestJSON-118294861-project] 10.222.0.32 "GET /v2.0/security-groups?id=067564c0-67c3-4ba8-9df2-3ce8ca895aee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346866 Aug 13 11:23:27.454252 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa896238-bc46-4f94-a4c4-8fcf81e034be req-7d0c2762-386e-4f72-aedf-e5edd13568f9 tempest-VolumesSnapshotTestJSON-118294861 tempest-VolumesSnapshotTestJSON-118294861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 11:23:27.455828 dv-cinder-797608-16-iscsi neutron-server[93883]: INFO neutron.wsgi [req-fa896238-bc46-4f94-a4c4-8fcf81e034be req-7d0c2762-386e-4f72-aedf-e5edd13568f9 tempest-VolumesSnapshotTestJSON-118294861 tempest-VolumesSnapshotTestJSON-118294861-project] 10.222.0.20 "GET /v2.0/ports?device_id=847d2b66-b8e1-459b-b928-37738a0c66da HTTP/1.1" status: 200 len: 945 time: 0.1175303 Aug 13 11:23:27.512844 dv-cinder-797608-16-iscsi neutron-server[93883]: INFO neutron.wsgi [req-e2fb6b7e-7190-4814-b430-b801288fece2 req-d53f2d48-3d04-44ab-ab43-16a6949c7868 service neutron] 10.222.0.20 "GET /v2.0/networks/02c7fb52-0ad2-484c-84d8-96df36c92bd5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1333554 Aug 13 11:23:27.643498 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron.plugins.ml2.plugin [req-fa896238-bc46-4f94-a4c4-8fcf81e034be req-fa5e8cd4-6622-4817-a22c-a6f893459ed7 tempest-VolumesSnapshotTestJSON-118294861 tempest-VolumesSnapshotTestJSON-118294861-project] Deleting port 978053b2-4b2b-4c90-9539-bc2f3eabcbad {{(pid=93883) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 13 11:23:27.643845 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-fa896238-bc46-4f94-a4c4-8fcf81e034be req-fa5e8cd4-6622-4817-a22c-a6f893459ed7 tempest-VolumesSnapshotTestJSON-118294861 tempest-VolumesSnapshotTestJSON-118294861-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782137884200'] for port, before_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 11:23:27.662478 dv-cinder-797608-16-iscsi neutron-server[93883]: INFO neutron.wsgi [req-e2fb6b7e-7190-4814-b430-b801288fece2 req-126bd446-f520-4abd-a576-b9934c9162e2 service neutron] 10.222.0.20 "GET /v2.0/networks/02c7fb52-0ad2-484c-84d8-96df36c92bd5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1419327 Aug 13 11:23:27.737494 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron.plugins.ml2.db [req-fa896238-bc46-4f94-a4c4-8fcf81e034be req-fa5e8cd4-6622-4817-a22c-a6f893459ed7 tempest-VolumesSnapshotTestJSON-118294861 tempest-VolumesSnapshotTestJSON-118294861-project] For port 978053b2-4b2b-4c90-9539-bc2f3eabcbad, host hv-cinder-79760, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79760',level=0,port_id=978053b2-4b2b-4c90-9539-bc2f3eabcbad,segment=NetworkSegment(e18aea7a-7e5d-44de-aa65-0910a3f71ee1),segment_id=e18aea7a-7e5d-44de-aa65-0910a3f71ee1)] {{(pid=93883) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 13 11:23:27.737772 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-fa896238-bc46-4f94-a4c4-8fcf81e034be req-fa5e8cd4-6622-4817-a22c-a6f893459ed7 tempest-VolumesSnapshotTestJSON-118294861 tempest-VolumesSnapshotTestJSON-118294861-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1583036'] for port, precommit_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 11:23:27.750877 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron.plugins.ml2.plugin [req-fa896238-bc46-4f94-a4c4-8fcf81e034be req-fa5e8cd4-6622-4817-a22c-a6f893459ed7 tempest-VolumesSnapshotTestJSON-118294861 tempest-VolumesSnapshotTestJSON-118294861-project] Calling delete_port for 978053b2-4b2b-4c90-9539-bc2f3eabcbad owned by compute:nova {{(pid=93883) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 13 11:23:27.875983 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-fa896238-bc46-4f94-a4c4-8fcf81e034be req-fa5e8cd4-6622-4817-a22c-a6f893459ed7 tempest-VolumesSnapshotTestJSON-118294861 tempest-VolumesSnapshotTestJSON-118294861-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935844', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611014', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782137889922', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782137337604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2139128394'] for port, after_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 11:23:27.904470 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa5e8cd4-6622-4817-a22c-a6f893459ed7 tempest-VolumesSnapshotTestJSON-118294861 tempest-VolumesSnapshotTestJSON-118294861-project] Pushing event deleted for resources: {'Port': ['ID=978053b2-4b2b-4c90-9539-bc2f3eabcbad,revision_number=None']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 11:23:27.918618 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa5e8cd4-6622-4817-a22c-a6f893459ed7 tempest-VolumesSnapshotTestJSON-118294861 tempest-VolumesSnapshotTestJSON-118294861-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797608-16-iscsi {{(pid=93883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 11:23:27.918970 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa5e8cd4-6622-4817-a22c-a6f893459ed7 tempest-VolumesSnapshotTestJSON-118294861 tempest-VolumesSnapshotTestJSON-118294861-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797608-16-iscsi {{(pid=93883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 11:23:27.919445 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa5e8cd4-6622-4817-a22c-a6f893459ed7 tempest-VolumesSnapshotTestJSON-118294861 tempest-VolumesSnapshotTestJSON-118294861-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797608-16-iscsi {{(pid=93883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 11:23:27.919788 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa5e8cd4-6622-4817-a22c-a6f893459ed7 tempest-VolumesSnapshotTestJSON-118294861 tempest-VolumesSnapshotTestJSON-118294861-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797608-16-iscsi {{(pid=93883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 11:23:27.920126 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa5e8cd4-6622-4817-a22c-a6f893459ed7 tempest-VolumesSnapshotTestJSON-118294861 tempest-VolumesSnapshotTestJSON-118294861-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-797608-16-iscsi {{(pid=93883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 11:23:27.920463 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa5e8cd4-6622-4817-a22c-a6f893459ed7 tempest-VolumesSnapshotTestJSON-118294861 tempest-VolumesSnapshotTestJSON-118294861-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797608-16-iscsi {{(pid=93883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 11:23:27.920795 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa5e8cd4-6622-4817-a22c-a6f893459ed7 tempest-VolumesSnapshotTestJSON-118294861 tempest-VolumesSnapshotTestJSON-118294861-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-797608-16-iscsi {{(pid=93883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 11:23:27.921124 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa5e8cd4-6622-4817-a22c-a6f893459ed7 tempest-VolumesSnapshotTestJSON-118294861 tempest-VolumesSnapshotTestJSON-118294861-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-797608-16-iscsi {{(pid=93883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 11:23:27.921960 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa5e8cd4-6622-4817-a22c-a6f893459ed7 tempest-VolumesSnapshotTestJSON-118294861 tempest-VolumesSnapshotTestJSON-118294861-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797608-16-iscsi {{(pid=93883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 11:23:27.922312 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa5e8cd4-6622-4817-a22c-a6f893459ed7 tempest-VolumesSnapshotTestJSON-118294861 tempest-VolumesSnapshotTestJSON-118294861-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797608-16-iscsi {{(pid=93883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 11:23:27.922657 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa5e8cd4-6622-4817-a22c-a6f893459ed7 tempest-VolumesSnapshotTestJSON-118294861 tempest-VolumesSnapshotTestJSON-118294861-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797608-16-iscsi {{(pid=93883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 11:23:27.922972 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa5e8cd4-6622-4817-a22c-a6f893459ed7 tempest-VolumesSnapshotTestJSON-118294861 tempest-VolumesSnapshotTestJSON-118294861-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797608-16-iscsi {{(pid=93883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 11:23:27.926143 dv-cinder-797608-16-iscsi neutron-server[93885]: DEBUG neutron.plugins.ml2.db [None req-a0b9b986-0706-4fc6-9cf9-0eb02d2513dc None None] get_ports_and_sgs() called for port_ids ['978053b2-4b2b-4c90-9539-bc2f3eabcbad'] {{(pid=93885) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 13 11:23:27.960096 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron.db.l3_dvrscheduler_db [req-fa896238-bc46-4f94-a4c4-8fcf81e034be req-fa5e8cd4-6622-4817-a22c-a6f893459ed7 tempest-VolumesSnapshotTestJSON-118294861 tempest-VolumesSnapshotTestJSON-118294861-project] No DVR routers for this DVR port 978053b2-4b2b-4c90-9539-bc2f3eabcbad on host hv-cinder-79760 {{(pid=93883) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 13 11:23:27.962420 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-fa896238-bc46-4f94-a4c4-8fcf81e034be req-fa5e8cd4-6622-4817-a22c-a6f893459ed7 tempest-VolumesSnapshotTestJSON-118294861 tempest-VolumesSnapshotTestJSON-118294861-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-128352'] for port, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 11:23:27.964408 dv-cinder-797608-16-iscsi neutron-server[93883]: INFO neutron.wsgi [req-fa896238-bc46-4f94-a4c4-8fcf81e034be req-fa5e8cd4-6622-4817-a22c-a6f893459ed7 tempest-VolumesSnapshotTestJSON-118294861 tempest-VolumesSnapshotTestJSON-118294861-project] 10.222.0.20 "DELETE /v2.0/ports/978053b2-4b2b-4c90-9539-bc2f3eabcbad HTTP/1.1" status: 204 len: 173 time: 0.4985671 Aug 13 11:23:27.964842 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '847d2b66-b8e1-459b-b928-37738a0c66da', 'name': 'network-vif-deleted', 'tag': '978053b2-4b2b-4c90-9539-bc2f3eabcbad'}] {{(pid=93883) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 13 11:23:27.967081 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}db1a1fbc245c58e73290e58258e46ca41fe4e785cc79cbd57aa3dae940aad292" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e673f52c-f50f-4a46-9787-60de37294774" -d '{"events": [{"server_uuid": "847d2b66-b8e1-459b-b928-37738a0c66da", "name": "network-vif-deleted", "tag": "978053b2-4b2b-4c90-9539-bc2f3eabcbad"}]}' {{(pid=93883) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 13 11:23:28.003479 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 13 Aug 2021 11:23:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5dd2a7aa-ae7a-4f69-b9fa-fb1e51ada889 x-openstack-request-id: req-5dd2a7aa-ae7a-4f69-b9fa-fb1e51ada889 {{(pid=93883) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 13 11:23:28.003772 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "847d2b66-b8e1-459b-b928-37738a0c66da", "name": "network-vif-deleted", "tag": "978053b2-4b2b-4c90-9539-bc2f3eabcbad", "status": "completed", "code": 200}]} {{(pid=93883) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 13 11:23:28.004025 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-5dd2a7aa-ae7a-4f69-b9fa-fb1e51ada889 {{(pid=93883) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 13 11:23:28.004423 dv-cinder-797608-16-iscsi neutron-server[93883]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '847d2b66-b8e1-459b-b928-37738a0c66da', 'name': 'network-vif-deleted', 'tag': '978053b2-4b2b-4c90-9539-bc2f3eabcbad', 'status': 'completed', 'code': 200} Aug 13 11:23:28.188961 dv-cinder-797608-16-iscsi neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1479ed1a-fe71-4d24-b0c0-ffc67e40b933 req-0d723836-5409-4e90-82fb-987d84c01324 tempest-ServerRescueNegativeTestJSON-217385872 tempest-ServerRescueNegativeTestJSON-217385872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 11:23:28.190503 dv-cinder-797608-16-iscsi neutron-server[93884]: INFO neutron.wsgi [req-1479ed1a-fe71-4d24-b0c0-ffc67e40b933 req-0d723836-5409-4e90-82fb-987d84c01324 tempest-ServerRescueNegativeTestJSON-217385872 tempest-ServerRescueNegativeTestJSON-217385872-project] 10.222.0.32 "GET /v2.0/ports?device_id=f07a0f18-2b98-479b-bd6a-186739dfba26 HTTP/1.1" status: 200 len: 945 time: 0.0504036 Aug 13 11:23:28.227168 dv-cinder-797608-16-iscsi neutron-server[93884]: INFO neutron.wsgi [req-1479ed1a-fe71-4d24-b0c0-ffc67e40b933 req-ebf5b053-85bb-4c31-9933-4d11a125e6ed tempest-ServerRescueNegativeTestJSON-217385872 tempest-ServerRescueNegativeTestJSON-217385872-project] 10.222.0.32 "GET /v2.0/security-groups?id=5e66df65-70b0-476d-97cd-4e9936c292c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308313 Aug 13 11:23:28.492439 dv-cinder-797608-16-iscsi neutron-server[93884]: INFO neutron.wsgi [req-c82a2b72-354e-414f-ab0e-7cb556cc34a8 req-38d6bae5-28db-4e9e-af1a-f3c5adfacd70 tempest-VolumesSnapshotTestJSON-118294861 tempest-VolumesSnapshotTestJSON-118294861-project] 10.222.0.32 "GET /v2.0/ports?device_id=847d2b66-b8e1-459b-b928-37738a0c66da HTTP/1.1" status: 200 len: 210 time: 0.0257595 Aug 13 11:23:29.343041 dv-cinder-797608-16-iscsi neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6312d512-ce43-4200-8950-8e88bd358607 req-07d081f5-eeba-4db3-8ff6-cb1ceaef9e67 tempest-ServerRescueNegativeTestJSON-217385872 tempest-ServerRescueNegativeTestJSON-217385872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 11:23:29.344501 dv-cinder-797608-16-iscsi neutron-server[93884]: INFO neutron.wsgi [req-6312d512-ce43-4200-8950-8e88bd358607 req-07d081f5-eeba-4db3-8ff6-cb1ceaef9e67 tempest-ServerRescueNegativeTestJSON-217385872 tempest-ServerRescueNegativeTestJSON-217385872-project] 10.222.0.32 "GET /v2.0/ports?device_id=f07a0f18-2b98-479b-bd6a-186739dfba26 HTTP/1.1" status: 200 len: 945 time: 0.0509355 Aug 13 11:23:29.382093 dv-cinder-797608-16-iscsi neutron-server[93884]: INFO neutron.wsgi [req-6312d512-ce43-4200-8950-8e88bd358607 req-5c3cf076-6934-43de-b50c-dafd5ecb941f tempest-ServerRescueNegativeTestJSON-217385872 tempest-ServerRescueNegativeTestJSON-217385872-project] 10.222.0.32 "GET /v2.0/security-groups?id=5e66df65-70b0-476d-97cd-4e9936c292c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317457 Aug 13 11:23:29.593823 dv-cinder-797608-16-iscsi neutron-server[93884]: INFO neutron.wsgi [req-76041deb-dc2f-499b-838a-d408976a48cb req-3fd9e13c-8b6f-4c5e-bb4c-eb1208aa0d8e tempest-VolumesSnapshotTestJSON-118294861 tempest-VolumesSnapshotTestJSON-118294861-project] 10.222.0.32 "GET /v2.0/ports?device_id=847d2b66-b8e1-459b-b928-37738a0c66da HTTP/1.1" status: 200 len: 210 time: 0.0261018 Aug 13 11:23:30.492507 dv-cinder-797608-16-iscsi neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bf1684e-281b-4bb5-85aa-dc6461197e8b req-dd3f0c87-8123-4a2b-ba6f-ef2ed0e1ab48 tempest-ServerRescueNegativeTestJSON-217385872 tempest-ServerRescueNegativeTestJSON-217385872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 11:23:30.493933 dv-cinder-797608-16-iscsi neutron-server[93884]: INFO neutron.wsgi [req-1bf1684e-281b-4bb5-85aa-dc6461197e8b req-dd3f0c87-8123-4a2b-ba6f-ef2ed0e1ab48 tempest-ServerRescueNegativeTestJSON-217385872 tempest-ServerRescueNegativeTestJSON-217385872-project] 10.222.0.32 "GET /v2.0/ports?device_id=f07a0f18-2b98-479b-bd6a-186739dfba26 HTTP/1.1" status: 200 len: 945 time: 0.0464535 Aug 13 11:23:30.530544 dv-cinder-797608-16-iscsi neutron-server[93884]: INFO neutron.wsgi [req-1bf1684e-281b-4bb5-85aa-dc6461197e8b req-912d0c20-c94a-4e2e-9d60-ad09fb4efaf7 tempest-ServerRescueNegativeTestJSON-217385872 tempest-ServerRescueNegativeTestJSON-217385872-project] 10.222.0.32 "GET /v2.0/security-groups?id=5e66df65-70b0-476d-97cd-4e9936c292c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0305185 Aug 13 11:23:30.695965 dv-cinder-797608-16-iscsi neutron-server[93884]: INFO neutron.wsgi [req-fc781358-90bd-4011-a991-10389966fdd1 req-00967020-e715-4b09-9184-b9bd5320dd0e tempest-VolumesSnapshotTestJSON-118294861 tempest-VolumesSnapshotTestJSON-118294861-project] 10.222.0.32 "GET /v2.0/ports?device_id=847d2b66-b8e1-459b-b928-37738a0c66da HTTP/1.1" status: 200 len: 210 time: 0.0262406 Aug 13 11:23:31.645328 dv-cinder-797608-16-iscsi neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20925196-1727-43ec-90f5-8327ac5eaf55 req-2e0d7842-8817-429d-86a7-29453edf4c9e tempest-ServerRescueNegativeTestJSON-217385872 tempest-ServerRescueNegativeTestJSON-217385872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 11:23:31.646797 dv-cinder-797608-16-iscsi neutron-server[93884]: INFO neutron.wsgi [req-20925196-1727-43ec-90f5-8327ac5eaf55 req-2e0d7842-8817-429d-86a7-29453edf4c9e tempest-ServerRescueNegativeTestJSON-217385872 tempest-ServerRescueNegativeTestJSON-217385872-project] 10.222.0.32 "GET /v2.0/ports?device_id=f07a0f18-2b98-479b-bd6a-186739dfba26 HTTP/1.1" status: 200 len: 945 time: 0.0504351 Aug 13 11:23:31.683160 dv-cinder-797608-16-iscsi neutron-server[93884]: INFO neutron.wsgi [req-20925196-1727-43ec-90f5-8327ac5eaf55 req-8e64bf5a-c078-4899-8460-5000b160c203 tempest-ServerRescueNegativeTestJSON-217385872 tempest-ServerRescueNegativeTestJSON-217385872-project] 10.222.0.32 "GET /v2.0/security-groups?id=5e66df65-70b0-476d-97cd-4e9936c292c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0302925 Aug 13 11:23:32.796563 dv-cinder-797608-16-iscsi neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29405e48-e565-43f9-a757-2de86d3f52e1 req-416f4a01-ded0-465d-a2dc-6fb96dc53b59 tempest-ServerRescueNegativeTestJSON-217385872 tempest-ServerRescueNegativeTestJSON-217385872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 11:23:32.798681 dv-cinder-797608-16-iscsi neutron-server[93884]: INFO neutron.wsgi [req-29405e48-e565-43f9-a757-2de86d3f52e1 req-416f4a01-ded0-465d-a2dc-6fb96dc53b59 tempest-ServerRescueNegativeTestJSON-217385872 tempest-ServerRescueNegativeTestJSON-217385872-project] 10.222.0.32 "GET /v2.0/ports?device_id=f07a0f18-2b98-479b-bd6a-186739dfba26 HTTP/1.1" status: 200 len: 945 time: 0.0494871 Aug 13 11:23:32.835054 dv-cinder-797608-16-iscsi neutron-server[93884]: INFO neutron.wsgi [req-29405e48-e565-43f9-a757-2de86d3f52e1 req-b288a892-c03b-428e-9fa3-df88f895fbd9 tempest-ServerRescueNegativeTestJSON-217385872 tempest-ServerRescueNegativeTestJSON-217385872-project] 10.222.0.32 "GET /v2.0/security-groups?id=5e66df65-70b0-476d-97cd-4e9936c292c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0303316 Aug 13 11:23:32.956067 dv-cinder-797608-16-iscsi neutron-server[93885]: DEBUG neutron.plugins.ml2.rpc [None req-a0b9b986-0706-4fc6-9cf9-0eb02d2513dc None None] Device 978053b2-4b2b-4c90-9539-bc2f3eabcbad no longer exists at agent hyperv_hv-cinder-79760 {{(pid=93885) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 13 11:23:32.976534 dv-cinder-797608-16-iscsi neutron-server[93885]: DEBUG neutron.plugins.ml2.plugin [None req-a0b9b986-0706-4fc6-9cf9-0eb02d2513dc None None] No Port match for: 978053b2-4b2b-4c90-9539-bc2f3eabcbad {{(pid=93885) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 13 11:23:32.976804 dv-cinder-797608-16-iscsi neutron-server[93885]: DEBUG neutron.plugins.ml2.rpc [None req-a0b9b986-0706-4fc6-9cf9-0eb02d2513dc None None] Device 978053b2-4b2b-4c90-9539-bc2f3eabcbad not bound to the agent host hv-cinder-79760 {{(pid=93885) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 13 11:23:33.953156 dv-cinder-797608-16-iscsi neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84076311-903d-4f4d-91fc-fd254a2fac0d req-783f5124-3672-458a-99a8-6863ae399c0f tempest-ServerRescueNegativeTestJSON-217385872 tempest-ServerRescueNegativeTestJSON-217385872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 11:23:33.954652 dv-cinder-797608-16-iscsi neutron-server[93884]: INFO neutron.wsgi [req-84076311-903d-4f4d-91fc-fd254a2fac0d req-783f5124-3672-458a-99a8-6863ae399c0f tempest-ServerRescueNegativeTestJSON-217385872 tempest-ServerRescueNegativeTestJSON-217385872-project] 10.222.0.32 "GET /v2.0/ports?device_id=f07a0f18-2b98-479b-bd6a-186739dfba26 HTTP/1.1" status: 200 len: 945 time: 0.0493186 Aug 13 11:23:33.991674 dv-cinder-797608-16-iscsi neutron-server[93884]: INFO neutron.wsgi [req-84076311-903d-4f4d-91fc-fd254a2fac0d req-0f56d407-7feb-4d13-b7cc-97e85924aaa8 tempest-ServerRescueNegativeTestJSON-217385872 tempest-ServerRescueNegativeTestJSON-217385872-project] 10.222.0.32 "GET /v2.0/security-groups?id=5e66df65-70b0-476d-97cd-4e9936c292c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308564 Aug 13 11:23:34.299117 dv-cinder-797608-16-iscsi neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-a0b9b986-0706-4fc6-9cf9-0eb02d2513dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782137812740', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-997306'] for agent, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 11:23:34.461788 dv-cinder-797608-16-iscsi neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1872fad2-4caa-4f06-9906-4149935fe356 req-df635afc-08ff-416d-9f5c-c6bb8ffd2557 tempest-AttachVolumeTestJSON-893493791 tempest-AttachVolumeTestJSON-893493791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 11:23:34.463283 dv-cinder-797608-16-iscsi neutron-server[93884]: INFO neutron.wsgi [req-1872fad2-4caa-4f06-9906-4149935fe356 req-df635afc-08ff-416d-9f5c-c6bb8ffd2557 tempest-AttachVolumeTestJSON-893493791 tempest-AttachVolumeTestJSON-893493791-project] 10.222.0.32 "GET /v2.0/ports?device_id=210d2391-7cc4-41fd-87e2-e84f6d335633 HTTP/1.1" status: 200 len: 945 time: 0.0511055 Aug 13 11:23:34.499976 dv-cinder-797608-16-iscsi neutron-server[93884]: INFO neutron.wsgi [req-1872fad2-4caa-4f06-9906-4149935fe356 req-0a129a86-d7e1-43cf-b62e-431aa56a8701 tempest-AttachVolumeTestJSON-893493791 tempest-AttachVolumeTestJSON-893493791-project] 10.222.0.32 "GET /v2.0/security-groups?id=04a16d11-7ca4-462a-891c-e4a125fe1a42&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0302601 Aug 13 11:23:35.611669 dv-cinder-797608-16-iscsi neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20f0cb2f-51c2-4141-b6d7-12264964cbdd req-268a14de-b8de-46e6-a929-f131f80250ee tempest-AttachVolumeTestJSON-893493791 tempest-AttachVolumeTestJSON-893493791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 11:23:35.613129 dv-cinder-797608-16-iscsi neutron-server[93884]: INFO neutron.wsgi [req-20f0cb2f-51c2-4141-b6d7-12264964cbdd req-268a14de-b8de-46e6-a929-f131f80250ee tempest-AttachVolumeTestJSON-893493791 tempest-AttachVolumeTestJSON-893493791-project] 10.222.0.32 "GET /v2.0/ports?device_id=210d2391-7cc4-41fd-87e2-e84f6d335633 HTTP/1.1" status: 200 len: 945 time: 0.0479383 Aug 13 11:23:35.649416 dv-cinder-797608-16-iscsi neutron-server[93884]: INFO neutron.wsgi [req-20f0cb2f-51c2-4141-b6d7-12264964cbdd req-55599cab-e436-44af-bad5-9e9bb43ca807 tempest-AttachVolumeTestJSON-893493791 tempest-AttachVolumeTestJSON-893493791-project] 10.222.0.32 "GET /v2.0/security-groups?id=04a16d11-7ca4-462a-891c-e4a125fe1a42&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0304341 Aug 13 11:23:36.761580 dv-cinder-797608-16-iscsi neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-529d889c-cf76-40a3-87bb-c362d28c88d2 req-46c56299-3e51-46ae-8cba-a9c96778d374 tempest-AttachVolumeTestJSON-893493791 tempest-AttachVolumeTestJSON-893493791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 11:23:36.763039 dv-cinder-797608-16-iscsi neutron-server[93884]: INFO neutron.wsgi [req-529d889c-cf76-40a3-87bb-c362d28c88d2 req-46c56299-3e51-46ae-8cba-a9c96778d374 tempest-AttachVolumeTestJSON-893493791 tempest-AttachVolumeTestJSON-893493791-project] 10.222.0.32 "GET /v2.0/ports?device_id=210d2391-7cc4-41fd-87e2-e84f6d335633 HTTP/1.1" status: 200 len: 945 time: 0.0477667 Aug 13 11:23:36.798936 dv-cinder-797608-16-iscsi neutron-server[93884]: INFO neutron.wsgi [req-529d889c-cf76-40a3-87bb-c362d28c88d2 req-3e726cca-8246-4d06-a942-f7d5035ba1af tempest-AttachVolumeTestJSON-893493791 tempest-AttachVolumeTestJSON-893493791-project] 10.222.0.32 "GET /v2.0/security-groups?id=04a16d11-7ca4-462a-891c-e4a125fe1a42&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0300477 Aug 13 11:23:37.919960 dv-cinder-797608-16-iscsi neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-261c3b30-3cf0-4b10-acb5-89c1ff362027 req-2d7bfdb3-a9f7-49f9-ba9c-4faa96217fbb tempest-AttachVolumeTestJSON-893493791 tempest-AttachVolumeTestJSON-893493791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 11:23:37.921470 dv-cinder-797608-16-iscsi neutron-server[93884]: INFO neutron.wsgi [req-261c3b30-3cf0-4b10-acb5-89c1ff362027 req-2d7bfdb3-a9f7-49f9-ba9c-4faa96217fbb tempest-AttachVolumeTestJSON-893493791 tempest-AttachVolumeTestJSON-893493791-project] 10.222.0.32 "GET /v2.0/ports?device_id=210d2391-7cc4-41fd-87e2-e84f6d335633 HTTP/1.1" status: 200 len: 945 time: 0.0537422 Aug 13 11:23:37.965163 dv-cinder-797608-16-iscsi neutron-server[93884]: INFO neutron.wsgi [req-261c3b30-3cf0-4b10-acb5-89c1ff362027 req-1362fe10-a813-4f32-b5f4-b3487dc53114 tempest-AttachVolumeTestJSON-893493791 tempest-AttachVolumeTestJSON-893493791-project] 10.222.0.32 "GET /v2.0/security-groups?id=04a16d11-7ca4-462a-891c-e4a125fe1a42&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0371821 Aug 13 11:23:38.577860 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6255e2a-f581-499a-bb57-b2d2d3ebf1fa req-41b4f667-075a-4e59-851c-b2fad39a2c64 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 11:23:38.579410 dv-cinder-797608-16-iscsi neutron-server[93883]: INFO neutron.wsgi [req-e6255e2a-f581-499a-bb57-b2d2d3ebf1fa req-41b4f667-075a-4e59-851c-b2fad39a2c64 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=79ef1636c6ae4656a27be7ebe99adfd8&device_id=210d2391-7cc4-41fd-87e2-e84f6d335633 HTTP/1.1" status: 200 len: 1098 time: 0.0412319 Aug 13 11:23:38.688831 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6255e2a-f581-499a-bb57-b2d2d3ebf1fa req-7e49fbf8-0a43-43ef-b68d-83bb3d8da2f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 11:23:38.690307 dv-cinder-797608-16-iscsi neutron-server[93883]: INFO neutron.wsgi [req-e6255e2a-f581-499a-bb57-b2d2d3ebf1fa req-7e49fbf8-0a43-43ef-b68d-83bb3d8da2f1 service neutron] 10.222.0.20 "GET /v2.0/networks?id=ec8923c9-e8aa-4fb7-a57a-17b8964f1574 HTTP/1.1" status: 200 len: 912 time: 0.0899308 Aug 13 11:23:38.829232 dv-cinder-797608-16-iscsi neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-090e5a45-510e-447b-80cf-bf3b2c699cab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782137812740', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-997306'] for agent, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 11:23:39.075997 dv-cinder-797608-16-iscsi neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c440781-14ee-4e50-a795-80c41f2f90ff req-68d9fb62-d414-4c16-8660-fb6b217e17b2 tempest-AttachVolumeTestJSON-893493791 tempest-AttachVolumeTestJSON-893493791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 11:23:39.077443 dv-cinder-797608-16-iscsi neutron-server[93884]: INFO neutron.wsgi [req-5c440781-14ee-4e50-a795-80c41f2f90ff req-68d9fb62-d414-4c16-8660-fb6b217e17b2 tempest-AttachVolumeTestJSON-893493791 tempest-AttachVolumeTestJSON-893493791-project] 10.222.0.32 "GET /v2.0/ports?device_id=210d2391-7cc4-41fd-87e2-e84f6d335633 HTTP/1.1" status: 200 len: 945 time: 0.0469666 Aug 13 11:23:39.114063 dv-cinder-797608-16-iscsi neutron-server[93884]: INFO neutron.wsgi [req-5c440781-14ee-4e50-a795-80c41f2f90ff req-473c3acc-76ef-415c-b666-617ba7d2c99e tempest-AttachVolumeTestJSON-893493791 tempest-AttachVolumeTestJSON-893493791-project] 10.222.0.32 "GET /v2.0/security-groups?id=04a16d11-7ca4-462a-891c-e4a125fe1a42&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0302765 Aug 13 11:23:39.677772 dv-cinder-797608-16-iscsi neutron-server[93883]: INFO neutron.wsgi [req-e6255e2a-f581-499a-bb57-b2d2d3ebf1fa req-f65d1922-344c-48c9-a40d-1ae4cf3c0c36 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=5d3c7948-d52d-4294-a06f-d0394ef47e0f HTTP/1.1" status: 200 len: 1000 time: 0.0600836 Aug 13 11:23:40.225674 dv-cinder-797608-16-iscsi neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51801995-7a47-457d-8e96-4ae762068085 req-a170fc51-e933-4860-bc4e-bd798634315d tempest-AttachVolumeTestJSON-893493791 tempest-AttachVolumeTestJSON-893493791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 11:23:40.227050 dv-cinder-797608-16-iscsi neutron-server[93884]: INFO neutron.wsgi [req-51801995-7a47-457d-8e96-4ae762068085 req-a170fc51-e933-4860-bc4e-bd798634315d tempest-AttachVolumeTestJSON-893493791 tempest-AttachVolumeTestJSON-893493791-project] 10.222.0.32 "GET /v2.0/ports?device_id=210d2391-7cc4-41fd-87e2-e84f6d335633 HTTP/1.1" status: 200 len: 945 time: 0.0473642 Aug 13 11:23:40.262894 dv-cinder-797608-16-iscsi neutron-server[93884]: INFO neutron.wsgi [req-51801995-7a47-457d-8e96-4ae762068085 req-c7250196-befe-4e96-a3ea-a43705215b9a tempest-AttachVolumeTestJSON-893493791 tempest-AttachVolumeTestJSON-893493791-project] 10.222.0.32 "GET /v2.0/security-groups?id=04a16d11-7ca4-462a-891c-e4a125fe1a42&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0300770 Aug 13 11:23:40.531651 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6255e2a-f581-499a-bb57-b2d2d3ebf1fa req-bd10189e-e499-4ac3-a953-3ec2b9787d20 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 11:23:40.533028 dv-cinder-797608-16-iscsi neutron-server[93883]: INFO neutron.wsgi [req-e6255e2a-f581-499a-bb57-b2d2d3ebf1fa req-bd10189e-e499-4ac3-a953-3ec2b9787d20 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=8f355941-9ea6-47f3-b4b3-219d5394ef79 HTTP/1.1" status: 200 len: 850 time: 0.0453029 Aug 13 11:23:41.278561 dv-cinder-797608-16-iscsi neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-2cb05925-c876-43bc-9b39-fe8b69413e01 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782137812740', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-997306'] for agent, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 11:23:41.379054 dv-cinder-797608-16-iscsi neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d65b8a40-8b33-4ce4-bd8e-7fdaf9b98d92 req-478cd1e7-a13d-49e4-b8da-f995ef698f42 tempest-AttachVolumeTestJSON-893493791 tempest-AttachVolumeTestJSON-893493791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 11:23:41.380519 dv-cinder-797608-16-iscsi neutron-server[93884]: INFO neutron.wsgi [req-d65b8a40-8b33-4ce4-bd8e-7fdaf9b98d92 req-478cd1e7-a13d-49e4-b8da-f995ef698f42 tempest-AttachVolumeTestJSON-893493791 tempest-AttachVolumeTestJSON-893493791-project] 10.222.0.32 "GET /v2.0/ports?device_id=210d2391-7cc4-41fd-87e2-e84f6d335633 HTTP/1.1" status: 200 len: 945 time: 0.0513616 Aug 13 11:23:41.417272 dv-cinder-797608-16-iscsi neutron-server[93884]: INFO neutron.wsgi [req-d65b8a40-8b33-4ce4-bd8e-7fdaf9b98d92 req-c6144313-c4d0-4d45-985e-d68c040b62d9 tempest-AttachVolumeTestJSON-893493791 tempest-AttachVolumeTestJSON-893493791-project] 10.222.0.32 "GET /v2.0/security-groups?id=04a16d11-7ca4-462a-891c-e4a125fe1a42&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0308435 Aug 13 11:23:41.508458 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6255e2a-f581-499a-bb57-b2d2d3ebf1fa req-deb82458-19dd-43e0-86c5-36b27104b08e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 11:23:41.509933 dv-cinder-797608-16-iscsi neutron-server[93883]: INFO neutron.wsgi [req-e6255e2a-f581-499a-bb57-b2d2d3ebf1fa req-deb82458-19dd-43e0-86c5-36b27104b08e service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=ec8923c9-e8aa-4fb7-a57a-17b8964f1574&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0454221 Aug 13 11:23:41.560725 dv-cinder-797608-16-iscsi neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-05931952-e11e-4e12-af58-ece1398d134b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782137812740', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-997306'] for agent, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 11:23:41.620609 dv-cinder-797608-16-iscsi neutron-server[93883]: INFO neutron.wsgi [req-e6255e2a-f581-499a-bb57-b2d2d3ebf1fa req-619ee2dc-0de3-4265-9ea4-a83669cbff80 service neutron] 10.222.0.20 "GET /v2.0/networks/ec8923c9-e8aa-4fb7-a57a-17b8964f1574?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0893936 Aug 13 11:23:41.708210 dv-cinder-797608-16-iscsi neutron-server[93883]: INFO neutron.wsgi [req-e6255e2a-f581-499a-bb57-b2d2d3ebf1fa req-c0e843f5-0cbd-4878-a6d8-f3e5fd432699 service neutron] 10.222.0.20 "GET /v2.0/networks/ec8923c9-e8aa-4fb7-a57a-17b8964f1574?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0801849 Aug 13 11:23:42.487055 dv-cinder-797608-16-iscsi neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-c8cb50cc-12ff-4088-b7b1-9c64999b964c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782137812740', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-997306'] for agent, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 11:23:42.533082 dv-cinder-797608-16-iscsi neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6042b0e5-2ea4-4bb2-810c-adca344befe7 req-b5176c4d-0225-4f5c-8216-ddc430ed304f tempest-AttachVolumeTestJSON-893493791 tempest-AttachVolumeTestJSON-893493791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 11:23:42.534622 dv-cinder-797608-16-iscsi neutron-server[93884]: INFO neutron.wsgi [req-6042b0e5-2ea4-4bb2-810c-adca344befe7 req-b5176c4d-0225-4f5c-8216-ddc430ed304f tempest-AttachVolumeTestJSON-893493791 tempest-AttachVolumeTestJSON-893493791-project] 10.222.0.32 "GET /v2.0/ports?device_id=210d2391-7cc4-41fd-87e2-e84f6d335633 HTTP/1.1" status: 200 len: 945 time: 0.0496066 Aug 13 11:23:42.574200 dv-cinder-797608-16-iscsi neutron-server[93884]: INFO neutron.wsgi [req-6042b0e5-2ea4-4bb2-810c-adca344befe7 req-66c45854-e412-429c-a0aa-93c23a26023d tempest-AttachVolumeTestJSON-893493791 tempest-AttachVolumeTestJSON-893493791-project] 10.222.0.32 "GET /v2.0/security-groups?id=04a16d11-7ca4-462a-891c-e4a125fe1a42&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0336752 Aug 13 11:23:43.689658 dv-cinder-797608-16-iscsi neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db27a311-d6c7-4738-aa74-f0cd29524e77 req-2a56e281-6238-471e-8ce7-9106a1ba20c4 tempest-AttachVolumeTestJSON-893493791 tempest-AttachVolumeTestJSON-893493791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 11:23:43.691123 dv-cinder-797608-16-iscsi neutron-server[93884]: INFO neutron.wsgi [req-db27a311-d6c7-4738-aa74-f0cd29524e77 req-2a56e281-6238-471e-8ce7-9106a1ba20c4 tempest-AttachVolumeTestJSON-893493791 tempest-AttachVolumeTestJSON-893493791-project] 10.222.0.32 "GET /v2.0/ports?device_id=210d2391-7cc4-41fd-87e2-e84f6d335633 HTTP/1.1" status: 200 len: 945 time: 0.0468221 Aug 13 11:23:43.729614 dv-cinder-797608-16-iscsi neutron-server[93884]: INFO neutron.wsgi [req-db27a311-d6c7-4738-aa74-f0cd29524e77 req-fef78fee-3d79-48aa-a887-1e0334f16b38 tempest-AttachVolumeTestJSON-893493791 tempest-AttachVolumeTestJSON-893493791-project] 10.222.0.32 "GET /v2.0/security-groups?id=04a16d11-7ca4-462a-891c-e4a125fe1a42&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324912 Aug 13 11:23:44.052532 dv-cinder-797608-16-iscsi neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-71795f1a-9c4d-4630-a580-a9486fbcc3ea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782137812740', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-997306'] for agent, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 11:23:44.196583 dv-cinder-797608-16-iscsi neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ee76ab8-ac67-4dff-a1a1-bdb134e0ff6a req-9da389c9-cc97-4c62-8319-77de5d0485a1 tempest-ServerRescueNegativeTestJSON-217385872 tempest-ServerRescueNegativeTestJSON-217385872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 11:23:44.198226 dv-cinder-797608-16-iscsi neutron-server[93884]: INFO neutron.wsgi [req-8ee76ab8-ac67-4dff-a1a1-bdb134e0ff6a req-9da389c9-cc97-4c62-8319-77de5d0485a1 tempest-ServerRescueNegativeTestJSON-217385872 tempest-ServerRescueNegativeTestJSON-217385872-project] 10.222.0.32 "GET /v2.0/ports?device_id=994527d7-146c-46c8-a16a-bc04ce3e770b HTTP/1.1" status: 200 len: 946 time: 0.0518727 Aug 13 11:23:44.234987 dv-cinder-797608-16-iscsi neutron-server[93884]: INFO neutron.wsgi [req-8ee76ab8-ac67-4dff-a1a1-bdb134e0ff6a req-0e2756df-abe7-4ee9-9076-b7c886ec08a6 tempest-ServerRescueNegativeTestJSON-217385872 tempest-ServerRescueNegativeTestJSON-217385872-project] 10.222.0.32 "GET /v2.0/security-groups?id=5e66df65-70b0-476d-97cd-4e9936c292c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0306313 Aug 13 11:23:44.853994 dv-cinder-797608-16-iscsi neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79af8e04-74ec-4cef-bc93-bb2fa8d1b621 req-74fa55e0-7545-4aaa-ae03-c187af013e81 tempest-AttachVolumeTestJSON-893493791 tempest-AttachVolumeTestJSON-893493791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 11:23:44.855470 dv-cinder-797608-16-iscsi neutron-server[93884]: INFO neutron.wsgi [req-79af8e04-74ec-4cef-bc93-bb2fa8d1b621 req-74fa55e0-7545-4aaa-ae03-c187af013e81 tempest-AttachVolumeTestJSON-893493791 tempest-AttachVolumeTestJSON-893493791-project] 10.222.0.32 "GET /v2.0/ports?device_id=210d2391-7cc4-41fd-87e2-e84f6d335633 HTTP/1.1" status: 200 len: 945 time: 0.0519743 Aug 13 11:23:44.892842 dv-cinder-797608-16-iscsi neutron-server[93884]: INFO neutron.wsgi [req-79af8e04-74ec-4cef-bc93-bb2fa8d1b621 req-25feed52-fe08-4473-96c1-a5c76099fe02 tempest-AttachVolumeTestJSON-893493791 tempest-AttachVolumeTestJSON-893493791-project] 10.222.0.32 "GET /v2.0/security-groups?id=04a16d11-7ca4-462a-891c-e4a125fe1a42&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313287 Aug 13 11:23:45.346034 dv-cinder-797608-16-iscsi neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86633407-f943-424d-9575-e3e38751f67c req-5c6c0af2-85a9-46ca-9b76-8ee3c26f4a23 tempest-ServerRescueNegativeTestJSON-217385872 tempest-ServerRescueNegativeTestJSON-217385872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 11:23:45.347539 dv-cinder-797608-16-iscsi neutron-server[93884]: INFO neutron.wsgi [req-86633407-f943-424d-9575-e3e38751f67c req-5c6c0af2-85a9-46ca-9b76-8ee3c26f4a23 tempest-ServerRescueNegativeTestJSON-217385872 tempest-ServerRescueNegativeTestJSON-217385872-project] 10.222.0.32 "GET /v2.0/ports?device_id=994527d7-146c-46c8-a16a-bc04ce3e770b HTTP/1.1" status: 200 len: 946 time: 0.0482390 Aug 13 11:23:45.384869 dv-cinder-797608-16-iscsi neutron-server[93884]: INFO neutron.wsgi [req-86633407-f943-424d-9575-e3e38751f67c req-4b1bc893-2201-4645-b1df-a67aa0295ccd tempest-ServerRescueNegativeTestJSON-217385872 tempest-ServerRescueNegativeTestJSON-217385872-project] 10.222.0.32 "GET /v2.0/security-groups?id=5e66df65-70b0-476d-97cd-4e9936c292c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314288 Aug 13 11:23:46.012751 dv-cinder-797608-16-iscsi neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19a4c87f-edaa-4521-9f52-78aa8edc84f6 req-ee4f628c-7b54-4c24-b20e-420fa9c241cc tempest-AttachVolumeTestJSON-893493791 tempest-AttachVolumeTestJSON-893493791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 11:23:46.014232 dv-cinder-797608-16-iscsi neutron-server[93884]: INFO neutron.wsgi [req-19a4c87f-edaa-4521-9f52-78aa8edc84f6 req-ee4f628c-7b54-4c24-b20e-420fa9c241cc tempest-AttachVolumeTestJSON-893493791 tempest-AttachVolumeTestJSON-893493791-project] 10.222.0.32 "GET /v2.0/ports?device_id=210d2391-7cc4-41fd-87e2-e84f6d335633 HTTP/1.1" status: 200 len: 945 time: 0.0566552 Aug 13 11:23:46.051229 dv-cinder-797608-16-iscsi neutron-server[93884]: INFO neutron.wsgi [req-19a4c87f-edaa-4521-9f52-78aa8edc84f6 req-21fe01f7-fb4a-49f6-b32c-b1d84f54b2ef tempest-AttachVolumeTestJSON-893493791 tempest-AttachVolumeTestJSON-893493791-project] 10.222.0.32 "GET /v2.0/security-groups?id=04a16d11-7ca4-462a-891c-e4a125fe1a42&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0306036 Aug 13 11:23:46.503797 dv-cinder-797608-16-iscsi neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3997ab5-1700-43be-b8d7-96714119cc54 req-80321daf-a1f2-4a9a-b471-bc1d114e02d8 tempest-ServerRescueNegativeTestJSON-217385872 tempest-ServerRescueNegativeTestJSON-217385872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 11:23:46.505246 dv-cinder-797608-16-iscsi neutron-server[93884]: INFO neutron.wsgi [req-a3997ab5-1700-43be-b8d7-96714119cc54 req-80321daf-a1f2-4a9a-b471-bc1d114e02d8 tempest-ServerRescueNegativeTestJSON-217385872 tempest-ServerRescueNegativeTestJSON-217385872-project] 10.222.0.32 "GET /v2.0/ports?device_id=994527d7-146c-46c8-a16a-bc04ce3e770b HTTP/1.1" status: 200 len: 946 time: 0.0483084 Aug 13 11:23:46.541357 dv-cinder-797608-16-iscsi neutron-server[93884]: INFO neutron.wsgi [req-a3997ab5-1700-43be-b8d7-96714119cc54 req-66aad31a-ff0b-4020-9c15-2f437d760515 tempest-ServerRescueNegativeTestJSON-217385872 tempest-ServerRescueNegativeTestJSON-217385872-project] 10.222.0.32 "GET /v2.0/security-groups?id=5e66df65-70b0-476d-97cd-4e9936c292c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0300543 Aug 13 11:23:47.162023 dv-cinder-797608-16-iscsi neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4178660e-dbcd-4848-a5d8-b3897e6ed8f0 req-2a783f3f-4e9f-4bd2-8f38-061d9b7b5016 tempest-AttachVolumeTestJSON-893493791 tempest-AttachVolumeTestJSON-893493791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 11:23:47.163475 dv-cinder-797608-16-iscsi neutron-server[93884]: INFO neutron.wsgi [req-4178660e-dbcd-4848-a5d8-b3897e6ed8f0 req-2a783f3f-4e9f-4bd2-8f38-061d9b7b5016 tempest-AttachVolumeTestJSON-893493791 tempest-AttachVolumeTestJSON-893493791-project] 10.222.0.32 "GET /v2.0/ports?device_id=210d2391-7cc4-41fd-87e2-e84f6d335633 HTTP/1.1" status: 200 len: 945 time: 0.0472677 Aug 13 11:23:47.199682 dv-cinder-797608-16-iscsi neutron-server[93884]: INFO neutron.wsgi [req-4178660e-dbcd-4848-a5d8-b3897e6ed8f0 req-b4428c79-abab-48ac-9b82-6dbcd7217d3d tempest-AttachVolumeTestJSON-893493791 tempest-AttachVolumeTestJSON-893493791-project] 10.222.0.32 "GET /v2.0/security-groups?id=04a16d11-7ca4-462a-891c-e4a125fe1a42&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0304875 Aug 13 11:23:47.656955 dv-cinder-797608-16-iscsi neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4808831e-bc2a-4849-9c5a-9090450ad18c req-c040e44b-e734-4d9a-8c2c-85a8eb07f669 tempest-ServerRescueNegativeTestJSON-217385872 tempest-ServerRescueNegativeTestJSON-217385872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 11:23:47.658470 dv-cinder-797608-16-iscsi neutron-server[93884]: INFO neutron.wsgi [req-4808831e-bc2a-4849-9c5a-9090450ad18c req-c040e44b-e734-4d9a-8c2c-85a8eb07f669 tempest-ServerRescueNegativeTestJSON-217385872 tempest-ServerRescueNegativeTestJSON-217385872-project] 10.222.0.32 "GET /v2.0/ports?device_id=994527d7-146c-46c8-a16a-bc04ce3e770b HTTP/1.1" status: 200 len: 946 time: 0.0522525 Aug 13 11:23:47.695987 dv-cinder-797608-16-iscsi neutron-server[93884]: INFO neutron.wsgi [req-4808831e-bc2a-4849-9c5a-9090450ad18c req-e8e94fb5-19d9-4703-ba0a-7c316eba6094 tempest-ServerRescueNegativeTestJSON-217385872 tempest-ServerRescueNegativeTestJSON-217385872-project] 10.222.0.32 "GET /v2.0/security-groups?id=5e66df65-70b0-476d-97cd-4e9936c292c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317626 Aug 13 11:23:48.310448 dv-cinder-797608-16-iscsi neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcaa048f-df3b-4219-9674-a4251bfd6355 req-402d9a86-e2e3-4b63-8cc4-f8e6323e74e0 tempest-AttachVolumeTestJSON-893493791 tempest-AttachVolumeTestJSON-893493791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 11:23:48.312446 dv-cinder-797608-16-iscsi neutron-server[93884]: INFO neutron.wsgi [req-bcaa048f-df3b-4219-9674-a4251bfd6355 req-402d9a86-e2e3-4b63-8cc4-f8e6323e74e0 tempest-AttachVolumeTestJSON-893493791 tempest-AttachVolumeTestJSON-893493791-project] 10.222.0.32 "GET /v2.0/ports?device_id=210d2391-7cc4-41fd-87e2-e84f6d335633 HTTP/1.1" status: 200 len: 945 time: 0.0479417 Aug 13 11:23:48.348901 dv-cinder-797608-16-iscsi neutron-server[93884]: INFO neutron.wsgi [req-bcaa048f-df3b-4219-9674-a4251bfd6355 req-4ca03fbc-ccc2-4652-9c54-d99b3ee7d3da tempest-AttachVolumeTestJSON-893493791 tempest-AttachVolumeTestJSON-893493791-project] 10.222.0.32 "GET /v2.0/security-groups?id=04a16d11-7ca4-462a-891c-e4a125fe1a42&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0306234 Aug 13 11:23:48.624765 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5456868a-5506-43db-933f-9a1d6185b011 req-257c949c-4b12-4a39-a7b5-a3851c6665f5 tempest-ServerRescueNegativeTestJSON-217385872 tempest-ServerRescueNegativeTestJSON-217385872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 11:23:48.626256 dv-cinder-797608-16-iscsi neutron-server[93883]: INFO neutron.wsgi [req-5456868a-5506-43db-933f-9a1d6185b011 req-257c949c-4b12-4a39-a7b5-a3851c6665f5 tempest-ServerRescueNegativeTestJSON-217385872 tempest-ServerRescueNegativeTestJSON-217385872-project] 10.222.0.20 "GET /v2.0/ports?device_id=994527d7-146c-46c8-a16a-bc04ce3e770b HTTP/1.1" status: 200 len: 946 time: 0.0521703 Aug 13 11:23:48.733002 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron.plugins.ml2.plugin [req-5456868a-5506-43db-933f-9a1d6185b011 req-e8ca52e6-b62e-4ea2-b68f-2c39e4153c69 tempest-ServerRescueNegativeTestJSON-217385872 tempest-ServerRescueNegativeTestJSON-217385872-project] Deleting port 526ee671-31e3-4c26-a725-d78ee3f191b2 {{(pid=93883) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 13 11:23:48.733907 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-5456868a-5506-43db-933f-9a1d6185b011 req-e8ca52e6-b62e-4ea2-b68f-2c39e4153c69 tempest-ServerRescueNegativeTestJSON-217385872 tempest-ServerRescueNegativeTestJSON-217385872-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782137884200'] for port, before_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 11:23:48.834937 dv-cinder-797608-16-iscsi neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f40fd589-4a4b-4861-ae56-a2a3d576d9d8 req-1d9d75ff-01e5-4e11-b8cf-99caac219872 tempest-ServerRescueNegativeTestJSON-217385872 tempest-ServerRescueNegativeTestJSON-217385872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 11:23:48.848690 dv-cinder-797608-16-iscsi neutron-server[93884]: INFO neutron.wsgi [req-f40fd589-4a4b-4861-ae56-a2a3d576d9d8 req-1d9d75ff-01e5-4e11-b8cf-99caac219872 tempest-ServerRescueNegativeTestJSON-217385872 tempest-ServerRescueNegativeTestJSON-217385872-project] 10.222.0.32 "GET /v2.0/ports?device_id=994527d7-146c-46c8-a16a-bc04ce3e770b HTTP/1.1" status: 200 len: 946 time: 0.0667989 Aug 13 11:23:48.848907 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron.plugins.ml2.db [req-5456868a-5506-43db-933f-9a1d6185b011 req-e8ca52e6-b62e-4ea2-b68f-2c39e4153c69 tempest-ServerRescueNegativeTestJSON-217385872 tempest-ServerRescueNegativeTestJSON-217385872-project] For port 526ee671-31e3-4c26-a725-d78ee3f191b2, host hv-cinder-79760, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79760',level=0,port_id=526ee671-31e3-4c26-a725-d78ee3f191b2,segment=NetworkSegment(f91f77da-5339-477e-a1d0-b21d720c56da),segment_id=f91f77da-5339-477e-a1d0-b21d720c56da)] {{(pid=93883) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 13 11:23:48.848907 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-5456868a-5506-43db-933f-9a1d6185b011 req-e8ca52e6-b62e-4ea2-b68f-2c39e4153c69 tempest-ServerRescueNegativeTestJSON-217385872 tempest-ServerRescueNegativeTestJSON-217385872-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1583036'] for port, precommit_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 11:23:48.863806 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron.plugins.ml2.plugin [req-5456868a-5506-43db-933f-9a1d6185b011 req-e8ca52e6-b62e-4ea2-b68f-2c39e4153c69 tempest-ServerRescueNegativeTestJSON-217385872 tempest-ServerRescueNegativeTestJSON-217385872-project] Calling delete_port for 526ee671-31e3-4c26-a725-d78ee3f191b2 owned by compute:nova {{(pid=93883) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 13 11:23:48.878342 dv-cinder-797608-16-iscsi neutron-server[93884]: INFO neutron.wsgi [req-f40fd589-4a4b-4861-ae56-a2a3d576d9d8 req-df85a6d0-fe14-4aa5-bf38-0eb7bd8efde6 tempest-ServerRescueNegativeTestJSON-217385872 tempest-ServerRescueNegativeTestJSON-217385872-project] 10.222.0.32 "GET /v2.0/security-groups?id=5e66df65-70b0-476d-97cd-4e9936c292c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344930 Aug 13 11:23:49.006327 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-5456868a-5506-43db-933f-9a1d6185b011 req-e8ca52e6-b62e-4ea2-b68f-2c39e4153c69 tempest-ServerRescueNegativeTestJSON-217385872 tempest-ServerRescueNegativeTestJSON-217385872-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935844', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611014', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782137889922', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782137337604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2139128394'] for port, after_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 11:23:49.040665 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8ca52e6-b62e-4ea2-b68f-2c39e4153c69 tempest-ServerRescueNegativeTestJSON-217385872 tempest-ServerRescueNegativeTestJSON-217385872-project] Pushing event deleted for resources: {'Port': ['ID=526ee671-31e3-4c26-a725-d78ee3f191b2,revision_number=None']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 11:23:49.060090 dv-cinder-797608-16-iscsi neutron-server[93885]: DEBUG neutron.plugins.ml2.db [None req-a0b9b986-0706-4fc6-9cf9-0eb02d2513dc None None] get_ports_and_sgs() called for port_ids ['51600623-03db-4e3a-a453-54b221839aac', '526ee671-31e3-4c26-a725-d78ee3f191b2'] {{(pid=93885) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 13 11:23:49.082833 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron.db.l3_dvrscheduler_db [req-5456868a-5506-43db-933f-9a1d6185b011 req-e8ca52e6-b62e-4ea2-b68f-2c39e4153c69 tempest-ServerRescueNegativeTestJSON-217385872 tempest-ServerRescueNegativeTestJSON-217385872-project] No DVR routers for this DVR port 526ee671-31e3-4c26-a725-d78ee3f191b2 on host hv-cinder-79760 {{(pid=93883) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 13 11:23:49.085258 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-5456868a-5506-43db-933f-9a1d6185b011 req-e8ca52e6-b62e-4ea2-b68f-2c39e4153c69 tempest-ServerRescueNegativeTestJSON-217385872 tempest-ServerRescueNegativeTestJSON-217385872-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-128352'] for port, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 11:23:49.087350 dv-cinder-797608-16-iscsi neutron-server[93883]: INFO neutron.wsgi [req-5456868a-5506-43db-933f-9a1d6185b011 req-e8ca52e6-b62e-4ea2-b68f-2c39e4153c69 tempest-ServerRescueNegativeTestJSON-217385872 tempest-ServerRescueNegativeTestJSON-217385872-project] 10.222.0.20 "DELETE /v2.0/ports/526ee671-31e3-4c26-a725-d78ee3f191b2 HTTP/1.1" status: 204 len: 173 time: 0.4535043 Aug 13 11:23:49.087805 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '994527d7-146c-46c8-a16a-bc04ce3e770b', 'name': 'network-vif-deleted', 'tag': '526ee671-31e3-4c26-a725-d78ee3f191b2'}] {{(pid=93883) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 13 11:23:49.090073 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}db1a1fbc245c58e73290e58258e46ca41fe4e785cc79cbd57aa3dae940aad292" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-610dde3c-6104-4f79-a7f2-fcf9caee31ba" -d '{"events": [{"server_uuid": "994527d7-146c-46c8-a16a-bc04ce3e770b", "name": "network-vif-deleted", "tag": "526ee671-31e3-4c26-a725-d78ee3f191b2"}]}' {{(pid=93883) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 13 11:23:49.133765 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 13 Aug 2021 11:23:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5481a6ae-fd71-44db-9c05-8b4e06bc7f38 x-openstack-request-id: req-5481a6ae-fd71-44db-9c05-8b4e06bc7f38 {{(pid=93883) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 13 11:23:49.134088 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "994527d7-146c-46c8-a16a-bc04ce3e770b", "name": "network-vif-deleted", "tag": "526ee671-31e3-4c26-a725-d78ee3f191b2", "status": "completed", "code": 200}]} {{(pid=93883) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 13 11:23:49.134611 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-5481a6ae-fd71-44db-9c05-8b4e06bc7f38 {{(pid=93883) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 13 11:23:49.135249 dv-cinder-797608-16-iscsi neutron-server[93883]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '994527d7-146c-46c8-a16a-bc04ce3e770b', 'name': 'network-vif-deleted', 'tag': '526ee671-31e3-4c26-a725-d78ee3f191b2', 'status': 'completed', 'code': 200} Aug 13 11:23:49.471065 dv-cinder-797608-16-iscsi neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75d8a5b1-eb15-4a87-b2cf-76b0df3feceb req-de998703-6287-41ea-81ab-d9c23a94f281 tempest-AttachVolumeTestJSON-893493791 tempest-AttachVolumeTestJSON-893493791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 11:23:49.472925 dv-cinder-797608-16-iscsi neutron-server[93884]: INFO neutron.wsgi [req-75d8a5b1-eb15-4a87-b2cf-76b0df3feceb req-de998703-6287-41ea-81ab-d9c23a94f281 tempest-AttachVolumeTestJSON-893493791 tempest-AttachVolumeTestJSON-893493791-project] 10.222.0.32 "GET /v2.0/ports?device_id=210d2391-7cc4-41fd-87e2-e84f6d335633 HTTP/1.1" status: 200 len: 945 time: 0.0544405 Aug 13 11:23:49.513113 dv-cinder-797608-16-iscsi neutron-server[93884]: INFO neutron.wsgi [req-75d8a5b1-eb15-4a87-b2cf-76b0df3feceb req-04dfab11-fbed-467d-a35f-73aa26494506 tempest-AttachVolumeTestJSON-893493791 tempest-AttachVolumeTestJSON-893493791-project] 10.222.0.32 "GET /v2.0/security-groups?id=04a16d11-7ca4-462a-891c-e4a125fe1a42&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0332263 Aug 13 11:23:50.148479 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.32', 50684) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 11:23:50.184008 dv-cinder-797608-16-iscsi neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2066a93b-e579-48eb-a689-21356b0a23ce req-30022680-ba40-412d-b446-23cddd4ba1af tempest-ServerRescueNegativeTestJSON-217385872 tempest-ServerRescueNegativeTestJSON-217385872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 11:23:50.185414 dv-cinder-797608-16-iscsi neutron-server[93884]: INFO neutron.wsgi [req-2066a93b-e579-48eb-a689-21356b0a23ce req-30022680-ba40-412d-b446-23cddd4ba1af tempest-ServerRescueNegativeTestJSON-217385872 tempest-ServerRescueNegativeTestJSON-217385872-project] 10.222.0.32 "GET /v2.0/ports?device_id=f07a0f18-2b98-479b-bd6a-186739dfba26 HTTP/1.1" status: 200 len: 945 time: 0.0598044 Aug 13 11:23:50.237425 dv-cinder-797608-16-iscsi neutron-server[93884]: INFO neutron.wsgi [req-2066a93b-e579-48eb-a689-21356b0a23ce req-7363d5ce-8665-4212-a820-90c0569ab95a tempest-ServerRescueNegativeTestJSON-217385872 tempest-ServerRescueNegativeTestJSON-217385872-project] 10.222.0.32 "GET /v2.0/security-groups?id=5e66df65-70b0-476d-97cd-4e9936c292c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449643 Aug 13 11:23:50.267870 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-a0a4c7e2-6686-4287-adaa-6c7310043d21 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 11:23:50.355713 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-a0a4c7e2-6686-4287-adaa-6c7310043d21 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 11:23:50.359675 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-a0a4c7e2-6686-4287-adaa-6c7310043d21 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651637'] for security_group, after_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 11:23:50.400789 dv-cinder-797608-16-iscsi neutron-server[93883]: INFO neutron.wsgi [None req-a0a4c7e2-6686-4287-adaa-6c7310043d21 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=7da45194b04d434fb6aed521e17e8058&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2511840 Aug 13 11:23:50.401666 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0a4c7e2-6686-4287-adaa-6c7310043d21 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fa7fa591-2de7-4d35-82cb-f3cc517a5a5d,revision_number=1']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 11:23:50.403518 dv-cinder-797608-16-iscsi neutron-server[93884]: DEBUG neutron.wsgi [-] (93884) accepted ('10.222.0.32', 50690) {{(pid=93884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 11:23:50.462383 dv-cinder-797608-16-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-3975b08f-acdc-43e7-ac71-509c699367d7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 11:23:50.482637 dv-cinder-797608-16-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-3975b08f-acdc-43e7-ac71-509c699367d7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 11:23:50.536388 dv-cinder-797608-16-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-3975b08f-acdc-43e7-ac71-509c699367d7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651637'] for security_group, after_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 11:23:50.538948 dv-cinder-797608-16-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-3975b08f-acdc-43e7-ac71-509c699367d7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 11:23:50.540086 dv-cinder-797608-16-iscsi neutron-server[93884]: INFO neutron.wsgi [None req-3975b08f-acdc-43e7-ac71-509c699367d7 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/fa7fa591-2de7-4d35-82cb-f3cc517a5a5d HTTP/1.1" status: 204 len: 168 time: 0.1351755 Aug 13 11:23:50.549195 dv-cinder-797608-16-iscsi neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3975b08f-acdc-43e7-ac71-509c699367d7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fa7fa591-2de7-4d35-82cb-f3cc517a5a5d,revision_number=None']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 11:23:50.558208 dv-cinder-797608-16-iscsi neutron-server[93884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3975b08f-acdc-43e7-ac71-509c699367d7 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797608-16-iscsi {{(pid=93884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 11:23:50.558557 dv-cinder-797608-16-iscsi neutron-server[93884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3975b08f-acdc-43e7-ac71-509c699367d7 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797608-16-iscsi {{(pid=93884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 11:23:50.558892 dv-cinder-797608-16-iscsi neutron-server[93884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3975b08f-acdc-43e7-ac71-509c699367d7 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797608-16-iscsi {{(pid=93884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 11:23:50.559221 dv-cinder-797608-16-iscsi neutron-server[93884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3975b08f-acdc-43e7-ac71-509c699367d7 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797608-16-iscsi {{(pid=93884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 11:23:50.559549 dv-cinder-797608-16-iscsi neutron-server[93884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3975b08f-acdc-43e7-ac71-509c699367d7 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-797608-16-iscsi {{(pid=93884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 11:23:50.559874 dv-cinder-797608-16-iscsi neutron-server[93884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3975b08f-acdc-43e7-ac71-509c699367d7 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797608-16-iscsi {{(pid=93884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 11:23:50.560198 dv-cinder-797608-16-iscsi neutron-server[93884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3975b08f-acdc-43e7-ac71-509c699367d7 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-797608-16-iscsi {{(pid=93884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 11:23:50.560527 dv-cinder-797608-16-iscsi neutron-server[93884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3975b08f-acdc-43e7-ac71-509c699367d7 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-797608-16-iscsi {{(pid=93884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 11:23:50.560842 dv-cinder-797608-16-iscsi neutron-server[93884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3975b08f-acdc-43e7-ac71-509c699367d7 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797608-16-iscsi {{(pid=93884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 11:23:50.561162 dv-cinder-797608-16-iscsi neutron-server[93884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3975b08f-acdc-43e7-ac71-509c699367d7 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797608-16-iscsi {{(pid=93884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 11:23:50.561474 dv-cinder-797608-16-iscsi neutron-server[93884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3975b08f-acdc-43e7-ac71-509c699367d7 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797608-16-iscsi {{(pid=93884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 11:23:50.562360 dv-cinder-797608-16-iscsi neutron-server[93884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3975b08f-acdc-43e7-ac71-509c699367d7 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797608-16-iscsi {{(pid=93884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 11:23:50.635393 dv-cinder-797608-16-iscsi neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0c0568b-d149-49c4-9b3c-36813551088f req-2c6e1731-8a4a-4b2e-9109-5f47b6745fd8 tempest-AttachVolumeTestJSON-893493791 tempest-AttachVolumeTestJSON-893493791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 11:23:50.636944 dv-cinder-797608-16-iscsi neutron-server[93884]: INFO neutron.wsgi [req-b0c0568b-d149-49c4-9b3c-36813551088f req-2c6e1731-8a4a-4b2e-9109-5f47b6745fd8 tempest-AttachVolumeTestJSON-893493791 tempest-AttachVolumeTestJSON-893493791-project] 10.222.0.32 "GET /v2.0/ports?device_id=210d2391-7cc4-41fd-87e2-e84f6d335633 HTTP/1.1" status: 200 len: 945 time: 0.0510840 Aug 13 11:23:50.675467 dv-cinder-797608-16-iscsi neutron-server[93884]: INFO neutron.wsgi [req-b0c0568b-d149-49c4-9b3c-36813551088f req-662fab10-18d6-4eb1-b59d-5e459bf8db6a tempest-AttachVolumeTestJSON-893493791 tempest-AttachVolumeTestJSON-893493791-project] 10.222.0.32 "GET /v2.0/security-groups?id=04a16d11-7ca4-462a-891c-e4a125fe1a42&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324852 Aug 13 11:23:51.357371 dv-cinder-797608-16-iscsi neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1312ed39-05d2-4004-bb0c-61daf4051d27 req-a4a22a2f-977b-4ce7-99ab-89a71032db90 tempest-ServerRescueNegativeTestJSON-217385872 tempest-ServerRescueNegativeTestJSON-217385872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 11:23:51.359591 dv-cinder-797608-16-iscsi neutron-server[93884]: INFO neutron.wsgi [req-1312ed39-05d2-4004-bb0c-61daf4051d27 req-a4a22a2f-977b-4ce7-99ab-89a71032db90 tempest-ServerRescueNegativeTestJSON-217385872 tempest-ServerRescueNegativeTestJSON-217385872-project] 10.222.0.32 "GET /v2.0/ports?device_id=f07a0f18-2b98-479b-bd6a-186739dfba26 HTTP/1.1" status: 200 len: 945 time: 0.0507739 Aug 13 11:23:51.399439 dv-cinder-797608-16-iscsi neutron-server[93884]: INFO neutron.wsgi [req-1312ed39-05d2-4004-bb0c-61daf4051d27 req-5dff9d92-71ba-4a6d-9eaf-a569bf05c40d tempest-ServerRescueNegativeTestJSON-217385872 tempest-ServerRescueNegativeTestJSON-217385872-project] 10.222.0.32 "GET /v2.0/security-groups?id=5e66df65-70b0-476d-97cd-4e9936c292c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333736 Aug 13 11:23:51.794434 dv-cinder-797608-16-iscsi neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91b5259a-7f0d-4444-b50e-240a572649dc req-71e3c2f3-e565-4b50-9ffe-c1f5e5f8e08a tempest-AttachVolumeTestJSON-893493791 tempest-AttachVolumeTestJSON-893493791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 11:23:51.796377 dv-cinder-797608-16-iscsi neutron-server[93884]: INFO neutron.wsgi [req-91b5259a-7f0d-4444-b50e-240a572649dc req-71e3c2f3-e565-4b50-9ffe-c1f5e5f8e08a tempest-AttachVolumeTestJSON-893493791 tempest-AttachVolumeTestJSON-893493791-project] 10.222.0.32 "GET /v2.0/ports?device_id=210d2391-7cc4-41fd-87e2-e84f6d335633 HTTP/1.1" status: 200 len: 945 time: 0.0470023 Aug 13 11:23:51.836085 dv-cinder-797608-16-iscsi neutron-server[93884]: INFO neutron.wsgi [req-91b5259a-7f0d-4444-b50e-240a572649dc req-f4aadf44-c7b3-4867-9d58-2a50edaf629f tempest-AttachVolumeTestJSON-893493791 tempest-AttachVolumeTestJSON-893493791-project] 10.222.0.32 "GET /v2.0/security-groups?id=04a16d11-7ca4-462a-891c-e4a125fe1a42&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0338237 Aug 13 11:23:52.517925 dv-cinder-797608-16-iscsi neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ae03fe1-a997-4304-bfdc-609236d58dab req-419ce53c-356a-43e7-8cc2-01255aa47ba5 tempest-ServerRescueNegativeTestJSON-217385872 tempest-ServerRescueNegativeTestJSON-217385872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 11:23:52.519495 dv-cinder-797608-16-iscsi neutron-server[93884]: INFO neutron.wsgi [req-9ae03fe1-a997-4304-bfdc-609236d58dab req-419ce53c-356a-43e7-8cc2-01255aa47ba5 tempest-ServerRescueNegativeTestJSON-217385872 tempest-ServerRescueNegativeTestJSON-217385872-project] 10.222.0.32 "GET /v2.0/ports?device_id=f07a0f18-2b98-479b-bd6a-186739dfba26 HTTP/1.1" status: 200 len: 945 time: 0.0481486 Aug 13 11:23:52.557000 dv-cinder-797608-16-iscsi neutron-server[93884]: INFO neutron.wsgi [req-9ae03fe1-a997-4304-bfdc-609236d58dab req-403ab5bb-3a8e-405b-9302-1a0d2f2b6722 tempest-ServerRescueNegativeTestJSON-217385872 tempest-ServerRescueNegativeTestJSON-217385872-project] 10.222.0.32 "GET /v2.0/security-groups?id=5e66df65-70b0-476d-97cd-4e9936c292c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317588 Aug 13 11:23:52.718740 dv-cinder-797608-16-iscsi neutron-server[93884]: INFO neutron.wsgi [req-54bc4dc2-5c76-426b-b41a-8c0442bbeac2 req-0bf89561-b362-4cc1-b8d3-b187a7bf229f tempest-VolumesNegativeTest-133576611 tempest-VolumesNegativeTest-133576611-project] 10.222.0.32 "GET /v2.0/networks?tenant_id=8d15665cd41743f2b95cabfbe54f82fe&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0291090 Aug 13 11:23:52.901124 dv-cinder-797608-16-iscsi neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54bc4dc2-5c76-426b-b41a-8c0442bbeac2 req-65a5eb71-d9ba-4c01-af3f-ef28d0cc18ae tempest-VolumesNegativeTest-133576611 tempest-VolumesNegativeTest-133576611-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 11:23:52.902612 dv-cinder-797608-16-iscsi neutron-server[93884]: INFO neutron.wsgi [req-54bc4dc2-5c76-426b-b41a-8c0442bbeac2 req-65a5eb71-d9ba-4c01-af3f-ef28d0cc18ae tempest-VolumesNegativeTest-133576611 tempest-VolumesNegativeTest-133576611-project] 10.222.0.32 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1785600 Aug 13 11:23:52.939830 dv-cinder-797608-16-iscsi neutron-server[93884]: INFO neutron.wsgi [req-54bc4dc2-5c76-426b-b41a-8c0442bbeac2 req-6601e65f-1b11-4d27-a034-67499bbd9d1d tempest-VolumesNegativeTest-133576611 tempest-VolumesNegativeTest-133576611-project] 10.222.0.32 "GET /v2.0/quotas/8d15665cd41743f2b95cabfbe54f82fe HTTP/1.1" status: 200 len: 375 time: 0.0282750 Aug 13 11:23:52.972803 dv-cinder-797608-16-iscsi neutron-server[93884]: INFO neutron.wsgi [req-54bc4dc2-5c76-426b-b41a-8c0442bbeac2 req-133ed5a0-88c3-4459-9d7d-2296e3aec19c tempest-VolumesNegativeTest-133576611 tempest-VolumesNegativeTest-133576611-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=8d15665cd41743f2b95cabfbe54f82fe&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0258465 Aug 13 11:23:52.980159 dv-cinder-797608-16-iscsi neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10781025-1874-4128-ba0b-a8d8d4568e68 req-2e9a7bcc-0411-41a4-89bd-707addf03cd1 tempest-AttachVolumeTestJSON-893493791 tempest-AttachVolumeTestJSON-893493791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 11:23:52.981549 dv-cinder-797608-16-iscsi neutron-server[93884]: INFO neutron.wsgi [req-10781025-1874-4128-ba0b-a8d8d4568e68 req-2e9a7bcc-0411-41a4-89bd-707addf03cd1 tempest-AttachVolumeTestJSON-893493791 tempest-AttachVolumeTestJSON-893493791-project] 10.222.0.32 "GET /v2.0/ports?device_id=210d2391-7cc4-41fd-87e2-e84f6d335633 HTTP/1.1" status: 200 len: 945 time: 0.0780876 Aug 13 11:23:53.018745 dv-cinder-797608-16-iscsi neutron-server[93884]: INFO neutron.wsgi [req-10781025-1874-4128-ba0b-a8d8d4568e68 req-2deb86a1-c818-42c2-89f8-00f93d36d0fa tempest-AttachVolumeTestJSON-893493791 tempest-AttachVolumeTestJSON-893493791-project] 10.222.0.32 "GET /v2.0/security-groups?id=04a16d11-7ca4-462a-891c-e4a125fe1a42&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314174 Aug 13 11:23:53.082421 dv-cinder-797608-16-iscsi neutron-server[93885]: DEBUG neutron.plugins.ml2.rpc [None req-a0b9b986-0706-4fc6-9cf9-0eb02d2513dc None None] Device 526ee671-31e3-4c26-a725-d78ee3f191b2 no longer exists at agent hyperv_hv-cinder-79760 {{(pid=93885) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 13 11:23:53.102226 dv-cinder-797608-16-iscsi neutron-server[93885]: DEBUG neutron.plugins.ml2.plugin [None req-a0b9b986-0706-4fc6-9cf9-0eb02d2513dc None None] No Port match for: 526ee671-31e3-4c26-a725-d78ee3f191b2 {{(pid=93885) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 13 11:23:53.102681 dv-cinder-797608-16-iscsi neutron-server[93885]: DEBUG neutron.plugins.ml2.rpc [None req-a0b9b986-0706-4fc6-9cf9-0eb02d2513dc None None] Device 526ee671-31e3-4c26-a725-d78ee3f191b2 not bound to the agent host hv-cinder-79760 {{(pid=93885) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 13 11:23:53.125882 dv-cinder-797608-16-iscsi neutron-server[93884]: INFO neutron.wsgi [req-25b1525f-070f-4e63-8f55-07b1d80271d3 req-eff133eb-beaa-4b0c-950d-4d7f426f44c8 tempest-VolumesNegativeTest-133576611 tempest-VolumesNegativeTest-133576611-project] 10.222.0.32 "GET /v2.0/ports?device_id=3ae78dbf-3310-42dc-b520-5bd479080564 HTTP/1.1" status: 200 len: 210 time: 0.0262878 Aug 13 11:23:53.677651 dv-cinder-797608-16-iscsi neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b7d30c3-133e-46a7-925d-d400c705b35d req-8f923eda-4acf-4af9-a663-f04c4058b3e1 tempest-ServerRescueNegativeTestJSON-217385872 tempest-ServerRescueNegativeTestJSON-217385872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 11:23:53.679433 dv-cinder-797608-16-iscsi neutron-server[93884]: INFO neutron.wsgi [req-3b7d30c3-133e-46a7-925d-d400c705b35d req-8f923eda-4acf-4af9-a663-f04c4058b3e1 tempest-ServerRescueNegativeTestJSON-217385872 tempest-ServerRescueNegativeTestJSON-217385872-project] 10.222.0.32 "GET /v2.0/ports?device_id=f07a0f18-2b98-479b-bd6a-186739dfba26 HTTP/1.1" status: 200 len: 945 time: 0.0563142 Aug 13 11:23:53.717213 dv-cinder-797608-16-iscsi neutron-server[93884]: INFO neutron.wsgi [req-3b7d30c3-133e-46a7-925d-d400c705b35d req-1468ef73-58b1-4f49-935d-fb9f44438fa9 tempest-ServerRescueNegativeTestJSON-217385872 tempest-ServerRescueNegativeTestJSON-217385872-project] 10.222.0.32 "GET /v2.0/security-groups?id=5e66df65-70b0-476d-97cd-4e9936c292c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317073 Aug 13 11:23:54.132131 dv-cinder-797608-16-iscsi neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf18907a-172e-4181-bc2a-6924adfe50f5 req-764d4482-ff1b-49b4-8ba2-09a8580d58de tempest-AttachVolumeTestJSON-893493791 tempest-AttachVolumeTestJSON-893493791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 11:23:54.133584 dv-cinder-797608-16-iscsi neutron-server[93884]: INFO neutron.wsgi [req-cf18907a-172e-4181-bc2a-6924adfe50f5 req-764d4482-ff1b-49b4-8ba2-09a8580d58de tempest-AttachVolumeTestJSON-893493791 tempest-AttachVolumeTestJSON-893493791-project] 10.222.0.32 "GET /v2.0/ports?device_id=210d2391-7cc4-41fd-87e2-e84f6d335633 HTTP/1.1" status: 200 len: 945 time: 0.0480490 Aug 13 11:23:54.173145 dv-cinder-797608-16-iscsi neutron-server[93884]: INFO neutron.wsgi [req-cf18907a-172e-4181-bc2a-6924adfe50f5 req-068881a3-0daf-4e13-8f9d-32c823c4ffd7 tempest-AttachVolumeTestJSON-893493791 tempest-AttachVolumeTestJSON-893493791-project] 10.222.0.32 "GET /v2.0/security-groups?id=04a16d11-7ca4-462a-891c-e4a125fe1a42&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0334680 Aug 13 11:23:54.212467 dv-cinder-797608-16-iscsi neutron-server[93883]: INFO neutron.wsgi [req-54bc4dc2-5c76-426b-b41a-8c0442bbeac2 req-8019514b-44f9-4304-9e7b-0c83554c3bf1 tempest-VolumesNegativeTest-133576611 tempest-VolumesNegativeTest-133576611-project] 10.222.0.20 "GET /v2.0/networks?tenant_id=8d15665cd41743f2b95cabfbe54f82fe&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0326841 Aug 13 11:23:54.227223 dv-cinder-797608-16-iscsi neutron-server[93884]: INFO neutron.wsgi [req-a49f04e7-caae-403f-a4c8-b398b997d777 req-36016651-817a-49ef-805f-2ccb56d2ac3a tempest-VolumesNegativeTest-133576611 tempest-VolumesNegativeTest-133576611-project] 10.222.0.32 "GET /v2.0/ports?device_id=3ae78dbf-3310-42dc-b520-5bd479080564 HTTP/1.1" status: 200 len: 210 time: 0.0268321 Aug 13 11:23:54.394641 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54bc4dc2-5c76-426b-b41a-8c0442bbeac2 req-fd03b335-9d77-4eb5-9880-e3a5efa76113 tempest-VolumesNegativeTest-133576611 tempest-VolumesNegativeTest-133576611-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 11:23:54.396078 dv-cinder-797608-16-iscsi neutron-server[93883]: INFO neutron.wsgi [req-54bc4dc2-5c76-426b-b41a-8c0442bbeac2 req-fd03b335-9d77-4eb5-9880-e3a5efa76113 tempest-VolumesNegativeTest-133576611 tempest-VolumesNegativeTest-133576611-project] 10.222.0.20 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1769087 Aug 13 11:23:54.441834 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron.api.v2.base [req-54bc4dc2-5c76-426b-b41a-8c0442bbeac2 req-b555aa85-5e3f-45cb-9003-af916d5567c8 tempest-VolumesNegativeTest-133576611 tempest-VolumesNegativeTest-133576611-project] Request body: {'port': {'device_id': '3ae78dbf-3310-42dc-b520-5bd479080564', 'network_id': '3ee16a42-21c8-4144-b4f4-b94d20ca7ed3', 'admin_state_up': True, 'tenant_id': '8d15665cd41743f2b95cabfbe54f82fe'}} {{(pid=93883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 13 11:23:54.546681 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-54bc4dc2-5c76-426b-b41a-8c0442bbeac2 req-b555aa85-5e3f-45cb-9003-af916d5567c8 tempest-VolumesNegativeTest-133576611 tempest-VolumesNegativeTest-133576611-project] Made reservation on behalf of 8d15665cd41743f2b95cabfbe54f82fe for: {'port': 1} {{(pid=93883) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 13 11:23:54.550132 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-54bc4dc2-5c76-426b-b41a-8c0442bbeac2 req-b555aa85-5e3f-45cb-9003-af916d5567c8 tempest-VolumesNegativeTest-133576611 tempest-VolumesNegativeTest-133576611-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935434'] for port, before_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 11:23:54.560096 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-54bc4dc2-5c76-426b-b41a-8c0442bbeac2 req-b555aa85-5e3f-45cb-9003-af916d5567c8 tempest-VolumesNegativeTest-133576611 tempest-VolumesNegativeTest-133576611-project] Notify callbacks [] for security_group, before_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 11:23:54.651235 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-54bc4dc2-5c76-426b-b41a-8c0442bbeac2 req-b555aa85-5e3f-45cb-9003-af916d5567c8 tempest-VolumesNegativeTest-133576611 tempest-VolumesNegativeTest-133576611-project] Notify callbacks [] for security_group, precommit_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 11:23:54.657387 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-54bc4dc2-5c76-426b-b41a-8c0442bbeac2 req-b555aa85-5e3f-45cb-9003-af916d5567c8 tempest-VolumesNegativeTest-133576611 tempest-VolumesNegativeTest-133576611-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651637'] for security_group, after_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 11:23:54.716217 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b555aa85-5e3f-45cb-9003-af916d5567c8 tempest-VolumesNegativeTest-133576611 tempest-VolumesNegativeTest-133576611-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0d1fd3f8-93f8-4c97-9256-1ad14b042de2,revision_number=1']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 11:23:54.790121 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron.db.db_base_plugin_common [req-54bc4dc2-5c76-426b-b41a-8c0442bbeac2 req-b555aa85-5e3f-45cb-9003-af916d5567c8 tempest-VolumesNegativeTest-133576611 tempest-VolumesNegativeTest-133576611-project] Allocated IP 192.168.233.25 (3ee16a42-21c8-4144-b4f4-b94d20ca7ed3/ace40914-0d27-4913-abf7-dff91936e1ee/e354a078-1814-4523-973b-ee5cb4b5ce89) {{(pid=93883) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 13 11:23:54.830164 dv-cinder-797608-16-iscsi neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-335cbcc6-e968-4da8-bd4d-22252701d374 req-9d50dbc8-e592-4da0-820a-9c9a49966a9c tempest-ServerRescueNegativeTestJSON-217385872 tempest-ServerRescueNegativeTestJSON-217385872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 11:23:54.831630 dv-cinder-797608-16-iscsi neutron-server[93884]: INFO neutron.wsgi [req-335cbcc6-e968-4da8-bd4d-22252701d374 req-9d50dbc8-e592-4da0-820a-9c9a49966a9c tempest-ServerRescueNegativeTestJSON-217385872 tempest-ServerRescueNegativeTestJSON-217385872-project] 10.222.0.32 "GET /v2.0/ports?device_id=f07a0f18-2b98-479b-bd6a-186739dfba26 HTTP/1.1" status: 200 len: 945 time: 0.0482981 Aug 13 11:23:54.872428 dv-cinder-797608-16-iscsi neutron-server[93884]: INFO neutron.wsgi [req-335cbcc6-e968-4da8-bd4d-22252701d374 req-50339997-4721-4762-9c7a-3701b1e0e1aa tempest-ServerRescueNegativeTestJSON-217385872 tempest-ServerRescueNegativeTestJSON-217385872-project] 10.222.0.32 "GET /v2.0/security-groups?id=5e66df65-70b0-476d-97cd-4e9936c292c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347333 Aug 13 11:23:54.935063 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-54bc4dc2-5c76-426b-b41a-8c0442bbeac2 req-b555aa85-5e3f-45cb-9003-af916d5567c8 tempest-VolumesNegativeTest-133576611 tempest-VolumesNegativeTest-133576611-project] Notify callbacks [] for port, precommit_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 11:23:54.948476 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron.db.provisioning_blocks [req-54bc4dc2-5c76-426b-b41a-8c0442bbeac2 req-b555aa85-5e3f-45cb-9003-af916d5567c8 tempest-VolumesNegativeTest-133576611 tempest-VolumesNegativeTest-133576611-project] Transition to ACTIVE for port object e354a078-1814-4523-973b-ee5cb4b5ce89 will not be triggered until provisioned by entity DHCP. {{(pid=93883) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 13 11:23:54.980310 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-54bc4dc2-5c76-426b-b41a-8c0442bbeac2 req-b555aa85-5e3f-45cb-9003-af916d5567c8 tempest-VolumesNegativeTest-133576611 tempest-VolumesNegativeTest-133576611-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935844', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611014', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782137337079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2139128394'] for port, after_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 11:23:55.022775 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-54bc4dc2-5c76-426b-b41a-8c0442bbeac2 req-b555aa85-5e3f-45cb-9003-af916d5567c8 tempest-VolumesNegativeTest-133576611 tempest-VolumesNegativeTest-133576611-project] Network 3ee16a42-21c8-4144-b4f4-b94d20ca7ed3 is already hosted by enough agents. {{(pid=93883) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 13 11:23:55.025674 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron.scheduler.base_scheduler [req-54bc4dc2-5c76-426b-b41a-8c0442bbeac2 req-b555aa85-5e3f-45cb-9003-af916d5567c8 tempest-VolumesNegativeTest-133576611 tempest-VolumesNegativeTest-133576611-project] Resources bound (agent type, host, resource id): {{(pid=93883) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 13 11:23:55.031461 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron.db.l3_dvrscheduler_db [req-54bc4dc2-5c76-426b-b41a-8c0442bbeac2 req-b555aa85-5e3f-45cb-9003-af916d5567c8 tempest-VolumesNegativeTest-133576611 tempest-VolumesNegativeTest-133576611-project] Received port after_create {{(pid=93883) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 13 11:23:55.057329 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b555aa85-5e3f-45cb-9003-af916d5567c8 tempest-VolumesNegativeTest-133576611 tempest-VolumesNegativeTest-133576611-project] Pushing event updated for resources: {'Port': ['ID=e354a078-1814-4523-973b-ee5cb4b5ce89,revision_number=1']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 11:23:55.085633 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54bc4dc2-5c76-426b-b41a-8c0442bbeac2 req-b555aa85-5e3f-45cb-9003-af916d5567c8 tempest-VolumesNegativeTest-133576611 tempest-VolumesNegativeTest-133576611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 11:23:55.086274 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-54bc4dc2-5c76-426b-b41a-8c0442bbeac2 req-b555aa85-5e3f-45cb-9003-af916d5567c8 tempest-VolumesNegativeTest-133576611 tempest-VolumesNegativeTest-133576611-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-128352'] for port, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 11:23:55.101376 dv-cinder-797608-16-iscsi neutron-server[93883]: INFO neutron.wsgi [req-54bc4dc2-5c76-426b-b41a-8c0442bbeac2 req-b555aa85-5e3f-45cb-9003-af916d5567c8 tempest-VolumesNegativeTest-133576611 tempest-VolumesNegativeTest-133576611-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 0.6631877 Aug 13 11:23:55.122155 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron.api.v2.base [req-54bc4dc2-5c76-426b-b41a-8c0442bbeac2 req-cfb2bbd9-a48f-44fd-b0c6-adb154cb754d service neutron] Request body: {'port': {'device_id': '3ae78dbf-3310-42dc-b520-5bd479080564', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79760'}} {{(pid=93883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 13 11:23:55.176456 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-54bc4dc2-5c76-426b-b41a-8c0442bbeac2 req-cfb2bbd9-a48f-44fd-b0c6-adb154cb754d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935434'] for port, before_update {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 11:23:55.240291 dv-cinder-797608-16-iscsi neutron-server[93885]: DEBUG neutron.db.provisioning_blocks [None req-83032381-25ac-4f6c-a756-447a492b0804 None None] Provisioning for port e354a078-1814-4523-973b-ee5cb4b5ce89 completed by entity DHCP. {{(pid=93885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 13 11:23:55.244366 dv-cinder-797608-16-iscsi neutron-server[93885]: DEBUG neutron.db.provisioning_blocks [None req-83032381-25ac-4f6c-a756-447a492b0804 None None] Provisioning complete for port e354a078-1814-4523-973b-ee5cb4b5ce89 triggered by entity DHCP. {{(pid=93885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 13 11:23:55.244740 dv-cinder-797608-16-iscsi neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-83032381-25ac-4f6c-a756-447a492b0804 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-997193'] for port, provisioning_complete {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 11:23:55.285243 dv-cinder-797608-16-iscsi neutron-server[93885]: DEBUG neutron.plugins.ml2.plugin [None req-83032381-25ac-4f6c-a756-447a492b0804 None None] Port e354a078-1814-4523-973b-ee5cb4b5ce89 cannot update to ACTIVE because it is not bound. {{(pid=93885) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 13 11:23:55.306106 dv-cinder-797608-16-iscsi neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1582a35f-aeed-4d41-a6fe-a56c34ce647b req-0e281f82-7c93-4ddc-89b6-87b20ef93d49 tempest-AttachVolumeTestJSON-893493791 tempest-AttachVolumeTestJSON-893493791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 11:23:55.307620 dv-cinder-797608-16-iscsi neutron-server[93884]: INFO neutron.wsgi [req-1582a35f-aeed-4d41-a6fe-a56c34ce647b req-0e281f82-7c93-4ddc-89b6-87b20ef93d49 tempest-AttachVolumeTestJSON-893493791 tempest-AttachVolumeTestJSON-893493791-project] 10.222.0.32 "GET /v2.0/ports?device_id=210d2391-7cc4-41fd-87e2-e84f6d335633 HTTP/1.1" status: 200 len: 945 time: 0.0562377 Aug 13 11:23:55.375978 dv-cinder-797608-16-iscsi neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f62e6a4d-3763-4c4f-a198-e022754908b0 req-c8e43a11-ba4c-43f4-bca1-66d0f393c4f7 tempest-VolumesNegativeTest-133576611 tempest-VolumesNegativeTest-133576611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 11:23:55.377510 dv-cinder-797608-16-iscsi neutron-server[93884]: INFO neutron.wsgi [req-f62e6a4d-3763-4c4f-a198-e022754908b0 req-c8e43a11-ba4c-43f4-bca1-66d0f393c4f7 tempest-VolumesNegativeTest-133576611 tempest-VolumesNegativeTest-133576611-project] 10.222.0.32 "GET /v2.0/ports?device_id=3ae78dbf-3310-42dc-b520-5bd479080564 HTTP/1.1" status: 200 len: 935 time: 0.0689015 Aug 13 11:23:55.380269 dv-cinder-797608-16-iscsi neutron-server[93884]: INFO neutron.wsgi [req-1582a35f-aeed-4d41-a6fe-a56c34ce647b req-2c1110f8-cfb4-4c03-9533-a75adb63849b tempest-AttachVolumeTestJSON-893493791 tempest-AttachVolumeTestJSON-893493791-project] 10.222.0.32 "GET /v2.0/security-groups?id=04a16d11-7ca4-462a-891c-e4a125fe1a42&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0629900 Aug 13 11:23:55.423339 dv-cinder-797608-16-iscsi neutron-server[93884]: INFO neutron.wsgi [req-f62e6a4d-3763-4c4f-a198-e022754908b0 req-d2b57392-bd84-4ab6-888e-ebb342c961e0 tempest-VolumesNegativeTest-133576611 tempest-VolumesNegativeTest-133576611-project] 10.222.0.32 "GET /v2.0/security-groups?id=0d1fd3f8-93f8-4c97-9256-1ad14b042de2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336430 Aug 13 11:23:55.450848 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron.notifiers.nova [req-54bc4dc2-5c76-426b-b41a-8c0442bbeac2 req-cfb2bbd9-a48f-44fd-b0c6-adb154cb754d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e354a078-1814-4523-973b-ee5cb4b5ce89 {{(pid=93883) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 13 11:23:55.458532 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-54bc4dc2-5c76-426b-b41a-8c0442bbeac2 req-cfb2bbd9-a48f-44fd-b0c6-adb154cb754d service neutron] Notify callbacks [] for port, precommit_update {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 11:23:55.470281 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron.db.provisioning_blocks [req-54bc4dc2-5c76-426b-b41a-8c0442bbeac2 req-cfb2bbd9-a48f-44fd-b0c6-adb154cb754d service neutron] Transition to ACTIVE for port object e354a078-1814-4523-973b-ee5cb4b5ce89 will not be triggered until provisioned by entity L2. {{(pid=93883) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 13 11:23:55.474155 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-54bc4dc2-5c76-426b-b41a-8c0442bbeac2 req-cfb2bbd9-a48f-44fd-b0c6-adb154cb754d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935844', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611014', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782137889940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782137337613', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782137337631', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2139128387'] for port, after_update {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 11:23:55.536623 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfb2bbd9-a48f-44fd-b0c6-adb154cb754d service neutron] Pushing event updated for resources: {'Port': ['ID=e354a078-1814-4523-973b-ee5cb4b5ce89,revision_number=2']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 11:23:55.588844 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron.plugins.ml2.managers [req-54bc4dc2-5c76-426b-b41a-8c0442bbeac2 req-cfb2bbd9-a48f-44fd-b0c6-adb154cb754d service neutron] Attempting to bind port e354a078-1814-4523-973b-ee5cb4b5ce89 on host hv-cinder-79760 for vnic_type normal with profile {{(pid=93883) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 13 11:23:55.589180 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron.plugins.ml2.managers [req-54bc4dc2-5c76-426b-b41a-8c0442bbeac2 req-cfb2bbd9-a48f-44fd-b0c6-adb154cb754d service neutron] Attempting to bind port e354a078-1814-4523-973b-ee5cb4b5ce89 by drivers openvswitch,hyperv on host hv-cinder-79760 at level 0 using segments [{'id': 'f6d75384-133b-4d71-8250-966f4d72add8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '3ee16a42-21c8-4144-b4f4-b94d20ca7ed3'}] {{(pid=93883) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 13 11:23:55.589514 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-54bc4dc2-5c76-426b-b41a-8c0442bbeac2 req-cfb2bbd9-a48f-44fd-b0c6-adb154cb754d service neutron] Attempting to bind port e354a078-1814-4523-973b-ee5cb4b5ce89 on network 3ee16a42-21c8-4144-b4f4-b94d20ca7ed3 {{(pid=93883) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 13 11:23:55.594019 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-54bc4dc2-5c76-426b-b41a-8c0442bbeac2 req-cfb2bbd9-a48f-44fd-b0c6-adb154cb754d service neutron] Port e354a078-1814-4523-973b-ee5cb4b5ce89 on network 3ee16a42-21c8-4144-b4f4-b94d20ca7ed3 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79760 {{(pid=93883) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 13 11:23:55.594349 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-54bc4dc2-5c76-426b-b41a-8c0442bbeac2 req-cfb2bbd9-a48f-44fd-b0c6-adb154cb754d service neutron] Attempting to bind port e354a078-1814-4523-973b-ee5cb4b5ce89 on network 3ee16a42-21c8-4144-b4f4-b94d20ca7ed3 {{(pid=93883) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 13 11:23:55.599188 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-54bc4dc2-5c76-426b-b41a-8c0442bbeac2 req-cfb2bbd9-a48f-44fd-b0c6-adb154cb754d service neutron] Checking agent: {'id': '3e9c1808-7bc3-414f-9290-25f62682d3ef', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79760', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 13, 11, 17, 34), 'started_at': datetime.datetime(2021, 8, 13, 11, 17, 34), 'heartbeat_timestamp': datetime.datetime(2021, 8, 13, 11, 23, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93883) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 13 11:23:55.599521 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-54bc4dc2-5c76-426b-b41a-8c0442bbeac2 req-cfb2bbd9-a48f-44fd-b0c6-adb154cb754d service neutron] Checking segment: {'id': 'f6d75384-133b-4d71-8250-966f4d72add8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '3ee16a42-21c8-4144-b4f4-b94d20ca7ed3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93883) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 13 11:23:55.599901 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-54bc4dc2-5c76-426b-b41a-8c0442bbeac2 req-cfb2bbd9-a48f-44fd-b0c6-adb154cb754d service neutron] Bound using segment: {'id': 'f6d75384-133b-4d71-8250-966f4d72add8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '3ee16a42-21c8-4144-b4f4-b94d20ca7ed3'} {{(pid=93883) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 13 11:23:55.600324 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron.plugins.ml2.managers [req-54bc4dc2-5c76-426b-b41a-8c0442bbeac2 req-cfb2bbd9-a48f-44fd-b0c6-adb154cb754d service neutron] Bound port: e354a078-1814-4523-973b-ee5cb4b5ce89, host: hv-cinder-79760, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f6d75384-133b-4d71-8250-966f4d72add8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '3ee16a42-21c8-4144-b4f4-b94d20ca7ed3'}}] {{(pid=93883) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 13 11:23:55.600681 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-54bc4dc2-5c76-426b-b41a-8c0442bbeac2 req-cfb2bbd9-a48f-44fd-b0c6-adb154cb754d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935434'] for port, before_update {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 11:23:55.666465 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron.plugins.ml2.db [req-54bc4dc2-5c76-426b-b41a-8c0442bbeac2 req-cfb2bbd9-a48f-44fd-b0c6-adb154cb754d service neutron] For port e354a078-1814-4523-973b-ee5cb4b5ce89, host hv-cinder-79760, cleared binding levels {{(pid=93883) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 13 11:23:55.669358 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron.plugins.ml2.db [req-54bc4dc2-5c76-426b-b41a-8c0442bbeac2 req-cfb2bbd9-a48f-44fd-b0c6-adb154cb754d service neutron] For port e354a078-1814-4523-973b-ee5cb4b5ce89, host hv-cinder-79760, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79760',level=0,port_id=e354a078-1814-4523-973b-ee5cb4b5ce89,segment=NetworkSegment(f6d75384-133b-4d71-8250-966f4d72add8),segment_id=f6d75384-133b-4d71-8250-966f4d72add8)] {{(pid=93883) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 13 11:23:55.673937 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-54bc4dc2-5c76-426b-b41a-8c0442bbeac2 req-cfb2bbd9-a48f-44fd-b0c6-adb154cb754d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935844', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611014', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782137889940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782137337613', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782137337631', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2139128387'] for port, after_update {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 11:23:55.708235 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54bc4dc2-5c76-426b-b41a-8c0442bbeac2 req-cfb2bbd9-a48f-44fd-b0c6-adb154cb754d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 11:23:55.708849 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-54bc4dc2-5c76-426b-b41a-8c0442bbeac2 req-cfb2bbd9-a48f-44fd-b0c6-adb154cb754d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-128352'] for port, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 11:23:55.710270 dv-cinder-797608-16-iscsi neutron-server[93883]: INFO neutron.wsgi [req-54bc4dc2-5c76-426b-b41a-8c0442bbeac2 req-cfb2bbd9-a48f-44fd-b0c6-adb154cb754d service neutron] 10.222.0.20 "PUT /v2.0/ports/e354a078-1814-4523-973b-ee5cb4b5ce89 HTTP/1.1" status: 200 len: 1097 time: 0.5927517 Aug 13 11:23:55.710702 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3ae78dbf-3310-42dc-b520-5bd479080564', 'tag': 'e354a078-1814-4523-973b-ee5cb4b5ce89'}] {{(pid=93883) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 13 11:23:55.712934 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}db1a1fbc245c58e73290e58258e46ca41fe4e785cc79cbd57aa3dae940aad292" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7dde6a24-b76d-4531-ad06-9a2e954216aa" -d '{"events": [{"name": "network-changed", "server_uuid": "3ae78dbf-3310-42dc-b520-5bd479080564", "tag": "e354a078-1814-4523-973b-ee5cb4b5ce89"}]}' {{(pid=93883) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 13 11:23:55.746361 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfb2bbd9-a48f-44fd-b0c6-adb154cb754d service neutron] Pushing event updated for resources: {'Port': ['ID=e354a078-1814-4523-973b-ee5cb4b5ce89,revision_number=3']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 11:23:55.753310 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 13 Aug 2021 11:23:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9dfbf09c-72f7-4f64-ace1-c82c8a2fe4a8 x-openstack-request-id: req-9dfbf09c-72f7-4f64-ace1-c82c8a2fe4a8 {{(pid=93883) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 13 11:23:55.753589 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3ae78dbf-3310-42dc-b520-5bd479080564", "tag": "e354a078-1814-4523-973b-ee5cb4b5ce89", "status": "completed", "code": 200}]} {{(pid=93883) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 13 11:23:55.753841 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-9dfbf09c-72f7-4f64-ace1-c82c8a2fe4a8 {{(pid=93883) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 13 11:23:55.754274 dv-cinder-797608-16-iscsi neutron-server[93883]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3ae78dbf-3310-42dc-b520-5bd479080564', 'tag': 'e354a078-1814-4523-973b-ee5cb4b5ce89', 'status': 'completed', 'code': 200} Aug 13 11:23:55.834568 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54bc4dc2-5c76-426b-b41a-8c0442bbeac2 req-9953983d-72f7-47c7-b7b9-89760123502a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 11:23:55.836869 dv-cinder-797608-16-iscsi neutron-server[93883]: INFO neutron.wsgi [req-54bc4dc2-5c76-426b-b41a-8c0442bbeac2 req-9953983d-72f7-47c7-b7b9-89760123502a service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=8d15665cd41743f2b95cabfbe54f82fe&device_id=3ae78dbf-3310-42dc-b520-5bd479080564 HTTP/1.1" status: 200 len: 1100 time: 0.0467601 Aug 13 11:23:55.892208 dv-cinder-797608-16-iscsi neutron-server[93883]: INFO neutron.wsgi [req-54bc4dc2-5c76-426b-b41a-8c0442bbeac2 req-e86edf96-1bc4-4293-af13-1b279011de22 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.25&port_id=e354a078-1814-4523-973b-ee5cb4b5ce89 HTTP/1.1" status: 200 len: 217 time: 0.0393555 Aug 13 11:23:55.959679 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54bc4dc2-5c76-426b-b41a-8c0442bbeac2 req-060d22f4-51ef-4866-a680-ca5bb707b797 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 11:23:55.961420 dv-cinder-797608-16-iscsi neutron-server[93883]: INFO neutron.wsgi [req-54bc4dc2-5c76-426b-b41a-8c0442bbeac2 req-060d22f4-51ef-4866-a680-ca5bb707b797 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=ace40914-0d27-4913-abf7-dff91936e1ee HTTP/1.1" status: 200 len: 843 time: 0.0553443 Aug 13 11:23:55.998304 dv-cinder-797608-16-iscsi neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-243c07cf-324e-4823-a826-b7e3728d384e req-b4bb3bb6-f575-43b9-b0cc-482bb71d7c34 tempest-ServerRescueNegativeTestJSON-217385872 tempest-ServerRescueNegativeTestJSON-217385872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 11:23:55.999821 dv-cinder-797608-16-iscsi neutron-server[93884]: INFO neutron.wsgi [req-243c07cf-324e-4823-a826-b7e3728d384e req-b4bb3bb6-f575-43b9-b0cc-482bb71d7c34 tempest-ServerRescueNegativeTestJSON-217385872 tempest-ServerRescueNegativeTestJSON-217385872-project] 10.222.0.32 "GET /v2.0/ports?device_id=f07a0f18-2b98-479b-bd6a-186739dfba26 HTTP/1.1" status: 200 len: 945 time: 0.0528238 Aug 13 11:23:56.012685 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54bc4dc2-5c76-426b-b41a-8c0442bbeac2 req-abb89cdf-a76a-4eaf-93f6-44af9543b514 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 11:23:56.014170 dv-cinder-797608-16-iscsi neutron-server[93883]: INFO neutron.wsgi [req-54bc4dc2-5c76-426b-b41a-8c0442bbeac2 req-abb89cdf-a76a-4eaf-93f6-44af9543b514 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=3ee16a42-21c8-4144-b4f4-b94d20ca7ed3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1179 time: 0.0405166 Aug 13 11:23:56.037510 dv-cinder-797608-16-iscsi neutron-server[93884]: INFO neutron.wsgi [req-243c07cf-324e-4823-a826-b7e3728d384e req-f54ea5fd-45e6-4053-8315-8d75ef0757bf tempest-ServerRescueNegativeTestJSON-217385872 tempest-ServerRescueNegativeTestJSON-217385872-project] 10.222.0.32 "GET /v2.0/security-groups?id=5e66df65-70b0-476d-97cd-4e9936c292c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309720 Aug 13 11:23:56.112947 dv-cinder-797608-16-iscsi neutron-server[93883]: INFO neutron.wsgi [req-54bc4dc2-5c76-426b-b41a-8c0442bbeac2 req-7e621829-6b00-4202-8b81-2f7ee3027cf4 service neutron] 10.222.0.20 "GET /v2.0/networks/3ee16a42-21c8-4144-b4f4-b94d20ca7ed3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0839968 Aug 13 11:23:56.221422 dv-cinder-797608-16-iscsi neutron-server[93883]: INFO neutron.wsgi [req-54bc4dc2-5c76-426b-b41a-8c0442bbeac2 req-40f08f23-77f2-400d-90f1-7d8d612981fc service neutron] 10.222.0.20 "GET /v2.0/networks/3ee16a42-21c8-4144-b4f4-b94d20ca7ed3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0902531 Aug 13 11:23:56.411121 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dde6a24-b76d-4531-ad06-9a2e954216aa req-1990f957-95d3-466e-8e79-719bf8b06434 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 11:23:56.412631 dv-cinder-797608-16-iscsi neutron-server[93883]: INFO neutron.wsgi [req-7dde6a24-b76d-4531-ad06-9a2e954216aa req-1990f957-95d3-466e-8e79-719bf8b06434 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=8d15665cd41743f2b95cabfbe54f82fe&device_id=3ae78dbf-3310-42dc-b520-5bd479080564 HTTP/1.1" status: 200 len: 1100 time: 0.0404251 Aug 13 11:23:56.513732 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dde6a24-b76d-4531-ad06-9a2e954216aa req-8244bdcf-dd7d-41ec-8556-dd2df14a444f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 11:23:56.515727 dv-cinder-797608-16-iscsi neutron-server[93883]: INFO neutron.wsgi [req-7dde6a24-b76d-4531-ad06-9a2e954216aa req-8244bdcf-dd7d-41ec-8556-dd2df14a444f service neutron] 10.222.0.20 "GET /v2.0/networks?id=3ee16a42-21c8-4144-b4f4-b94d20ca7ed3 HTTP/1.1" status: 200 len: 870 time: 0.0942843 Aug 13 11:23:56.543660 dv-cinder-797608-16-iscsi neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6175565-9091-4e73-8ed1-5db79eb553fd req-04d5119c-5376-4134-bc71-68b8eda7e6a2 tempest-AttachVolumeTestJSON-893493791 tempest-AttachVolumeTestJSON-893493791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 11:23:56.545165 dv-cinder-797608-16-iscsi neutron-server[93884]: INFO neutron.wsgi [req-a6175565-9091-4e73-8ed1-5db79eb553fd req-04d5119c-5376-4134-bc71-68b8eda7e6a2 tempest-AttachVolumeTestJSON-893493791 tempest-AttachVolumeTestJSON-893493791-project] 10.222.0.32 "GET /v2.0/ports?device_id=210d2391-7cc4-41fd-87e2-e84f6d335633 HTTP/1.1" status: 200 len: 945 time: 0.0742204 Aug 13 11:23:56.560561 dv-cinder-797608-16-iscsi neutron-server[93883]: INFO neutron.wsgi [req-7dde6a24-b76d-4531-ad06-9a2e954216aa req-cb76b733-2e22-4ce4-996c-8f9c2a4543c9 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.25&port_id=e354a078-1814-4523-973b-ee5cb4b5ce89 HTTP/1.1" status: 200 len: 217 time: 0.0347853 Aug 13 11:23:56.565448 dv-cinder-797608-16-iscsi neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15fd6565-0253-47c5-9d71-7217d9a2910f req-19c6bd63-30e6-49d2-ac30-80b60839a8c1 tempest-VolumesNegativeTest-133576611 tempest-VolumesNegativeTest-133576611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 11:23:56.566885 dv-cinder-797608-16-iscsi neutron-server[93884]: INFO neutron.wsgi [req-15fd6565-0253-47c5-9d71-7217d9a2910f req-19c6bd63-30e6-49d2-ac30-80b60839a8c1 tempest-VolumesNegativeTest-133576611 tempest-VolumesNegativeTest-133576611-project] 10.222.0.32 "GET /v2.0/ports?device_id=3ae78dbf-3310-42dc-b520-5bd479080564 HTTP/1.1" status: 200 len: 947 time: 0.0706973 Aug 13 11:23:56.609357 dv-cinder-797608-16-iscsi neutron-server[93884]: INFO neutron.wsgi [req-a6175565-9091-4e73-8ed1-5db79eb553fd req-e991395d-123e-4b7f-8b59-f7d2c2af7b90 tempest-AttachVolumeTestJSON-893493791 tempest-AttachVolumeTestJSON-893493791-project] 10.222.0.32 "GET /v2.0/security-groups?id=04a16d11-7ca4-462a-891c-e4a125fe1a42&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0570693 Aug 13 11:23:56.614305 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dde6a24-b76d-4531-ad06-9a2e954216aa req-e37ec8f1-261f-4d63-a9c3-281751ea913e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 11:23:56.616123 dv-cinder-797608-16-iscsi neutron-server[93883]: INFO neutron.wsgi [req-7dde6a24-b76d-4531-ad06-9a2e954216aa req-e37ec8f1-261f-4d63-a9c3-281751ea913e service neutron] 10.222.0.20 "GET /v2.0/subnets?id=ace40914-0d27-4913-abf7-dff91936e1ee HTTP/1.1" status: 200 len: 843 time: 0.0469193 Aug 13 11:23:56.621583 dv-cinder-797608-16-iscsi neutron-server[93884]: INFO neutron.wsgi [req-15fd6565-0253-47c5-9d71-7217d9a2910f req-064147dd-cb24-4d4c-a067-9d23e1d5c52a tempest-VolumesNegativeTest-133576611 tempest-VolumesNegativeTest-133576611-project] 10.222.0.32 "GET /v2.0/security-groups?id=0d1fd3f8-93f8-4c97-9256-1ad14b042de2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0473762 Aug 13 11:23:56.716386 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dde6a24-b76d-4531-ad06-9a2e954216aa req-ee7ef0ee-4359-4512-8826-826d2c797735 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 11:23:56.717931 dv-cinder-797608-16-iscsi neutron-server[93883]: INFO neutron.wsgi [req-7dde6a24-b76d-4531-ad06-9a2e954216aa req-ee7ef0ee-4359-4512-8826-826d2c797735 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=3ee16a42-21c8-4144-b4f4-b94d20ca7ed3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1179 time: 0.0714061 Aug 13 11:23:56.725319 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a5e62c3-eb34-484a-a9f3-35b0c1a9ceec req-bf1bccf2-ed39-4e67-ba9c-5a339e798555 tempest-ServerRescueNegativeTestJSON-217385872 tempest-ServerRescueNegativeTestJSON-217385872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 11:23:56.726715 dv-cinder-797608-16-iscsi neutron-server[93883]: INFO neutron.wsgi [req-5a5e62c3-eb34-484a-a9f3-35b0c1a9ceec req-bf1bccf2-ed39-4e67-ba9c-5a339e798555 tempest-ServerRescueNegativeTestJSON-217385872 tempest-ServerRescueNegativeTestJSON-217385872-project] 10.222.0.20 "GET /v2.0/ports?device_id=f07a0f18-2b98-479b-bd6a-186739dfba26 HTTP/1.1" status: 200 len: 945 time: 0.0708981 Aug 13 11:23:56.880831 dv-cinder-797608-16-iscsi neutron-server[93883]: INFO neutron.wsgi [req-7dde6a24-b76d-4531-ad06-9a2e954216aa req-a4a1bf5d-e2fc-41f4-86be-ec84ac567576 service neutron] 10.222.0.20 "GET /v2.0/networks/3ee16a42-21c8-4144-b4f4-b94d20ca7ed3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1529949 Aug 13 11:23:56.902123 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron.plugins.ml2.plugin [req-5a5e62c3-eb34-484a-a9f3-35b0c1a9ceec req-b210f360-dbcd-40ee-bdbc-62f9139b4c9f tempest-ServerRescueNegativeTestJSON-217385872 tempest-ServerRescueNegativeTestJSON-217385872-project] Deleting port 51600623-03db-4e3a-a453-54b221839aac {{(pid=93883) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 13 11:23:56.902461 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-5a5e62c3-eb34-484a-a9f3-35b0c1a9ceec req-b210f360-dbcd-40ee-bdbc-62f9139b4c9f tempest-ServerRescueNegativeTestJSON-217385872 tempest-ServerRescueNegativeTestJSON-217385872-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782137884200'] for port, before_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 11:23:57.171849 dv-cinder-797608-16-iscsi neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7d08532-228a-4d74-ad3b-93e739aab9e1 req-f4cf2894-9c08-49ba-8b7c-5d8b22bef665 tempest-ServerRescueNegativeTestJSON-217385872 tempest-ServerRescueNegativeTestJSON-217385872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 11:23:57.173350 dv-cinder-797608-16-iscsi neutron-server[93884]: INFO neutron.wsgi [req-e7d08532-228a-4d74-ad3b-93e739aab9e1 req-f4cf2894-9c08-49ba-8b7c-5d8b22bef665 tempest-ServerRescueNegativeTestJSON-217385872 tempest-ServerRescueNegativeTestJSON-217385872-project] 10.222.0.32 "GET /v2.0/ports?device_id=f07a0f18-2b98-479b-bd6a-186739dfba26 HTTP/1.1" status: 200 len: 945 time: 0.0546865 Aug 13 11:23:57.210889 dv-cinder-797608-16-iscsi neutron-server[93884]: INFO neutron.wsgi [req-e7d08532-228a-4d74-ad3b-93e739aab9e1 req-2c4069ed-2129-496f-8382-5ee059bb1965 tempest-ServerRescueNegativeTestJSON-217385872 tempest-ServerRescueNegativeTestJSON-217385872-project] 10.222.0.32 "GET /v2.0/security-groups?id=5e66df65-70b0-476d-97cd-4e9936c292c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313330 Aug 13 11:23:57.282109 dv-cinder-797608-16-iscsi neutron-server[93883]: INFO neutron.wsgi [req-7dde6a24-b76d-4531-ad06-9a2e954216aa req-68e73150-22e8-4d6c-888b-b511d5aa1aa4 service neutron] 10.222.0.20 "GET /v2.0/networks/3ee16a42-21c8-4144-b4f4-b94d20ca7ed3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3925991 Aug 13 11:23:57.283731 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron.plugins.ml2.db [req-5a5e62c3-eb34-484a-a9f3-35b0c1a9ceec req-b210f360-dbcd-40ee-bdbc-62f9139b4c9f tempest-ServerRescueNegativeTestJSON-217385872 tempest-ServerRescueNegativeTestJSON-217385872-project] For port 51600623-03db-4e3a-a453-54b221839aac, host hv-cinder-79760, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79760',level=0,port_id=51600623-03db-4e3a-a453-54b221839aac,segment=NetworkSegment(f91f77da-5339-477e-a1d0-b21d720c56da),segment_id=f91f77da-5339-477e-a1d0-b21d720c56da)] {{(pid=93883) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 13 11:23:57.284098 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-5a5e62c3-eb34-484a-a9f3-35b0c1a9ceec req-b210f360-dbcd-40ee-bdbc-62f9139b4c9f tempest-ServerRescueNegativeTestJSON-217385872 tempest-ServerRescueNegativeTestJSON-217385872-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1583036'] for port, precommit_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 11:23:57.295983 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron.plugins.ml2.plugin [req-5a5e62c3-eb34-484a-a9f3-35b0c1a9ceec req-b210f360-dbcd-40ee-bdbc-62f9139b4c9f tempest-ServerRescueNegativeTestJSON-217385872 tempest-ServerRescueNegativeTestJSON-217385872-project] Calling delete_port for 51600623-03db-4e3a-a453-54b221839aac owned by compute:nova {{(pid=93883) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 13 11:23:57.431748 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-5a5e62c3-eb34-484a-a9f3-35b0c1a9ceec req-b210f360-dbcd-40ee-bdbc-62f9139b4c9f tempest-ServerRescueNegativeTestJSON-217385872 tempest-ServerRescueNegativeTestJSON-217385872-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935844', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611014', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782137889922', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782137337604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2139128394'] for port, after_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 11:23:57.457383 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b210f360-dbcd-40ee-bdbc-62f9139b4c9f tempest-ServerRescueNegativeTestJSON-217385872 tempest-ServerRescueNegativeTestJSON-217385872-project] Pushing event deleted for resources: {'Port': ['ID=51600623-03db-4e3a-a453-54b221839aac,revision_number=None']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 11:23:57.468808 dv-cinder-797608-16-iscsi neutron-server[93885]: DEBUG neutron.plugins.ml2.db [None req-a0b9b986-0706-4fc6-9cf9-0eb02d2513dc None None] get_ports_and_sgs() called for port_ids ['51600623-03db-4e3a-a453-54b221839aac'] {{(pid=93885) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 13 11:23:57.503804 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron.db.l3_dvrscheduler_db [req-5a5e62c3-eb34-484a-a9f3-35b0c1a9ceec req-b210f360-dbcd-40ee-bdbc-62f9139b4c9f tempest-ServerRescueNegativeTestJSON-217385872 tempest-ServerRescueNegativeTestJSON-217385872-project] No DVR routers for this DVR port 51600623-03db-4e3a-a453-54b221839aac on host hv-cinder-79760 {{(pid=93883) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 13 11:23:57.505991 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-5a5e62c3-eb34-484a-a9f3-35b0c1a9ceec req-b210f360-dbcd-40ee-bdbc-62f9139b4c9f tempest-ServerRescueNegativeTestJSON-217385872 tempest-ServerRescueNegativeTestJSON-217385872-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-128352'] for port, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 11:23:57.507958 dv-cinder-797608-16-iscsi neutron-server[93883]: INFO neutron.wsgi [req-5a5e62c3-eb34-484a-a9f3-35b0c1a9ceec req-b210f360-dbcd-40ee-bdbc-62f9139b4c9f tempest-ServerRescueNegativeTestJSON-217385872 tempest-ServerRescueNegativeTestJSON-217385872-project] 10.222.0.20 "DELETE /v2.0/ports/51600623-03db-4e3a-a453-54b221839aac HTTP/1.1" status: 204 len: 173 time: 0.7733996 Aug 13 11:23:57.753139 dv-cinder-797608-16-iscsi neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ce067eb-f99e-471c-a419-a2d38cd8be17 req-ef7ff9ac-fb90-46d1-8788-16e275296d97 tempest-AttachVolumeTestJSON-893493791 tempest-AttachVolumeTestJSON-893493791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 11:23:57.754633 dv-cinder-797608-16-iscsi neutron-server[93884]: INFO neutron.wsgi [req-5ce067eb-f99e-471c-a419-a2d38cd8be17 req-ef7ff9ac-fb90-46d1-8788-16e275296d97 tempest-AttachVolumeTestJSON-893493791 tempest-AttachVolumeTestJSON-893493791-project] 10.222.0.32 "GET /v2.0/ports?device_id=210d2391-7cc4-41fd-87e2-e84f6d335633 HTTP/1.1" status: 200 len: 945 time: 0.0740228 Aug 13 11:23:57.755424 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f07a0f18-2b98-479b-bd6a-186739dfba26', 'name': 'network-vif-deleted', 'tag': '51600623-03db-4e3a-a453-54b221839aac'}] {{(pid=93883) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 13 11:23:57.758139 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}db1a1fbc245c58e73290e58258e46ca41fe4e785cc79cbd57aa3dae940aad292" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f9f9131c-c428-48b2-931c-4510dce1e7c7" -d '{"events": [{"server_uuid": "f07a0f18-2b98-479b-bd6a-186739dfba26", "name": "network-vif-deleted", "tag": "51600623-03db-4e3a-a453-54b221839aac"}]}' {{(pid=93883) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 13 11:23:57.767230 dv-cinder-797608-16-iscsi neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d4d073d-781e-45bb-a9e1-704afd82b93c req-ae818007-c23a-4faa-b653-127ce09d3e78 tempest-VolumesNegativeTest-133576611 tempest-VolumesNegativeTest-133576611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 11:23:57.768645 dv-cinder-797608-16-iscsi neutron-server[93884]: INFO neutron.wsgi [req-8d4d073d-781e-45bb-a9e1-704afd82b93c req-ae818007-c23a-4faa-b653-127ce09d3e78 tempest-VolumesNegativeTest-133576611 tempest-VolumesNegativeTest-133576611-project] 10.222.0.32 "GET /v2.0/ports?device_id=3ae78dbf-3310-42dc-b520-5bd479080564 HTTP/1.1" status: 200 len: 947 time: 0.0782268 Aug 13 11:23:57.826324 dv-cinder-797608-16-iscsi neutron-server[93884]: INFO neutron.wsgi [req-5ce067eb-f99e-471c-a419-a2d38cd8be17 req-463fcbef-e020-4b27-8999-cab0c31ff042 tempest-AttachVolumeTestJSON-893493791 tempest-AttachVolumeTestJSON-893493791-project] 10.222.0.32 "GET /v2.0/security-groups?id=04a16d11-7ca4-462a-891c-e4a125fe1a42&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0567143 Aug 13 11:23:57.833578 dv-cinder-797608-16-iscsi neutron-server[93884]: INFO neutron.wsgi [req-8d4d073d-781e-45bb-a9e1-704afd82b93c req-1264602c-21cf-46a8-b22c-87f661abc35a tempest-VolumesNegativeTest-133576611 tempest-VolumesNegativeTest-133576611-project] 10.222.0.32 "GET /v2.0/security-groups?id=0d1fd3f8-93f8-4c97-9256-1ad14b042de2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0576067 Aug 13 11:23:57.869124 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 13 Aug 2021 11:23:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bc64379f-59d7-4031-8b07-85a047bd1ebc x-openstack-request-id: req-bc64379f-59d7-4031-8b07-85a047bd1ebc {{(pid=93883) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 13 11:23:57.869446 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f07a0f18-2b98-479b-bd6a-186739dfba26", "name": "network-vif-deleted", "tag": "51600623-03db-4e3a-a453-54b221839aac", "status": "completed", "code": 200}]} {{(pid=93883) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 13 11:23:57.869692 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-bc64379f-59d7-4031-8b07-85a047bd1ebc {{(pid=93883) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 13 11:23:57.870105 dv-cinder-797608-16-iscsi neutron-server[93883]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f07a0f18-2b98-479b-bd6a-186739dfba26', 'name': 'network-vif-deleted', 'tag': '51600623-03db-4e3a-a453-54b221839aac', 'status': 'completed', 'code': 200} Aug 13 11:23:58.172044 dv-cinder-797608-16-iscsi neutron-server[93884]: DEBUG neutron.wsgi [-] (93884) accepted ('10.222.0.32', 50846) {{(pid=93884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 11:23:58.216444 dv-cinder-797608-16-iscsi neutron-server[93884]: DEBUG neutron.db.db_base_plugin_v2 [None req-019c1b5b-17ae-45ef-9a3d-3d591a5c45c1 admin admin] Deleting subnet 5d239d83-0dde-465f-9273-8e7c04ac2cdd {{(pid=93884) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 13 11:23:58.219700 dv-cinder-797608-16-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-019c1b5b-17ae-45ef-9a3d-3d591a5c45c1 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 11:23:58.253128 dv-cinder-797608-16-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-019c1b5b-17ae-45ef-9a3d-3d591a5c45c1 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2141180559'] for subnet, precommit_delete_associations {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 11:23:58.266588 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.32', 50850) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 11:23:58.291250 dv-cinder-797608-16-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-019c1b5b-17ae-45ef-9a3d-3d591a5c45c1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-542387'] for subnet, precommit_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 11:23:58.346799 dv-cinder-797608-16-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-019c1b5b-17ae-45ef-9a3d-3d591a5c45c1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-542372', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611014', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2141180304', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2141109709'] for subnet, after_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 11:23:58.372444 dv-cinder-797608-16-iscsi neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-019c1b5b-17ae-45ef-9a3d-3d591a5c45c1 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5d239d83-0dde-465f-9273-8e7c04ac2cdd,revision_number=None']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 11:23:58.377788 dv-cinder-797608-16-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-019c1b5b-17ae-45ef-9a3d-3d591a5c45c1 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 11:23:58.377788 dv-cinder-797608-16-iscsi neutron-server[93884]: INFO neutron.wsgi [None req-019c1b5b-17ae-45ef-9a3d-3d591a5c45c1 admin admin] 10.222.0.32 "DELETE /v2.0/subnets/5d239d83-0dde-465f-9273-8e7c04ac2cdd HTTP/1.1" status: 204 len: 168 time: 0.2036817 Aug 13 11:23:58.379273 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.32', 50852) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 11:23:58.513697 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-1586d825-6cf4-44b1-9806-9fca1e9908c8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-641644'] for network, before_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 11:23:58.647327 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-1586d825-6cf4-44b1-9806-9fca1e9908c8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-544564', 'neutron.services.segments.db._delete_segments_for_network-8782137812848'] for network, precommit_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 11:23:58.676691 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron.services.segments.db [None req-1586d825-6cf4-44b1-9806-9fca1e9908c8 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b019fcf7-de26-4be8-b91e-534fa6cadca7']}} {{(pid=93883) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 13 11:23:58.690803 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron.services.segments.db [None req-1586d825-6cf4-44b1-9806-9fca1e9908c8 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e18aea7a-7e5d-44de-aa65-0910a3f71ee1') {'for_net_delete': True} {{(pid=93883) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 13 11:23:58.691092 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron.services.segments.db [None req-1586d825-6cf4-44b1-9806-9fca1e9908c8 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e18aea7a-7e5d-44de-aa65-0910a3f71ee1') {} {{(pid=93883) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 13 11:23:58.707929 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-1586d825-6cf4-44b1-9806-9fca1e9908c8 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8782137816953', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2139128219'] for segment, before_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 11:23:58.729556 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-1586d825-6cf4-44b1-9806-9fca1e9908c8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-542450'] for segment, precommit_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 11:23:58.743090 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1586d825-6cf4-44b1-9806-9fca1e9908c8 admin admin] Releasing vlan 153 on physical network physnet1 to pool {{(pid=93883) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 13 11:23:58.743468 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-1586d825-6cf4-44b1-9806-9fca1e9908c8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-542450', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2139128487'] for segment, after_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 11:23:58.745172 dv-cinder-797608-16-iscsi neutron-server[93883]: Traceback (most recent call last): Aug 13 11:23:58.745172 dv-cinder-797608-16-iscsi neutron-server[93883]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 13 11:23:58.745172 dv-cinder-797608-16-iscsi neutron-server[93883]: timer() Aug 13 11:23:58.745172 dv-cinder-797608-16-iscsi neutron-server[93883]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 13 11:23:58.745172 dv-cinder-797608-16-iscsi neutron-server[93883]: cb(*args, **kw) Aug 13 11:23:58.745172 dv-cinder-797608-16-iscsi neutron-server[93883]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 13 11:23:58.745172 dv-cinder-797608-16-iscsi neutron-server[93883]: return func(*args, **kwargs) Aug 13 11:23:58.745172 dv-cinder-797608-16-iscsi neutron-server[93883]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 13 11:23:58.745172 dv-cinder-797608-16-iscsi neutron-server[93883]: self._notify() Aug 13 11:23:58.745172 dv-cinder-797608-16-iscsi neutron-server[93883]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 13 11:23:58.745172 dv-cinder-797608-16-iscsi neutron-server[93883]: self.callback(batched_events) Aug 13 11:23:58.745172 dv-cinder-797608-16-iscsi neutron-server[93883]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 13 11:23:58.745172 dv-cinder-797608-16-iscsi neutron-server[93883]: event.method(event) Aug 13 11:23:58.745172 dv-cinder-797608-16-iscsi neutron-server[93883]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 13 11:23:58.745172 dv-cinder-797608-16-iscsi neutron-server[93883]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 13 11:23:58.745172 dv-cinder-797608-16-iscsi neutron-server[93883]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 13 11:23:58.745172 dv-cinder-797608-16-iscsi neutron-server[93883]: aggregate_uuid = self.p_client.list_aggregates( Aug 13 11:23:58.745172 dv-cinder-797608-16-iscsi neutron-server[93883]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 13 11:23:58.745172 dv-cinder-797608-16-iscsi neutron-server[93883]: return f(self, *a, **k) Aug 13 11:23:58.745172 dv-cinder-797608-16-iscsi neutron-server[93883]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 13 11:23:58.745172 dv-cinder-797608-16-iscsi neutron-server[93883]: return self._get(url).json() Aug 13 11:23:58.745172 dv-cinder-797608-16-iscsi neutron-server[93883]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 13 11:23:58.745172 dv-cinder-797608-16-iscsi neutron-server[93883]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 13 11:23:58.745172 dv-cinder-797608-16-iscsi neutron-server[93883]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 13 11:23:58.745172 dv-cinder-797608-16-iscsi neutron-server[93883]: return self.request(url, 'GET', **kwargs) Aug 13 11:23:58.745172 dv-cinder-797608-16-iscsi neutron-server[93883]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 13 11:23:58.745172 dv-cinder-797608-16-iscsi neutron-server[93883]: base_url = self.get_endpoint(auth, allow=allow, Aug 13 11:23:58.745172 dv-cinder-797608-16-iscsi neutron-server[93883]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 13 11:23:58.745172 dv-cinder-797608-16-iscsi neutron-server[93883]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 13 11:23:58.745172 dv-cinder-797608-16-iscsi neutron-server[93883]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 13 11:23:58.745172 dv-cinder-797608-16-iscsi neutron-server[93883]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 13 11:23:58.745172 dv-cinder-797608-16-iscsi neutron-server[93883]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 13 11:23:58.822836 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-1586d825-6cf4-44b1-9806-9fca1e9908c8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-544557', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611014', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1585573'] for network, after_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 11:23:58.848658 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-1586d825-6cf4-44b1-9806-9fca1e9908c8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1611032'] for network, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 11:23:58.850536 dv-cinder-797608-16-iscsi neutron-server[93883]: INFO neutron.wsgi [None req-1586d825-6cf4-44b1-9806-9fca1e9908c8 admin admin] 10.222.0.32 "DELETE /v2.0/networks/b019fcf7-de26-4be8-b91e-534fa6cadca7 HTTP/1.1" status: 204 len: 168 time: 0.4703221 Aug 13 11:23:58.866699 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1586d825-6cf4-44b1-9806-9fca1e9908c8 admin admin] Pushing event deleted for resources: {'Network': ['ID=b019fcf7-de26-4be8-b91e-534fa6cadca7,revision_number=None']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 11:23:58.919477 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-af0b211d-990a-4d42-b07a-96e1f57c4576 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-2003091'] for router_interface, before_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 11:23:58.978944 dv-cinder-797608-16-iscsi neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b60c21c2-cfb3-489b-89cb-b321f91e6022 req-3c14f580-6b36-4ba1-bea5-4b78c0453cfb tempest-AttachVolumeTestJSON-893493791 tempest-AttachVolumeTestJSON-893493791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 11:23:58.980443 dv-cinder-797608-16-iscsi neutron-server[93884]: INFO neutron.wsgi [req-b60c21c2-cfb3-489b-89cb-b321f91e6022 req-3c14f580-6b36-4ba1-bea5-4b78c0453cfb tempest-AttachVolumeTestJSON-893493791 tempest-AttachVolumeTestJSON-893493791-project] 10.222.0.32 "GET /v2.0/ports?device_id=210d2391-7cc4-41fd-87e2-e84f6d335633 HTTP/1.1" status: 200 len: 945 time: 0.0757756 Aug 13 11:23:58.993910 dv-cinder-797608-16-iscsi neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28e10892-4f47-4c06-9637-38b73bae6bfb req-d119f7df-d231-4129-b4d3-7ba89f78b91a tempest-VolumesNegativeTest-133576611 tempest-VolumesNegativeTest-133576611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 11:23:58.995399 dv-cinder-797608-16-iscsi neutron-server[93884]: INFO neutron.wsgi [req-28e10892-4f47-4c06-9637-38b73bae6bfb req-d119f7df-d231-4129-b4d3-7ba89f78b91a tempest-VolumesNegativeTest-133576611 tempest-VolumesNegativeTest-133576611-project] 10.222.0.32 "GET /v2.0/ports?device_id=3ae78dbf-3310-42dc-b520-5bd479080564 HTTP/1.1" status: 200 len: 947 time: 0.0788221 Aug 13 11:23:59.050679 dv-cinder-797608-16-iscsi neutron-server[93884]: INFO neutron.wsgi [req-b60c21c2-cfb3-489b-89cb-b321f91e6022 req-f452b145-f040-42cc-934a-aee19fa30b4a tempest-AttachVolumeTestJSON-893493791 tempest-AttachVolumeTestJSON-893493791-project] 10.222.0.32 "GET /v2.0/security-groups?id=04a16d11-7ca4-462a-891c-e4a125fe1a42&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0538530 Aug 13 11:23:59.053276 dv-cinder-797608-16-iscsi neutron-server[93884]: DEBUG neutron.wsgi [-] (93884) accepted ('10.222.0.32', 50860) {{(pid=93884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 11:23:59.055988 dv-cinder-797608-16-iscsi neutron-server[93884]: INFO neutron.wsgi [req-28e10892-4f47-4c06-9637-38b73bae6bfb req-9b065255-178f-4de0-86c2-ac8112663fe7 tempest-VolumesNegativeTest-133576611 tempest-VolumesNegativeTest-133576611-project] 10.222.0.32 "GET /v2.0/security-groups?id=0d1fd3f8-93f8-4c97-9256-1ad14b042de2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0525286 Aug 13 11:23:59.107019 dv-cinder-797608-16-iscsi neutron-server[93885]: DEBUG neutron.plugins.ml2.rpc [None req-a0b9b986-0706-4fc6-9cf9-0eb02d2513dc None None] Device e354a078-1814-4523-973b-ee5cb4b5ce89 details requested by agent hyperv_hv-cinder-79760 with host hv-cinder-79760 {{(pid=93885) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 13 11:23:59.117249 dv-cinder-797608-16-iscsi neutron-server[93884]: INFO neutron.wsgi [None req-72e6426d-1650-4566-bdf0-415c3ffb76fb admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=8907f2d9d26a4060be3d190bf102bfba&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0598416 Aug 13 11:23:59.119746 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.32', 50864) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 11:23:59.229992 dv-cinder-797608-16-iscsi neutron-server[93885]: DEBUG neutron.plugins.ml2.db [None req-a0b9b986-0706-4fc6-9cf9-0eb02d2513dc None None] For port e354a078-1814-4523-973b-ee5cb4b5ce89, host hv-cinder-79760, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79760',level=0,port_id=e354a078-1814-4523-973b-ee5cb4b5ce89,segment=NetworkSegment(f6d75384-133b-4d71-8250-966f4d72add8),segment_id=f6d75384-133b-4d71-8250-966f4d72add8)] {{(pid=93885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 13 11:23:59.233383 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-80efdb4f-60d5-4397-81e1-fc19385d2a6c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 11:23:59.244078 dv-cinder-797608-16-iscsi neutron-server[93885]: DEBUG neutron.plugins.ml2.rpc [None req-a0b9b986-0706-4fc6-9cf9-0eb02d2513dc None None] Returning: {'device': 'e354a078-1814-4523-973b-ee5cb4b5ce89', 'network_id': '3ee16a42-21c8-4144-b4f4-b94d20ca7ed3', 'port_id': 'e354a078-1814-4523-973b-ee5cb4b5ce89', 'mac_address': 'fa:16:3e:09:6b:ec', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 182, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ace40914-0d27-4913-abf7-dff91936e1ee', 'ip_address': '192.168.233.25'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93885) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 13 11:23:59.284050 dv-cinder-797608-16-iscsi neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99d0903f-b617-4665-82d4-4b827eef6dc7 req-bf271ac2-6784-4bc7-9da9-65e6efbea0c3 tempest-AttachVolumeTestJSON-893493791 tempest-AttachVolumeTestJSON-893493791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 11:23:59.286067 dv-cinder-797608-16-iscsi neutron-server[93884]: INFO neutron.wsgi [req-99d0903f-b617-4665-82d4-4b827eef6dc7 req-bf271ac2-6784-4bc7-9da9-65e6efbea0c3 tempest-AttachVolumeTestJSON-893493791 tempest-AttachVolumeTestJSON-893493791-project] 10.222.0.32 "GET /v2.0/ports?device_id=210d2391-7cc4-41fd-87e2-e84f6d335633 HTTP/1.1" status: 200 len: 945 time: 0.0603445 Aug 13 11:23:59.287297 dv-cinder-797608-16-iscsi neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-a0b9b986-0706-4fc6-9cf9-0eb02d2513dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935434'] for port, before_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 11:23:59.291000 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-80efdb4f-60d5-4397-81e1-fc19385d2a6c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 11:23:59.300803 dv-cinder-797608-16-iscsi neutron-server[93885]: DEBUG neutron.notifiers.nova [None req-a0b9b986-0706-4fc6-9cf9-0eb02d2513dc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e354a078-1814-4523-973b-ee5cb4b5ce89 {{(pid=93885) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 13 11:23:59.321402 dv-cinder-797608-16-iscsi neutron-server[93885]: DEBUG neutron.plugins.ml2.db [None req-a0b9b986-0706-4fc6-9cf9-0eb02d2513dc None None] For port e354a078-1814-4523-973b-ee5cb4b5ce89, host hv-cinder-79760, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79760',level=0,port_id=e354a078-1814-4523-973b-ee5cb4b5ce89,segment=NetworkSegment(f6d75384-133b-4d71-8250-966f4d72add8),segment_id=f6d75384-133b-4d71-8250-966f4d72add8)] {{(pid=93885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 13 11:23:59.326540 dv-cinder-797608-16-iscsi neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-a0b9b986-0706-4fc6-9cf9-0eb02d2513dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935844', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611014', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782137889940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782137337613', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782137337631'] for port, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 11:23:59.327518 dv-cinder-797608-16-iscsi neutron-server[93884]: INFO neutron.wsgi [req-99d0903f-b617-4665-82d4-4b827eef6dc7 req-23304344-b9d7-4a05-8fe3-42f49457625e tempest-AttachVolumeTestJSON-893493791 tempest-AttachVolumeTestJSON-893493791-project] 10.222.0.32 "GET /v2.0/security-groups?id=04a16d11-7ca4-462a-891c-e4a125fe1a42&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0345533 Aug 13 11:23:59.374748 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e20c014b-0739-46b4-969c-c59493282d72 req-8251a4e9-142b-4334-9921-db55c5359262 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 11:23:59.375266 dv-cinder-797608-16-iscsi neutron-server[93885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0b9b986-0706-4fc6-9cf9-0eb02d2513dc None None] Pushing event updated for resources: {'Port': ['ID=e354a078-1814-4523-973b-ee5cb4b5ce89,revision_number=4']} {{(pid=93885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 11:23:59.376233 dv-cinder-797608-16-iscsi neutron-server[93883]: INFO neutron.wsgi [req-e20c014b-0739-46b4-969c-c59493282d72 req-8251a4e9-142b-4334-9921-db55c5359262 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=79ef1636c6ae4656a27be7ebe99adfd8&device_id=210d2391-7cc4-41fd-87e2-e84f6d335633 HTTP/1.1" status: 200 len: 1098 time: 0.0777605 Aug 13 11:23:59.377810 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron.plugins.ml2.plugin [None req-af0b211d-990a-4d42-b07a-96e1f57c4576 admin admin] Deleting port 45e3f436-3794-40a9-af26-b99e1c53270c {{(pid=93883) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 13 11:23:59.378176 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-af0b211d-990a-4d42-b07a-96e1f57c4576 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782137884200'] for port, before_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 11:23:59.382882 dv-cinder-797608-16-iscsi neutron-server[93885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0b9b986-0706-4fc6-9cf9-0eb02d2513dc None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797608-16-iscsi {{(pid=93885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 11:23:59.383259 dv-cinder-797608-16-iscsi neutron-server[93885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0b9b986-0706-4fc6-9cf9-0eb02d2513dc None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797608-16-iscsi {{(pid=93885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 11:23:59.383609 dv-cinder-797608-16-iscsi neutron-server[93885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0b9b986-0706-4fc6-9cf9-0eb02d2513dc None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797608-16-iscsi {{(pid=93885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 11:23:59.383950 dv-cinder-797608-16-iscsi neutron-server[93885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0b9b986-0706-4fc6-9cf9-0eb02d2513dc None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797608-16-iscsi {{(pid=93885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 11:23:59.384285 dv-cinder-797608-16-iscsi neutron-server[93885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0b9b986-0706-4fc6-9cf9-0eb02d2513dc None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-797608-16-iscsi {{(pid=93885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 11:23:59.384616 dv-cinder-797608-16-iscsi neutron-server[93885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0b9b986-0706-4fc6-9cf9-0eb02d2513dc None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797608-16-iscsi {{(pid=93885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 11:23:59.384944 dv-cinder-797608-16-iscsi neutron-server[93885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0b9b986-0706-4fc6-9cf9-0eb02d2513dc None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-797608-16-iscsi {{(pid=93885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 11:23:59.385269 dv-cinder-797608-16-iscsi neutron-server[93885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0b9b986-0706-4fc6-9cf9-0eb02d2513dc None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-797608-16-iscsi {{(pid=93885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 11:23:59.385611 dv-cinder-797608-16-iscsi neutron-server[93885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0b9b986-0706-4fc6-9cf9-0eb02d2513dc None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797608-16-iscsi {{(pid=93885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 11:23:59.385962 dv-cinder-797608-16-iscsi neutron-server[93885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0b9b986-0706-4fc6-9cf9-0eb02d2513dc None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797608-16-iscsi {{(pid=93885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 11:23:59.386298 dv-cinder-797608-16-iscsi neutron-server[93885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0b9b986-0706-4fc6-9cf9-0eb02d2513dc None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797608-16-iscsi {{(pid=93885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 11:23:59.386619 dv-cinder-797608-16-iscsi neutron-server[93885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0b9b986-0706-4fc6-9cf9-0eb02d2513dc None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797608-16-iscsi {{(pid=93885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 11:23:59.431950 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-80efdb4f-60d5-4397-81e1-fc19385d2a6c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651637'] for security_group, after_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 11:23:59.434400 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-80efdb4f-60d5-4397-81e1-fc19385d2a6c admin admin] Notify callbacks [] for security_group, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 11:23:59.435437 dv-cinder-797608-16-iscsi neutron-server[93883]: INFO neutron.wsgi [None req-80efdb4f-60d5-4397-81e1-fc19385d2a6c admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/067564c0-67c3-4ba8-9df2-3ce8ca895aee HTTP/1.1" status: 204 len: 168 time: 0.3147562 Aug 13 11:23:59.496908 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80efdb4f-60d5-4397-81e1-fc19385d2a6c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=067564c0-67c3-4ba8-9df2-3ce8ca895aee,revision_number=None']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 11:23:59.552317 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron.plugins.ml2.db [None req-af0b211d-990a-4d42-b07a-96e1f57c4576 admin admin] For port 45e3f436-3794-40a9-af26-b99e1c53270c, host dv-cinder-797608-16-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797608-16-iscsi',level=0,port_id=45e3f436-3794-40a9-af26-b99e1c53270c,segment=NetworkSegment(f91f77da-5339-477e-a1d0-b21d720c56da),segment_id=f91f77da-5339-477e-a1d0-b21d720c56da)] {{(pid=93883) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 13 11:23:59.552738 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-af0b211d-990a-4d42-b07a-96e1f57c4576 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1583036'] for port, precommit_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 11:23:59.575719 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron.plugins.ml2.plugin [None req-af0b211d-990a-4d42-b07a-96e1f57c4576 admin admin] Calling delete_port for 45e3f436-3794-40a9-af26-b99e1c53270c owned by network:router_interface {{(pid=93883) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 13 11:23:59.582775 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e20c014b-0739-46b4-969c-c59493282d72 req-907dfc84-66ab-4d2a-a56c-325771368d00 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 11:23:59.584260 dv-cinder-797608-16-iscsi neutron-server[93883]: INFO neutron.wsgi [req-e20c014b-0739-46b4-969c-c59493282d72 req-907dfc84-66ab-4d2a-a56c-325771368d00 service neutron] 10.222.0.20 "GET /v2.0/networks?id=ec8923c9-e8aa-4fb7-a57a-17b8964f1574 HTTP/1.1" status: 200 len: 912 time: 0.1620107 Aug 13 11:23:59.701202 dv-cinder-797608-16-iscsi neutron-server[93883]: INFO neutron.wsgi [req-e20c014b-0739-46b4-969c-c59493282d72 req-bf58859e-772e-452c-8d62-febea53b10c1 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=5d3c7948-d52d-4294-a06f-d0394ef47e0f HTTP/1.1" status: 200 len: 1000 time: 0.0770471 Aug 13 11:23:59.731597 dv-cinder-797608-16-iscsi neutron-server[93885]: DEBUG neutron.plugins.ml2.db [None req-a0b9b986-0706-4fc6-9cf9-0eb02d2513dc None None] get_ports_and_sgs() called for port_ids ['e354a078-1814-4523-973b-ee5cb4b5ce89'] {{(pid=93885) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 13 11:23:59.818129 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e20c014b-0739-46b4-969c-c59493282d72 req-8954bc46-46a1-4b4c-a21f-536d2c259bb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 11:23:59.819580 dv-cinder-797608-16-iscsi neutron-server[93883]: INFO neutron.wsgi [req-e20c014b-0739-46b4-969c-c59493282d72 req-8954bc46-46a1-4b4c-a21f-536d2c259bb1 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=8f355941-9ea6-47f3-b4b3-219d5394ef79 HTTP/1.1" status: 200 len: 850 time: 0.0985401 Aug 13 11:23:59.903247 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-af0b211d-990a-4d42-b07a-96e1f57c4576 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935844', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611014', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782137889922', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782137337604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2139128394'] for port, after_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 11:23:59.908751 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e20c014b-0739-46b4-969c-c59493282d72 req-52c00b95-b7b2-4b27-b63d-724accf37aaf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 11:23:59.910242 dv-cinder-797608-16-iscsi neutron-server[93883]: INFO neutron.wsgi [req-e20c014b-0739-46b4-969c-c59493282d72 req-52c00b95-b7b2-4b27-b63d-724accf37aaf service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=ec8923c9-e8aa-4fb7-a57a-17b8964f1574&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0792599 Aug 13 11:23:59.941602 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af0b211d-990a-4d42-b07a-96e1f57c4576 admin admin] Pushing event deleted for resources: {'Port': ['ID=45e3f436-3794-40a9-af26-b99e1c53270c,revision_number=None']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 11:24:00.097844 dv-cinder-797608-16-iscsi neutron-server[93883]: INFO neutron.wsgi [req-e20c014b-0739-46b4-969c-c59493282d72 req-b5d43acc-2c14-4416-9a3a-d2d9df83353b service neutron] 10.222.0.20 "GET /v2.0/networks/ec8923c9-e8aa-4fb7-a57a-17b8964f1574?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1668489 Aug 13 11:24:00.177797 dv-cinder-797608-16-iscsi neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28e22ec5-555d-4a70-8912-af9ce41f74f1 req-a386dbcf-3b11-48c8-bba6-6abd18ca98d5 tempest-VolumesNegativeTest-133576611 tempest-VolumesNegativeTest-133576611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 11:24:00.179226 dv-cinder-797608-16-iscsi neutron-server[93884]: INFO neutron.wsgi [req-28e22ec5-555d-4a70-8912-af9ce41f74f1 req-a386dbcf-3b11-48c8-bba6-6abd18ca98d5 tempest-VolumesNegativeTest-133576611 tempest-VolumesNegativeTest-133576611-project] 10.222.0.32 "GET /v2.0/ports?device_id=3ae78dbf-3310-42dc-b520-5bd479080564 HTTP/1.1" status: 200 len: 948 time: 0.0481865 Aug 13 11:24:00.215460 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-af0b211d-990a-4d42-b07a-96e1f57c4576 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1611071', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1588259'] for router_interface, after_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 11:24:00.215799 dv-cinder-797608-16-iscsi neutron-server[93884]: INFO neutron.wsgi [req-28e22ec5-555d-4a70-8912-af9ce41f74f1 req-c4f0cfbd-4396-4740-b781-1afa85d15c2d tempest-VolumesNegativeTest-133576611 tempest-VolumesNegativeTest-133576611-project] 10.222.0.32 "GET /v2.0/security-groups?id=0d1fd3f8-93f8-4c97-9256-1ad14b042de2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0305696 Aug 13 11:24:00.272988 dv-cinder-797608-16-iscsi neutron-server[93883]: INFO neutron.wsgi [req-e20c014b-0739-46b4-969c-c59493282d72 req-c4ade9dc-2547-40a8-b891-c7f07b9ebf38 service neutron] 10.222.0.20 "GET /v2.0/networks/ec8923c9-e8aa-4fb7-a57a-17b8964f1574?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1662955 Aug 13 11:24:00.438387 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-af0b211d-990a-4d42-b07a-96e1f57c4576 admin admin] Router ddb64685-c1fa-4f6f-b185-cf428e79c875 has already been hosted by L3 agent 120d27b5-31d8-4cd2-97b4-2412c45088e1 {{(pid=93883) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 13 11:24:00.446465 dv-cinder-797608-16-iscsi neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8e1329b-b14a-42a3-b96d-c825c5ac8ad4 req-c0d7c8d6-20de-4920-aa81-e5fd69da8d31 tempest-AttachVolumeTestJSON-893493791 tempest-AttachVolumeTestJSON-893493791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 11:24:00.447931 dv-cinder-797608-16-iscsi neutron-server[93884]: INFO neutron.wsgi [req-f8e1329b-b14a-42a3-b96d-c825c5ac8ad4 req-c0d7c8d6-20de-4920-aa81-e5fd69da8d31 tempest-AttachVolumeTestJSON-893493791 tempest-AttachVolumeTestJSON-893493791-project] 10.222.0.32 "GET /v2.0/ports?device_id=210d2391-7cc4-41fd-87e2-e84f6d335633 HTTP/1.1" status: 200 len: 945 time: 0.0504210 Aug 13 11:24:00.484916 dv-cinder-797608-16-iscsi neutron-server[93884]: INFO neutron.wsgi [req-f8e1329b-b14a-42a3-b96d-c825c5ac8ad4 req-761f8d6b-1ea5-451f-9a5f-378f1c3f2b85 tempest-AttachVolumeTestJSON-893493791 tempest-AttachVolumeTestJSON-893493791-project] 10.222.0.32 "GET /v2.0/security-groups?id=04a16d11-7ca4-462a-891c-e4a125fe1a42&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0302365 Aug 13 11:24:00.768396 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-af0b211d-990a-4d42-b07a-96e1f57c4576 admin admin] Notify agent at l3_agent.dv-cinder-797608-16-iscsi the message routers_updated {{(pid=93883) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 13 11:24:00.773490 dv-cinder-797608-16-iscsi neutron-server[93883]: INFO neutron.wsgi [None req-af0b211d-990a-4d42-b07a-96e1f57c4576 admin admin] 10.222.0.32 "PUT /v2.0/routers/ddb64685-c1fa-4f6f-b185-cf428e79c875/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5056691 Aug 13 11:24:00.775868 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.32', 50876) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 11:24:00.777644 dv-cinder-797608-16-iscsi neutron-server[93886]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb7ea5c3-726e-4e97-85d9-a459c0035e8a None None] Sync routers for ids ['ddb64685-c1fa-4f6f-b185-cf428e79c875'] in dv-cinder-797608-16-iscsi {{(pid=93886) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 13 11:24:00.786560 dv-cinder-797608-16-iscsi neutron-server[93886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb7ea5c3-726e-4e97-85d9-a459c0035e8a None None] Routers {'ddb64685-c1fa-4f6f-b185-cf428e79c875'} bound to L3 agent in host dv-cinder-797608-16-iscsi {{(pid=93886) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 13 11:24:00.787151 dv-cinder-797608-16-iscsi neutron-server[93886]: DEBUG neutron.db.l3_hamode_db [None req-cb7ea5c3-726e-4e97-85d9-a459c0035e8a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797608-16-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-13T11:11:41Z,description=,heartbeat_timestamp=2021-08-13T11:23:41Z,host='dv-cinder-797608-16-iscsi',id=120d27b5-31d8-4cd2-97b4-2412c45088e1,load=0,resource_versions=,resources_synced=,started_at=2021-08-13T11:11:41Z,topic='l3_agent')) {'router_ids': ['ddb64685-c1fa-4f6f-b185-cf428e79c875'], 'active': True} {{(pid=93886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 13 11:24:00.878672 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-51876503-ed99-4734-9e87-7b7269901c0c admin admin] Notify callbacks [] for router, before_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 11:24:00.889144 dv-cinder-797608-16-iscsi neutron-server[93886]: DEBUG neutron.db.l3_dvr_db [None req-cb7ea5c3-726e-4e97-85d9-a459c0035e8a None None] Set router ddb64685-c1fa-4f6f-b185-cf428e79c875 gateway port host: dv-cinder-797608-16-iscsi {{(pid=93886) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 13 11:24:00.987075 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-51876503-ed99-4734-9e87-7b7269901c0c admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 11:24:01.039218 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron.plugins.ml2.plugin [None req-51876503-ed99-4734-9e87-7b7269901c0c admin admin] Deleting port eeda2aa3-7349-478f-ae3e-f35d0a677a49 {{(pid=93883) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 13 11:24:01.039466 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-51876503-ed99-4734-9e87-7b7269901c0c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782137884200'] for port, before_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 11:24:01.062808 dv-cinder-797608-16-iscsi neutron-server[93886]: DEBUG neutron.db.l3_hamode_db [None req-cb7ea5c3-726e-4e97-85d9-a459c0035e8a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ddb64685-c1fa-4f6f-b185-cf428e79c875', 'name': 'tempest-ServerRescueNegativeTestJSON-937444735-router', 'tenant_id': '7ce5ec11b3fa4a3da17a044b60c4d7c0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c3f0979-58a5-4465-87f9-e256377c6b61', 'external_fixed_ips': [{'subnet_id': 'ba735781-2bff-41d5-99b4-7ca705ee91ca', 'ip_address': '172.27.2.246'}], 'enable_snat': True}, 'gw_port_id': 'eeda2aa3-7349-478f-ae3e-f35d0a677a49', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-13T11:19:19Z', 'updated_at': '2021-08-13T11:23:59Z', 'revision_number': 5, 'project_id': '7ce5ec11b3fa4a3da17a044b60c4d7c0', 'gw_port': {'id': 'eeda2aa3-7349-478f-ae3e-f35d0a677a49', 'name': '', 'network_id': '7c3f0979-58a5-4465-87f9-e256377c6b61', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:eb:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ddb64685-c1fa-4f6f-b185-cf428e79c875', 'device_owner': 'network:router_gateway', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': 'ba735781-2bff-41d5-99b4-7ca705ee91ca', 'ip_address': '172.27.2.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-13T11:19:20Z', 'updated_at': '2021-08-13T11:19:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ba735781-2bff-41d5-99b4-7ca705ee91ca', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797608-16-iscsi'}], 'dv-cinder-797608-16-iscsi', False) {} {{(pid=93886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 13 11:24:01.088989 dv-cinder-797608-16-iscsi neutron-server[93886]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb7ea5c3-726e-4e97-85d9-a459c0035e8a None None] Checking router: ddb64685-c1fa-4f6f-b185-cf428e79c875 for host: dv-cinder-797608-16-iscsi {{(pid=93886) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 13 11:24:01.098016 dv-cinder-797608-16-iscsi neutron-server[93886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb7ea5c3-726e-4e97-85d9-a459c0035e8a None None] Routers {'ddb64685-c1fa-4f6f-b185-cf428e79c875'} bound to L3 agent in host dv-cinder-797608-16-iscsi {{(pid=93886) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 13 11:24:01.098610 dv-cinder-797608-16-iscsi neutron-server[93886]: DEBUG neutron.db.l3_hamode_db [None req-cb7ea5c3-726e-4e97-85d9-a459c0035e8a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797608-16-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-13T11:11:41Z,description=,heartbeat_timestamp=2021-08-13T11:23:41Z,host='dv-cinder-797608-16-iscsi',id=120d27b5-31d8-4cd2-97b4-2412c45088e1,load=0,resource_versions=,resources_synced=,started_at=2021-08-13T11:11:41Z,topic='l3_agent')) {'router_ids': ['ddb64685-c1fa-4f6f-b185-cf428e79c875'], 'active': True} {{(pid=93886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 13 11:24:01.118791 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron.plugins.ml2.db [None req-51876503-ed99-4734-9e87-7b7269901c0c admin admin] For port eeda2aa3-7349-478f-ae3e-f35d0a677a49, host dv-cinder-797608-16-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797608-16-iscsi',level=0,port_id=eeda2aa3-7349-478f-ae3e-f35d0a677a49,segment=NetworkSegment(3f6765c6-6e72-475e-8aaa-7134ee4679ca),segment_id=3f6765c6-6e72-475e-8aaa-7134ee4679ca)] {{(pid=93883) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 13 11:24:01.119280 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-51876503-ed99-4734-9e87-7b7269901c0c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1583036'] for port, precommit_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 11:24:01.120632 dv-cinder-797608-16-iscsi neutron-server[93885]: DEBUG neutron.plugins.ml2.rpc [None req-a0b9b986-0706-4fc6-9cf9-0eb02d2513dc None None] Device e354a078-1814-4523-973b-ee5cb4b5ce89 up at agent hyperv_hv-cinder-79760 {{(pid=93885) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 13 11:24:01.133625 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron.plugins.ml2.plugin [None req-51876503-ed99-4734-9e87-7b7269901c0c admin admin] Calling delete_port for eeda2aa3-7349-478f-ae3e-f35d0a677a49 owned by network:router_gateway {{(pid=93883) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 13 11:24:01.168612 dv-cinder-797608-16-iscsi neutron-server[93885]: DEBUG neutron.db.provisioning_blocks [None req-a0b9b986-0706-4fc6-9cf9-0eb02d2513dc None None] Provisioning for port e354a078-1814-4523-973b-ee5cb4b5ce89 completed by entity L2. {{(pid=93885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 13 11:24:01.172968 dv-cinder-797608-16-iscsi neutron-server[93885]: DEBUG neutron.db.provisioning_blocks [None req-a0b9b986-0706-4fc6-9cf9-0eb02d2513dc None None] Provisioning complete for port e354a078-1814-4523-973b-ee5cb4b5ce89 triggered by entity L2. {{(pid=93885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 13 11:24:01.173335 dv-cinder-797608-16-iscsi neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-a0b9b986-0706-4fc6-9cf9-0eb02d2513dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-997193'] for port, provisioning_complete {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 11:24:01.190768 dv-cinder-797608-16-iscsi neutron-server[93886]: DEBUG neutron.db.l3_dvr_db [None req-cb7ea5c3-726e-4e97-85d9-a459c0035e8a None None] Set router ddb64685-c1fa-4f6f-b185-cf428e79c875 gateway port host: None {{(pid=93886) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 13 11:24:01.248069 dv-cinder-797608-16-iscsi neutron-server[93886]: DEBUG neutron.db.agents_db [None req-85e56f49-6478-4807-bf82-7523a15d9e55 None None] Agent healthcheck: found 6 active agents {{(pid=93886) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 13 11:24:01.248771 dv-cinder-797608-16-iscsi neutron-server[93886]: DEBUG neutron.db.l3_hamode_db [None req-cb7ea5c3-726e-4e97-85d9-a459c0035e8a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ddb64685-c1fa-4f6f-b185-cf428e79c875', 'name': 'tempest-ServerRescueNegativeTestJSON-937444735-router', 'tenant_id': '7ce5ec11b3fa4a3da17a044b60c4d7c0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-13T11:19:19Z', 'updated_at': '2021-08-13T11:24:00Z', 'revision_number': 6, 'project_id': '7ce5ec11b3fa4a3da17a044b60c4d7c0', 'gw_port_host': None}], 'dv-cinder-797608-16-iscsi', False) {} {{(pid=93886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 13 11:24:01.261141 dv-cinder-797608-16-iscsi neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-a0b9b986-0706-4fc6-9cf9-0eb02d2513dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935434'] for port, before_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 11:24:01.276844 dv-cinder-797608-16-iscsi neutron-server[93886]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb7ea5c3-726e-4e97-85d9-a459c0035e8a None None] The sync data for ids ['ddb64685-c1fa-4f6f-b185-cf428e79c875'] in dv-cinder-797608-16-iscsi is: [{'id': 'ddb64685-c1fa-4f6f-b185-cf428e79c875', 'name': 'tempest-ServerRescueNegativeTestJSON-937444735-router', 'tenant_id': '7ce5ec11b3fa4a3da17a044b60c4d7c0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-13T11:19:19Z', 'updated_at': '2021-08-13T11:24:00Z', 'revision_number': 6, 'project_id': '7ce5ec11b3fa4a3da17a044b60c4d7c0', 'gw_port_host': None}] {{(pid=93886) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 13 11:24:01.293505 dv-cinder-797608-16-iscsi neutron-server[93885]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3ae78dbf-3310-42dc-b520-5bd479080564', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e354a078-1814-4523-973b-ee5cb4b5ce89'}] {{(pid=93885) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 13 11:24:01.296722 dv-cinder-797608-16-iscsi neutron-server[93885]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6271a0dfd589c32cbc3478448621ce6e19c81a8dd821b4c159629fbe4478ed77" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bf06410a-9f40-4ad7-94f7-8c19fe848da7" -d '{"events": [{"server_uuid": "3ae78dbf-3310-42dc-b520-5bd479080564", "name": "network-vif-plugged", "status": "completed", "tag": "e354a078-1814-4523-973b-ee5cb4b5ce89"}]}' {{(pid=93885) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 13 11:24:01.316023 dv-cinder-797608-16-iscsi neutron-server[93885]: DEBUG neutron.plugins.ml2.db [None req-a0b9b986-0706-4fc6-9cf9-0eb02d2513dc None None] For port e354a078-1814-4523-973b-ee5cb4b5ce89, host hv-cinder-79760, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79760',level=0,port_id=e354a078-1814-4523-973b-ee5cb4b5ce89,segment=NetworkSegment(f6d75384-133b-4d71-8250-966f4d72add8),segment_id=f6d75384-133b-4d71-8250-966f4d72add8)] {{(pid=93885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 13 11:24:01.323247 dv-cinder-797608-16-iscsi neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-a0b9b986-0706-4fc6-9cf9-0eb02d2513dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935844', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611014', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782137889940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782137337613', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782137337631'] for port, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 11:24:01.324025 dv-cinder-797608-16-iscsi neutron-server[93885]: DEBUG neutron.plugins.ml2.rpc [None req-a0b9b986-0706-4fc6-9cf9-0eb02d2513dc None None] Device 51600623-03db-4e3a-a453-54b221839aac no longer exists at agent hyperv_hv-cinder-79760 {{(pid=93885) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 13 11:24:01.328960 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-51876503-ed99-4734-9e87-7b7269901c0c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935844', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611014', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782137889922', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782137337604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2139128394'] for port, after_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 11:24:01.358247 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51876503-ed99-4734-9e87-7b7269901c0c admin admin] Pushing event deleted for resources: {'Port': ['ID=eeda2aa3-7349-478f-ae3e-f35d0a677a49,revision_number=None']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 11:24:01.363352 dv-cinder-797608-16-iscsi neutron-server[93885]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 13 Aug 2021 11:24:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d17b7028-b3a1-4006-b65a-cd6511941e47 x-openstack-request-id: req-d17b7028-b3a1-4006-b65a-cd6511941e47 {{(pid=93885) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 13 11:24:01.363766 dv-cinder-797608-16-iscsi neutron-server[93885]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3ae78dbf-3310-42dc-b520-5bd479080564", "name": "network-vif-plugged", "status": "completed", "tag": "e354a078-1814-4523-973b-ee5cb4b5ce89", "code": 200}]} {{(pid=93885) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 13 11:24:01.364109 dv-cinder-797608-16-iscsi neutron-server[93885]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-d17b7028-b3a1-4006-b65a-cd6511941e47 {{(pid=93885) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 13 11:24:01.364594 dv-cinder-797608-16-iscsi neutron-server[93885]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3ae78dbf-3310-42dc-b520-5bd479080564', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e354a078-1814-4523-973b-ee5cb4b5ce89', 'code': 200} Aug 13 11:24:01.365869 dv-cinder-797608-16-iscsi neutron-server[93885]: DEBUG neutron.plugins.ml2.plugin [None req-a0b9b986-0706-4fc6-9cf9-0eb02d2513dc None None] No Port match for: 51600623-03db-4e3a-a453-54b221839aac {{(pid=93885) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 13 11:24:01.365869 dv-cinder-797608-16-iscsi neutron-server[93885]: DEBUG neutron.plugins.ml2.rpc [None req-a0b9b986-0706-4fc6-9cf9-0eb02d2513dc None None] Device 51600623-03db-4e3a-a453-54b221839aac not bound to the agent host hv-cinder-79760 {{(pid=93885) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 13 11:24:01.398428 dv-cinder-797608-16-iscsi neutron-server[93885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0b9b986-0706-4fc6-9cf9-0eb02d2513dc None None] Pushing event updated for resources: {'Port': ['ID=e354a078-1814-4523-973b-ee5cb4b5ce89,revision_number=5']} {{(pid=93885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 11:24:01.404519 dv-cinder-797608-16-iscsi neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-624f5cb2-c837-4cbb-997c-ccd5a1829b44 req-ce04b4c0-6c68-460c-b328-b71a73ed2c3f tempest-VolumesNegativeTest-133576611 tempest-VolumesNegativeTest-133576611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 11:24:01.407066 dv-cinder-797608-16-iscsi neutron-server[93884]: INFO neutron.wsgi [req-624f5cb2-c837-4cbb-997c-ccd5a1829b44 req-ce04b4c0-6c68-460c-b328-b71a73ed2c3f tempest-VolumesNegativeTest-133576611 tempest-VolumesNegativeTest-133576611-project] 10.222.0.32 "GET /v2.0/ports?device_id=3ae78dbf-3310-42dc-b520-5bd479080564 HTTP/1.1" status: 200 len: 949 time: 0.0664451 Aug 13 11:24:01.424426 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-51876503-ed99-4734-9e87-7b7269901c0c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1585625'] for router_gateway, after_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 11:24:01.447647 dv-cinder-797608-16-iscsi neutron-server[93884]: INFO neutron.wsgi [req-624f5cb2-c837-4cbb-997c-ccd5a1829b44 req-cff7d99a-6335-4137-b25c-d4869ddc7ba7 tempest-VolumesNegativeTest-133576611 tempest-VolumesNegativeTest-133576611-project] 10.222.0.32 "GET /v2.0/security-groups?id=0d1fd3f8-93f8-4c97-9256-1ad14b042de2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347707 Aug 13 11:24:01.535227 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-51876503-ed99-4734-9e87-7b7269901c0c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1586485', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-130456'] for router, precommit_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 11:24:01.537379 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-51876503-ed99-4734-9e87-7b7269901c0c admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 11:24:01.601237 dv-cinder-797608-16-iscsi neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cd695da-9c0d-4993-818d-06aec009be54 req-6126f4b9-4457-46e3-989e-b3c57f2a6b58 tempest-AttachVolumeTestJSON-893493791 tempest-AttachVolumeTestJSON-893493791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 11:24:01.603590 dv-cinder-797608-16-iscsi neutron-server[93884]: INFO neutron.wsgi [req-0cd695da-9c0d-4993-818d-06aec009be54 req-6126f4b9-4457-46e3-989e-b3c57f2a6b58 tempest-AttachVolumeTestJSON-893493791 tempest-AttachVolumeTestJSON-893493791-project] 10.222.0.32 "GET /v2.0/ports?device_id=210d2391-7cc4-41fd-87e2-e84f6d335633 HTTP/1.1" status: 200 len: 945 time: 0.0497391 Aug 13 11:24:01.625900 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-51876503-ed99-4734-9e87-7b7269901c0c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1586490'] for router, after_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 11:24:01.626834 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-51876503-ed99-4734-9e87-7b7269901c0c admin admin] Fanout notify agent at l3_agent the message router_deleted on router ddb64685-c1fa-4f6f-b185-cf428e79c875 {{(pid=93883) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 13 11:24:01.631903 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-51876503-ed99-4734-9e87-7b7269901c0c admin admin] Notify callbacks [] for router, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 11:24:01.635048 dv-cinder-797608-16-iscsi neutron-server[93883]: INFO neutron.wsgi [None req-51876503-ed99-4734-9e87-7b7269901c0c admin admin] 10.222.0.32 "DELETE /v2.0/routers/ddb64685-c1fa-4f6f-b185-cf428e79c875 HTTP/1.1" status: 204 len: 168 time: 0.8560174 Aug 13 11:24:01.635313 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.32', 50884) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 11:24:01.647248 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12bb51f1-f68a-44c9-940e-51e2e8b985e5 req-d9b2def5-3535-4f22-92c8-fc0a372169a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 11:24:01.648751 dv-cinder-797608-16-iscsi neutron-server[93883]: INFO neutron.wsgi [req-12bb51f1-f68a-44c9-940e-51e2e8b985e5 req-d9b2def5-3535-4f22-92c8-fc0a372169a5 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=3ae78dbf-3310-42dc-b520-5bd479080564 HTTP/1.1" status: 200 len: 1102 time: 0.0865827 Aug 13 11:24:01.657486 dv-cinder-797608-16-iscsi neutron-server[93884]: INFO neutron.wsgi [req-0cd695da-9c0d-4993-818d-06aec009be54 req-0fdcacbd-fa68-4267-900c-b15a22e165de tempest-AttachVolumeTestJSON-893493791 tempest-AttachVolumeTestJSON-893493791-project] 10.222.0.32 "GET /v2.0/security-groups?id=04a16d11-7ca4-462a-891c-e4a125fe1a42&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436261 Aug 13 11:24:01.713786 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron.db.db_base_plugin_v2 [None req-974d47d2-35ac-481a-9862-7827594af314 admin admin] Deleting subnet 4d0dfa4f-d7e7-4367-877a-a49567302b15 {{(pid=93883) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 13 11:24:01.718666 dv-cinder-797608-16-iscsi neutron-server[93883]: INFO neutron.wsgi [req-12bb51f1-f68a-44c9-940e-51e2e8b985e5 req-b706a580-c8a3-4f96-9f1f-666099787492 service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=0d1fd3f8-93f8-4c97-9256-1ad14b042de2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0501056 Aug 13 11:24:01.719318 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-974d47d2-35ac-481a-9862-7827594af314 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 11:24:01.753010 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-974d47d2-35ac-481a-9862-7827594af314 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2139128204'] for subnet, precommit_delete_associations {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 11:24:01.791140 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-974d47d2-35ac-481a-9862-7827594af314 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-542387'] for subnet, precommit_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 11:24:01.843910 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-974d47d2-35ac-481a-9862-7827594af314 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-542372', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611014', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2139128441', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2139359422'] for subnet, after_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 11:24:01.869673 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-974d47d2-35ac-481a-9862-7827594af314 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4d0dfa4f-d7e7-4367-877a-a49567302b15,revision_number=None']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 11:24:01.876797 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-974d47d2-35ac-481a-9862-7827594af314 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1611032'] for subnet, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 11:24:01.878752 dv-cinder-797608-16-iscsi neutron-server[93883]: INFO neutron.wsgi [None req-974d47d2-35ac-481a-9862-7827594af314 admin admin] 10.222.0.32 "DELETE /v2.0/subnets/4d0dfa4f-d7e7-4367-877a-a49567302b15 HTTP/1.1" status: 204 len: 168 time: 0.2425447 Aug 13 11:24:01.881186 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.32', 50888) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 11:24:01.945485 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-2d7dcafe-1869-46b5-b809-7622cc5f81e0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-641644'] for network, before_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 11:24:02.026187 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-2d7dcafe-1869-46b5-b809-7622cc5f81e0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-544564', 'neutron.services.segments.db._delete_segments_for_network-8782137812848'] for network, precommit_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 11:24:02.036958 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron.services.segments.db [None req-2d7dcafe-1869-46b5-b809-7622cc5f81e0 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['02c7fb52-0ad2-484c-84d8-96df36c92bd5']}} {{(pid=93883) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 13 11:24:02.048270 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron.services.segments.db [None req-2d7dcafe-1869-46b5-b809-7622cc5f81e0 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f91f77da-5339-477e-a1d0-b21d720c56da') {'for_net_delete': True} {{(pid=93883) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 13 11:24:02.048566 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron.services.segments.db [None req-2d7dcafe-1869-46b5-b809-7622cc5f81e0 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f91f77da-5339-477e-a1d0-b21d720c56da') {} {{(pid=93883) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 13 11:24:02.058282 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-2d7dcafe-1869-46b5-b809-7622cc5f81e0 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8782137816953', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2139128219'] for segment, before_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 11:24:02.072310 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-2d7dcafe-1869-46b5-b809-7622cc5f81e0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-542450'] for segment, precommit_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 11:24:02.079861 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2d7dcafe-1869-46b5-b809-7622cc5f81e0 admin admin] Releasing vlan 172 on physical network physnet1 to pool {{(pid=93883) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 13 11:24:02.080254 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-2d7dcafe-1869-46b5-b809-7622cc5f81e0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-542450', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2139128487'] for segment, after_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 11:24:02.082056 dv-cinder-797608-16-iscsi neutron-server[93883]: Traceback (most recent call last): Aug 13 11:24:02.082056 dv-cinder-797608-16-iscsi neutron-server[93883]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 13 11:24:02.082056 dv-cinder-797608-16-iscsi neutron-server[93883]: timer() Aug 13 11:24:02.082056 dv-cinder-797608-16-iscsi neutron-server[93883]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 13 11:24:02.082056 dv-cinder-797608-16-iscsi neutron-server[93883]: cb(*args, **kw) Aug 13 11:24:02.082056 dv-cinder-797608-16-iscsi neutron-server[93883]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 13 11:24:02.082056 dv-cinder-797608-16-iscsi neutron-server[93883]: return func(*args, **kwargs) Aug 13 11:24:02.082056 dv-cinder-797608-16-iscsi neutron-server[93883]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 13 11:24:02.082056 dv-cinder-797608-16-iscsi neutron-server[93883]: self._notify() Aug 13 11:24:02.082056 dv-cinder-797608-16-iscsi neutron-server[93883]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 13 11:24:02.082056 dv-cinder-797608-16-iscsi neutron-server[93883]: self.callback(batched_events) Aug 13 11:24:02.082056 dv-cinder-797608-16-iscsi neutron-server[93883]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 13 11:24:02.082056 dv-cinder-797608-16-iscsi neutron-server[93883]: event.method(event) Aug 13 11:24:02.082056 dv-cinder-797608-16-iscsi neutron-server[93883]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 13 11:24:02.082056 dv-cinder-797608-16-iscsi neutron-server[93883]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 13 11:24:02.082056 dv-cinder-797608-16-iscsi neutron-server[93883]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 13 11:24:02.082056 dv-cinder-797608-16-iscsi neutron-server[93883]: aggregate_uuid = self.p_client.list_aggregates( Aug 13 11:24:02.082056 dv-cinder-797608-16-iscsi neutron-server[93883]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 13 11:24:02.082056 dv-cinder-797608-16-iscsi neutron-server[93883]: return f(self, *a, **k) Aug 13 11:24:02.082056 dv-cinder-797608-16-iscsi neutron-server[93883]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 13 11:24:02.082056 dv-cinder-797608-16-iscsi neutron-server[93883]: return self._get(url).json() Aug 13 11:24:02.082056 dv-cinder-797608-16-iscsi neutron-server[93883]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 13 11:24:02.082056 dv-cinder-797608-16-iscsi neutron-server[93883]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 13 11:24:02.082056 dv-cinder-797608-16-iscsi neutron-server[93883]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 13 11:24:02.082056 dv-cinder-797608-16-iscsi neutron-server[93883]: return self.request(url, 'GET', **kwargs) Aug 13 11:24:02.082056 dv-cinder-797608-16-iscsi neutron-server[93883]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 13 11:24:02.082056 dv-cinder-797608-16-iscsi neutron-server[93883]: base_url = self.get_endpoint(auth, allow=allow, Aug 13 11:24:02.082056 dv-cinder-797608-16-iscsi neutron-server[93883]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 13 11:24:02.082056 dv-cinder-797608-16-iscsi neutron-server[93883]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 13 11:24:02.082056 dv-cinder-797608-16-iscsi neutron-server[93883]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 13 11:24:02.082056 dv-cinder-797608-16-iscsi neutron-server[93883]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 13 11:24:02.082056 dv-cinder-797608-16-iscsi neutron-server[93883]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 13 11:24:02.134180 dv-cinder-797608-16-iscsi neutron-server[93885]: DEBUG neutron.plugins.ml2.rpc [None req-05931952-e11e-4e12-af58-ece1398d134b None None] Device 45e3f436-3794-40a9-af26-b99e1c53270c no longer exists at agent ovs-agent-dv-cinder-797608-16-iscsi {{(pid=93885) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 13 11:24:02.140901 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-2d7dcafe-1869-46b5-b809-7622cc5f81e0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-544557', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611014', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1585573'] for network, after_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 11:24:02.146942 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-2d7dcafe-1869-46b5-b809-7622cc5f81e0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1611032'] for network, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 11:24:02.151193 dv-cinder-797608-16-iscsi neutron-server[93883]: INFO neutron.wsgi [None req-2d7dcafe-1869-46b5-b809-7622cc5f81e0 admin admin] 10.222.0.32 "DELETE /v2.0/networks/02c7fb52-0ad2-484c-84d8-96df36c92bd5 HTTP/1.1" status: 204 len: 168 time: 0.2667096 Aug 13 11:24:02.158029 dv-cinder-797608-16-iscsi neutron-server[93885]: DEBUG neutron.plugins.ml2.plugin [None req-05931952-e11e-4e12-af58-ece1398d134b None None] No Port match for: 45e3f436-3794-40a9-af26-b99e1c53270c {{(pid=93885) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 13 11:24:02.158576 dv-cinder-797608-16-iscsi neutron-server[93885]: DEBUG neutron.plugins.ml2.rpc [None req-05931952-e11e-4e12-af58-ece1398d134b None None] Device 45e3f436-3794-40a9-af26-b99e1c53270c not bound to the agent host dv-cinder-797608-16-iscsi {{(pid=93885) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 13 11:24:02.174586 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d7dcafe-1869-46b5-b809-7622cc5f81e0 admin admin] Pushing event deleted for resources: {'Network': ['ID=02c7fb52-0ad2-484c-84d8-96df36c92bd5,revision_number=None']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 11:24:02.319230 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.32', 50894) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 11:24:02.359663 dv-cinder-797608-16-iscsi neutron-server[93883]: INFO neutron.wsgi [None req-c08ed128-b3bc-40c1-aad0-85534de79892 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=7ce5ec11b3fa4a3da17a044b60c4d7c0&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0402446 Aug 13 11:24:02.362105 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.32', 50896) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 11:24:02.417918 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-b907edfb-1bc6-4e0c-941a-023ffc39b98a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 11:24:02.439409 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-b907edfb-1bc6-4e0c-941a-023ffc39b98a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 11:24:02.484264 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-b907edfb-1bc6-4e0c-941a-023ffc39b98a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651637'] for security_group, after_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 11:24:02.488654 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-b907edfb-1bc6-4e0c-941a-023ffc39b98a admin admin] Notify callbacks [] for security_group, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 11:24:02.489804 dv-cinder-797608-16-iscsi neutron-server[93883]: INFO neutron.wsgi [None req-b907edfb-1bc6-4e0c-941a-023ffc39b98a admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/5e66df65-70b0-476d-97cd-4e9936c292c1 HTTP/1.1" status: 204 len: 168 time: 0.1267571 Aug 13 11:24:02.497743 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b907edfb-1bc6-4e0c-941a-023ffc39b98a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5e66df65-70b0-476d-97cd-4e9936c292c1,revision_number=None']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 11:24:02.573954 dv-cinder-797608-16-iscsi neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a0432c5-8486-43b2-8949-be03de870e37 req-daa44503-ba42-4ef1-8663-078fd987ee86 tempest-VolumesNegativeTest-133576611 tempest-VolumesNegativeTest-133576611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 11:24:02.575424 dv-cinder-797608-16-iscsi neutron-server[93884]: INFO neutron.wsgi [req-7a0432c5-8486-43b2-8949-be03de870e37 req-daa44503-ba42-4ef1-8663-078fd987ee86 tempest-VolumesNegativeTest-133576611 tempest-VolumesNegativeTest-133576611-project] 10.222.0.32 "GET /v2.0/ports?device_id=3ae78dbf-3310-42dc-b520-5bd479080564 HTTP/1.1" status: 200 len: 949 time: 0.0503483 Aug 13 11:24:02.613907 dv-cinder-797608-16-iscsi neutron-server[93884]: INFO neutron.wsgi [req-7a0432c5-8486-43b2-8949-be03de870e37 req-c86f6853-753e-46c2-9a3a-a00cf90c76e1 tempest-VolumesNegativeTest-133576611 tempest-VolumesNegativeTest-133576611-project] 10.222.0.32 "GET /v2.0/security-groups?id=0d1fd3f8-93f8-4c97-9256-1ad14b042de2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323515 Aug 13 11:24:03.152941 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.32', 50922) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 11:24:03.250469 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron.api.v2.base [None req-86e554c2-4426-4783-b39a-f233a9e9e858 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-1350673581-network', 'tenant_id': 'f8e7c269befb4af69a2ff5c42fe26725'}} {{(pid=93883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 13 11:24:03.270981 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-86e554c2-4426-4783-b39a-f233a9e9e858 admin admin] Made reservation on behalf of f8e7c269befb4af69a2ff5c42fe26725 for: {'network': 1} {{(pid=93883) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 13 11:24:03.273371 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-86e554c2-4426-4783-b39a-f233a9e9e858 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935434'] for network, before_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 11:24:03.281953 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-86e554c2-4426-4783-b39a-f233a9e9e858 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 11:24:03.366523 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-86e554c2-4426-4783-b39a-f233a9e9e858 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 11:24:03.370129 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-86e554c2-4426-4783-b39a-f233a9e9e858 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651637'] for security_group, after_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 11:24:03.389910 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-86e554c2-4426-4783-b39a-f233a9e9e858 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 150} {{(pid=93883) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 13 11:24:03.403270 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86e554c2-4426-4783-b39a-f233a9e9e858 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=da9ca606-2211-45f1-8c1e-a5fd5e5b31cd,revision_number=1']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 11:24:03.408595 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-86e554c2-4426-4783-b39a-f233a9e9e858 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-542450'] for segment, precommit_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 11:24:03.408929 dv-cinder-797608-16-iscsi neutron-server[93883]: INFO neutron.db.segments_db [None req-86e554c2-4426-4783-b39a-f233a9e9e858 admin admin] Added segment 0fa64963-7e93-4d0e-b107-3a0c1a54420b of type vlan for network d5a90fe8-bc27-43fd-967e-c2c4a7f28507 Aug 13 11:24:03.452212 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-86e554c2-4426-4783-b39a-f233a9e9e858 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8782137323340'] for network, precommit_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 11:24:03.480639 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-86e554c2-4426-4783-b39a-f233a9e9e858 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611014'] for network, after_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 11:24:03.481493 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-86e554c2-4426-4783-b39a-f233a9e9e858 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 11:24:03.482106 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-86e554c2-4426-4783-b39a-f233a9e9e858 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1611032'] for network, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 11:24:03.534892 dv-cinder-797608-16-iscsi neutron-server[93883]: INFO neutron.wsgi [None req-86e554c2-4426-4783-b39a-f233a9e9e858 admin admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 0.3808770 Aug 13 11:24:03.537796 dv-cinder-797608-16-iscsi neutron-server[93884]: DEBUG neutron.wsgi [-] (93884) accepted ('10.222.0.32', 50926) {{(pid=93884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 11:24:03.542677 dv-cinder-797608-16-iscsi neutron-server[93884]: DEBUG neutron.api.v2.base [None req-81abf6ce-cce3-4450-9ee7-0422eb03b054 admin admin] Request body: {'subnet': {'network_id': 'd5a90fe8-bc27-43fd-967e-c2c4a7f28507', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-1350673581-subnet', 'tenant_id': 'f8e7c269befb4af69a2ff5c42fe26725', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=93884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 13 11:24:03.543714 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86e554c2-4426-4783-b39a-f233a9e9e858 admin admin] Pushing event updated for resources: {'Network': ['ID=d5a90fe8-bc27-43fd-967e-c2c4a7f28507,revision_number=1']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 11:24:03.555114 dv-cinder-797608-16-iscsi neutron-server[93885]: DEBUG neutron.plugins.ml2.rpc [None req-05931952-e11e-4e12-af58-ece1398d134b None None] Network d5a90fe8-bc27-43fd-967e-c2c4a7f28507 details requested by agent ovs-agent-dv-cinder-797608-16-iscsi with host dv-cinder-797608-16-iscsi {{(pid=93885) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 13 11:24:03.565595 dv-cinder-797608-16-iscsi neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-81abf6ce-cce3-4450-9ee7-0422eb03b054 admin admin] Made reservation on behalf of f8e7c269befb4af69a2ff5c42fe26725 for: {'subnet': 1} {{(pid=93884) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 13 11:24:03.567988 dv-cinder-797608-16-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-81abf6ce-cce3-4450-9ee7-0422eb03b054 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2141109734'] for subnet, before_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 11:24:03.725764 dv-cinder-797608-16-iscsi neutron-server[93885]: DEBUG neutron.plugins.ml2.rpc [None req-05931952-e11e-4e12-af58-ece1398d134b None None] Device eeda2aa3-7349-478f-ae3e-f35d0a677a49 no longer exists at agent ovs-agent-dv-cinder-797608-16-iscsi {{(pid=93885) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 13 11:24:03.745984 dv-cinder-797608-16-iscsi neutron-server[93885]: DEBUG neutron.plugins.ml2.plugin [None req-05931952-e11e-4e12-af58-ece1398d134b None None] No Port match for: eeda2aa3-7349-478f-ae3e-f35d0a677a49 {{(pid=93885) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 13 11:24:03.746281 dv-cinder-797608-16-iscsi neutron-server[93885]: DEBUG neutron.plugins.ml2.rpc [None req-05931952-e11e-4e12-af58-ece1398d134b None None] Device eeda2aa3-7349-478f-ae3e-f35d0a677a49 not bound to the agent host dv-cinder-797608-16-iscsi {{(pid=93885) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 13 11:24:03.775907 dv-cinder-797608-16-iscsi neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-926b0b1b-341b-4f9a-bf7b-c7f839719aa7 req-c8de13c9-952c-4ca4-abfe-75bf40efdaac tempest-VolumesNegativeTest-133576611 tempest-VolumesNegativeTest-133576611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 11:24:03.777355 dv-cinder-797608-16-iscsi neutron-server[93884]: INFO neutron.wsgi [req-926b0b1b-341b-4f9a-bf7b-c7f839719aa7 req-c8de13c9-952c-4ca4-abfe-75bf40efdaac tempest-VolumesNegativeTest-133576611 tempest-VolumesNegativeTest-133576611-project] 10.222.0.32 "GET /v2.0/ports?device_id=3ae78dbf-3310-42dc-b520-5bd479080564 HTTP/1.1" status: 200 len: 949 time: 0.0969124 Aug 13 11:24:03.783708 dv-cinder-797608-16-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-81abf6ce-cce3-4450-9ee7-0422eb03b054 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611014', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2141180375', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2141109716'] for subnet, after_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 11:24:03.866537 dv-cinder-797608-16-iscsi neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81abf6ce-cce3-4450-9ee7-0422eb03b054 admin admin] Pushing event updated for resources: {'Subnet': ['ID=76eee822-f693-42cb-8b2a-3e4c87d31887,revision_number=0']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 11:24:03.873297 dv-cinder-797608-16-iscsi neutron-server[93884]: INFO neutron.wsgi [req-926b0b1b-341b-4f9a-bf7b-c7f839719aa7 req-33888635-d6d4-443c-9eee-f6a24b4eeffa tempest-VolumesNegativeTest-133576611 tempest-VolumesNegativeTest-133576611-project] 10.222.0.32 "GET /v2.0/security-groups?id=0d1fd3f8-93f8-4c97-9256-1ad14b042de2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0873342 Aug 13 11:24:03.880716 dv-cinder-797608-16-iscsi neutron-server[93884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81abf6ce-cce3-4450-9ee7-0422eb03b054 admin admin] Checking segment: {'id': '0fa64963-7e93-4d0e-b107-3a0c1a54420b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': 'd5a90fe8-bc27-43fd-967e-c2c4a7f28507'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93884) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 13 11:24:03.881141 dv-cinder-797608-16-iscsi neutron-server[93884]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-81abf6ce-cce3-4450-9ee7-0422eb03b054 admin admin] Network hostable DHCP agents. Network: d5a90fe8-bc27-43fd-967e-c2c4a7f28507, hostable agents: ['1ffcc762-1342-4182-afbd-f33f0b43fadf'], hosted agents: [] {{(pid=93884) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 13 11:24:03.898082 dv-cinder-797608-16-iscsi neutron-server[93884]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-81abf6ce-cce3-4450-9ee7-0422eb03b054 admin admin] Network d5a90fe8-bc27-43fd-967e-c2c4a7f28507 is scheduled to be hosted by DHCP agent 1ffcc762-1342-4182-afbd-f33f0b43fadf with binding_index 1 {{(pid=93884) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 13 11:24:03.907643 dv-cinder-797608-16-iscsi neutron-server[93884]: DEBUG neutron.scheduler.base_scheduler [None req-81abf6ce-cce3-4450-9ee7-0422eb03b054 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-797608-16-iscsi, d5a90fe8-bc27-43fd-967e-c2c4a7f28507) {{(pid=93884) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 13 11:24:03.912364 dv-cinder-797608-16-iscsi neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-81abf6ce-cce3-4450-9ee7-0422eb03b054 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 11:24:03.912930 dv-cinder-797608-16-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-81abf6ce-cce3-4450-9ee7-0422eb03b054 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 11:24:03.917734 dv-cinder-797608-16-iscsi neutron-server[93885]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-627e473e-9e3e-4fbb-b371-c4c610965203 None None] Network d5a90fe8-bc27-43fd-967e-c2c4a7f28507 requested from dv-cinder-797608-16-iscsi {{(pid=93885) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 13 11:24:03.930032 dv-cinder-797608-16-iscsi neutron-server[93884]: INFO neutron.wsgi [None req-81abf6ce-cce3-4450-9ee7-0422eb03b054 admin admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 0.3910909 Aug 13 11:24:03.932584 dv-cinder-797608-16-iscsi neutron-server[93884]: DEBUG neutron.wsgi [-] (93884) accepted ('10.222.0.32', 50934) {{(pid=93884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 11:24:03.936868 dv-cinder-797608-16-iscsi neutron-server[93884]: DEBUG neutron.api.v2.base [None req-9c815994-a6fd-4db8-abd5-b9c5af1c890b admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-1350673581-router', 'tenant_id': 'f8e7c269befb4af69a2ff5c42fe26725', 'external_gateway_info': {'network_id': '7c3f0979-58a5-4465-87f9-e256377c6b61'}}} {{(pid=93884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 13 11:24:03.959152 dv-cinder-797608-16-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-9c815994-a6fd-4db8-abd5-b9c5af1c890b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1575915', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-130446'] for router, before_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 11:24:03.960177 dv-cinder-797608-16-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-9c815994-a6fd-4db8-abd5-b9c5af1c890b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1586555', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1585448', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1643304', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-130433'] for router, precommit_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 11:24:04.017443 dv-cinder-797608-16-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-9c815994-a6fd-4db8-abd5-b9c5af1c890b admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 11:24:04.076655 dv-cinder-797608-16-iscsi neutron-server[93885]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1ecf4978-426b-4a56-a110-84eb631370e8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp84322506-7e22-5c26-8af9-4bf3580d711c-d5a90fe8-bc27-43fd-967e-c2c4a7f28507', 'network_id': 'd5a90fe8-bc27-43fd-967e-c2c4a7f28507', 'tenant_id': 'f8e7c269befb4af69a2ff5c42fe26725', 'fixed_ips': [{'subnet_id': '76eee822-f693-42cb-8b2a-3e4c87d31887'}]}} from dv-cinder-797608-16-iscsi. {{(pid=93885) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 13 11:24:04.078653 dv-cinder-797608-16-iscsi neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-1ecf4978-426b-4a56-a110-84eb631370e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935434'] for port, before_create {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 11:24:04.215916 dv-cinder-797608-16-iscsi neutron-server[93885]: DEBUG neutron.db.db_base_plugin_common [None req-1ecf4978-426b-4a56-a110-84eb631370e8 None None] Allocated IP 172.20.0.2 (d5a90fe8-bc27-43fd-967e-c2c4a7f28507/76eee822-f693-42cb-8b2a-3e4c87d31887/06e40d5b-70e4-4a77-b4cb-98bca80ecd9d) {{(pid=93885) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 13 11:24:04.392824 dv-cinder-797608-16-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-9c815994-a6fd-4db8-abd5-b9c5af1c890b admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 11:24:04.407909 dv-cinder-797608-16-iscsi neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-a0b9b986-0706-4fc6-9cf9-0eb02d2513dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782137812740', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-997306'] for agent, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 11:24:04.461544 dv-cinder-797608-16-iscsi neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-138fda55-4a18-4dec-962a-bd0a9281fc3a req-fa4b1816-9fbe-4bde-a2dc-9b3a06d0b405 tempest-VolumesNegativeTest-133576611 tempest-VolumesNegativeTest-133576611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 11:24:04.463027 dv-cinder-797608-16-iscsi neutron-server[93884]: INFO neutron.wsgi [req-138fda55-4a18-4dec-962a-bd0a9281fc3a req-fa4b1816-9fbe-4bde-a2dc-9b3a06d0b405 tempest-VolumesNegativeTest-133576611 tempest-VolumesNegativeTest-133576611-project] 10.222.0.32 "GET /v2.0/ports?device_id=3ae78dbf-3310-42dc-b520-5bd479080564 HTTP/1.1" status: 200 len: 949 time: 0.3399980 Aug 13 11:24:04.494149 dv-cinder-797608-16-iscsi neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-1ecf4978-426b-4a56-a110-84eb631370e8 None None] Notify callbacks [] for port, precommit_create {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 11:24:04.503629 dv-cinder-797608-16-iscsi neutron-server[93885]: DEBUG neutron.db.provisioning_blocks [None req-1ecf4978-426b-4a56-a110-84eb631370e8 None None] Transition to ACTIVE for port object 06e40d5b-70e4-4a77-b4cb-98bca80ecd9d will not be triggered until provisioned by entity L2. {{(pid=93885) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 13 11:24:04.513310 dv-cinder-797608-16-iscsi neutron-server[93884]: INFO neutron.wsgi [req-138fda55-4a18-4dec-962a-bd0a9281fc3a req-d748b3ae-39d2-4143-a105-473fb02d3289 tempest-VolumesNegativeTest-133576611 tempest-VolumesNegativeTest-133576611-project] 10.222.0.32 "GET /v2.0/security-groups?id=0d1fd3f8-93f8-4c97-9256-1ad14b042de2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438683 Aug 13 11:24:04.519078 dv-cinder-797608-16-iscsi neutron-server[93885]: DEBUG neutron.db.provisioning_blocks [None req-1ecf4978-426b-4a56-a110-84eb631370e8 None None] Transition to ACTIVE for port object 06e40d5b-70e4-4a77-b4cb-98bca80ecd9d will not be triggered until provisioned by entity DHCP. {{(pid=93885) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 13 11:24:04.525889 dv-cinder-797608-16-iscsi neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-1ecf4978-426b-4a56-a110-84eb631370e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935844', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611014', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782137337079'] for port, after_create {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 11:24:04.568010 dv-cinder-797608-16-iscsi neutron-server[93885]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1ecf4978-426b-4a56-a110-84eb631370e8 None None] Network d5a90fe8-bc27-43fd-967e-c2c4a7f28507 is already hosted by enough agents. {{(pid=93885) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 13 11:24:04.572837 dv-cinder-797608-16-iscsi neutron-server[93885]: DEBUG neutron.scheduler.base_scheduler [None req-1ecf4978-426b-4a56-a110-84eb631370e8 None None] Resources bound (agent type, host, resource id): {{(pid=93885) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 13 11:24:04.575232 dv-cinder-797608-16-iscsi neutron-server[93885]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ecf4978-426b-4a56-a110-84eb631370e8 None None] Received port after_create {{(pid=93885) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 13 11:24:04.584024 dv-cinder-797608-16-iscsi neutron-server[93885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ecf4978-426b-4a56-a110-84eb631370e8 None None] Pushing event updated for resources: {'Port': ['ID=06e40d5b-70e4-4a77-b4cb-98bca80ecd9d,revision_number=1']} {{(pid=93885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 11:24:04.633504 dv-cinder-797608-16-iscsi neutron-server[93885]: DEBUG neutron.plugins.ml2.managers [None req-1ecf4978-426b-4a56-a110-84eb631370e8 None None] Attempting to bind port 06e40d5b-70e4-4a77-b4cb-98bca80ecd9d on host dv-cinder-797608-16-iscsi for vnic_type normal with profile {{(pid=93885) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 13 11:24:04.633878 dv-cinder-797608-16-iscsi neutron-server[93885]: DEBUG neutron.plugins.ml2.managers [None req-1ecf4978-426b-4a56-a110-84eb631370e8 None None] Attempting to bind port 06e40d5b-70e4-4a77-b4cb-98bca80ecd9d by drivers openvswitch,hyperv on host dv-cinder-797608-16-iscsi at level 0 using segments [{'id': '0fa64963-7e93-4d0e-b107-3a0c1a54420b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': 'd5a90fe8-bc27-43fd-967e-c2c4a7f28507'}] {{(pid=93885) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 13 11:24:04.634269 dv-cinder-797608-16-iscsi neutron-server[93885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ecf4978-426b-4a56-a110-84eb631370e8 None None] Attempting to bind port 06e40d5b-70e4-4a77-b4cb-98bca80ecd9d on network d5a90fe8-bc27-43fd-967e-c2c4a7f28507 {{(pid=93885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 13 11:24:04.639212 dv-cinder-797608-16-iscsi neutron-server[93885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ecf4978-426b-4a56-a110-84eb631370e8 None None] Checking agent: {'id': '649b788e-933d-40b8-a73c-f58c5ea7beff', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-797608-16-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 13, 11, 11, 41), 'started_at': datetime.datetime(2021, 8, 13, 11, 12, 11), 'heartbeat_timestamp': datetime.datetime(2021, 8, 13, 11, 23, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-797608-16-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 13 11:24:04.639566 dv-cinder-797608-16-iscsi neutron-server[93885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ecf4978-426b-4a56-a110-84eb631370e8 None None] Checking segment: {'id': '0fa64963-7e93-4d0e-b107-3a0c1a54420b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': 'd5a90fe8-bc27-43fd-967e-c2c4a7f28507'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93885) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 13 11:24:04.640017 dv-cinder-797608-16-iscsi neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-1ecf4978-426b-4a56-a110-84eb631370e8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 11:24:04.640410 dv-cinder-797608-16-iscsi neutron-server[93885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ecf4978-426b-4a56-a110-84eb631370e8 None None] Bound using segment: {'id': '0fa64963-7e93-4d0e-b107-3a0c1a54420b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': 'd5a90fe8-bc27-43fd-967e-c2c4a7f28507'} {{(pid=93885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 13 11:24:04.640882 dv-cinder-797608-16-iscsi neutron-server[93885]: DEBUG neutron.plugins.ml2.managers [None req-1ecf4978-426b-4a56-a110-84eb631370e8 None None] Bound port: 06e40d5b-70e4-4a77-b4cb-98bca80ecd9d, host: dv-cinder-797608-16-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0fa64963-7e93-4d0e-b107-3a0c1a54420b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': 'd5a90fe8-bc27-43fd-967e-c2c4a7f28507'}}] {{(pid=93885) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 13 11:24:04.641265 dv-cinder-797608-16-iscsi neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-1ecf4978-426b-4a56-a110-84eb631370e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935434'] for port, before_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 11:24:04.642686 dv-cinder-797608-16-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-9c815994-a6fd-4db8-abd5-b9c5af1c890b admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 11:24:04.665601 dv-cinder-797608-16-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-9c815994-a6fd-4db8-abd5-b9c5af1c890b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935434'] for port, before_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 11:24:04.703612 dv-cinder-797608-16-iscsi neutron-server[93885]: DEBUG neutron.plugins.ml2.db [None req-1ecf4978-426b-4a56-a110-84eb631370e8 None None] For port 06e40d5b-70e4-4a77-b4cb-98bca80ecd9d, host dv-cinder-797608-16-iscsi, cleared binding levels {{(pid=93885) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 13 11:24:04.706633 dv-cinder-797608-16-iscsi neutron-server[93885]: DEBUG neutron.plugins.ml2.db [None req-1ecf4978-426b-4a56-a110-84eb631370e8 None None] For port 06e40d5b-70e4-4a77-b4cb-98bca80ecd9d, host dv-cinder-797608-16-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797608-16-iscsi',level=0,port_id=06e40d5b-70e4-4a77-b4cb-98bca80ecd9d,segment=NetworkSegment(0fa64963-7e93-4d0e-b107-3a0c1a54420b),segment_id=0fa64963-7e93-4d0e-b107-3a0c1a54420b)] {{(pid=93885) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 13 11:24:04.711231 dv-cinder-797608-16-iscsi neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-1ecf4978-426b-4a56-a110-84eb631370e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935844', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611014', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782137889940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782137337613', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782137337631'] for port, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 11:24:04.771993 dv-cinder-797608-16-iscsi neutron-server[93884]: DEBUG neutron.db.db_base_plugin_common [None req-9c815994-a6fd-4db8-abd5-b9c5af1c890b admin admin] Allocated IP 172.27.2.203 (7c3f0979-58a5-4465-87f9-e256377c6b61/ba735781-2bff-41d5-99b4-7ca705ee91ca/a4f99e22-c5d9-42a7-b41e-19774bde4137) {{(pid=93884) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 13 11:24:04.772825 dv-cinder-797608-16-iscsi neutron-server[93885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ecf4978-426b-4a56-a110-84eb631370e8 None None] Pushing event updated for resources: {'Port': ['ID=06e40d5b-70e4-4a77-b4cb-98bca80ecd9d,revision_number=2']} {{(pid=93885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 11:24:04.880678 dv-cinder-797608-16-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-9c815994-a6fd-4db8-abd5-b9c5af1c890b admin admin] Notify callbacks [] for port, precommit_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 11:24:04.932686 dv-cinder-797608-16-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-9c815994-a6fd-4db8-abd5-b9c5af1c890b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935844', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611014', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782137337079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2141180323'] for port, after_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 11:24:04.971127 dv-cinder-797608-16-iscsi neutron-server[93884]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9c815994-a6fd-4db8-abd5-b9c5af1c890b admin admin] Network 7c3f0979-58a5-4465-87f9-e256377c6b61 is already hosted by enough agents. {{(pid=93884) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 13 11:24:04.976163 dv-cinder-797608-16-iscsi neutron-server[93884]: DEBUG neutron.scheduler.base_scheduler [None req-9c815994-a6fd-4db8-abd5-b9c5af1c890b admin admin] Resources bound (agent type, host, resource id): {{(pid=93884) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 13 11:24:04.979649 dv-cinder-797608-16-iscsi neutron-server[93884]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c815994-a6fd-4db8-abd5-b9c5af1c890b admin admin] Received port after_create {{(pid=93884) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 13 11:24:04.985639 dv-cinder-797608-16-iscsi neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c815994-a6fd-4db8-abd5-b9c5af1c890b admin admin] Pushing event updated for resources: {'Port': ['ID=a4f99e22-c5d9-42a7-b41e-19774bde4137,revision_number=1']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 11:24:05.223651 dv-cinder-797608-16-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-9c815994-a6fd-4db8-abd5-b9c5af1c890b admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 11:24:05.414323 dv-cinder-797608-16-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-9c815994-a6fd-4db8-abd5-b9c5af1c890b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1586528', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1585661'] for router, after_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 11:24:05.551115 dv-cinder-797608-16-iscsi neutron-server[93884]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9c815994-a6fd-4db8-abd5-b9c5af1c890b admin admin] Router 45fcef0b-5e49-4ed1-8f5f-be1c9887f9b9 is scheduled to L3 agent 120d27b5-31d8-4cd2-97b4-2412c45088e1 with binding_index 1 {{(pid=93884) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 13 11:24:05.631513 dv-cinder-797608-16-iscsi neutron-server[93885]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1f500de7-61dc-4a19-b098-2266bf4f2327 None None] Network d5a90fe8-bc27-43fd-967e-c2c4a7f28507 requested from dv-cinder-797608-16-iscsi {{(pid=93885) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 13 11:24:05.685809 dv-cinder-797608-16-iscsi neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d67b800e-c2c7-46be-9a98-4cacb0060193 req-f772943b-1d86-46fd-a601-698beabec44b tempest-VolumesNegativeTest-133576611 tempest-VolumesNegativeTest-133576611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 11:24:05.687969 dv-cinder-797608-16-iscsi neutron-server[93884]: INFO neutron.wsgi [req-d67b800e-c2c7-46be-9a98-4cacb0060193 req-f772943b-1d86-46fd-a601-698beabec44b tempest-VolumesNegativeTest-133576611 tempest-VolumesNegativeTest-133576611-project] 10.222.0.32 "GET /v2.0/ports?device_id=3ae78dbf-3310-42dc-b520-5bd479080564 HTTP/1.1" status: 200 len: 949 time: 0.0951610 Aug 13 11:24:05.703574 dv-cinder-797608-16-iscsi neutron-server[93884]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9c815994-a6fd-4db8-abd5-b9c5af1c890b admin admin] Notify agent at l3_agent.dv-cinder-797608-16-iscsi the message routers_updated {{(pid=93884) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 13 11:24:05.714869 dv-cinder-797608-16-iscsi neutron-server[93885]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb4dba06-625c-42cd-b63b-dda1f07d28c1 None None] Sync routers for ids ['45fcef0b-5e49-4ed1-8f5f-be1c9887f9b9'] in dv-cinder-797608-16-iscsi {{(pid=93885) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 13 11:24:05.731053 dv-cinder-797608-16-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-9c815994-a6fd-4db8-abd5-b9c5af1c890b admin admin] Notify callbacks [] for router, before_response {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 11:24:05.735528 dv-cinder-797608-16-iscsi neutron-server[93884]: INFO neutron.wsgi [None req-9c815994-a6fd-4db8-abd5-b9c5af1c890b admin admin] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201 len: 929 time: 1.7988622 Aug 13 11:24:05.735528 dv-cinder-797608-16-iscsi neutron-server[93884]: DEBUG neutron.wsgi [-] (93884) accepted ('10.222.0.32', 50940) {{(pid=93884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 11:24:05.752803 dv-cinder-797608-16-iscsi neutron-server[93885]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb4dba06-625c-42cd-b63b-dda1f07d28c1 None None] Routers {'45fcef0b-5e49-4ed1-8f5f-be1c9887f9b9'} bound to L3 agent in host dv-cinder-797608-16-iscsi {{(pid=93885) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 13 11:24:05.753444 dv-cinder-797608-16-iscsi neutron-server[93885]: DEBUG neutron.db.l3_hamode_db [None req-bb4dba06-625c-42cd-b63b-dda1f07d28c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797608-16-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-13T11:11:41Z,description=,heartbeat_timestamp=2021-08-13T11:23:41Z,host='dv-cinder-797608-16-iscsi',id=120d27b5-31d8-4cd2-97b4-2412c45088e1,load=0,resource_versions=,resources_synced=,started_at=2021-08-13T11:11:41Z,topic='l3_agent')) {'router_ids': ['45fcef0b-5e49-4ed1-8f5f-be1c9887f9b9'], 'active': True} {{(pid=93885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 13 11:24:05.806032 dv-cinder-797608-16-iscsi neutron-server[93884]: INFO neutron.wsgi [req-d67b800e-c2c7-46be-9a98-4cacb0060193 req-25b3351d-5733-4b5c-94c1-f25f4e357711 tempest-VolumesNegativeTest-133576611 tempest-VolumesNegativeTest-133576611-project] 10.222.0.32 "GET /v2.0/security-groups?id=0d1fd3f8-93f8-4c97-9256-1ad14b042de2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1110744 Aug 13 11:24:05.808823 dv-cinder-797608-16-iscsi neutron-server[93885]: DEBUG neutron.db.provisioning_blocks [None req-86429d3a-0574-44c7-a8bd-69a07cb8e6c9 None None] Provisioning for port 06e40d5b-70e4-4a77-b4cb-98bca80ecd9d completed by entity DHCP. {{(pid=93885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 13 11:24:05.831636 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7523f7ee-a42a-4357-9d64-aa85284e7e8f req-bda43b9b-5e8a-44c7-b9e0-cb2e70ceceac tempest-VolumesNegativeTest-133576611 tempest-VolumesNegativeTest-133576611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 11:24:05.834437 dv-cinder-797608-16-iscsi neutron-server[93883]: INFO neutron.wsgi [req-7523f7ee-a42a-4357-9d64-aa85284e7e8f req-bda43b9b-5e8a-44c7-b9e0-cb2e70ceceac tempest-VolumesNegativeTest-133576611 tempest-VolumesNegativeTest-133576611-project] 10.222.0.20 "GET /v2.0/ports?device_id=3ae78dbf-3310-42dc-b520-5bd479080564 HTTP/1.1" status: 200 len: 949 time: 0.0667942 Aug 13 11:24:05.882301 dv-cinder-797608-16-iscsi neutron-server[93885]: DEBUG neutron.plugins.ml2.rpc [None req-05931952-e11e-4e12-af58-ece1398d134b None None] Device 06e40d5b-70e4-4a77-b4cb-98bca80ecd9d up at agent ovs-agent-dv-cinder-797608-16-iscsi {{(pid=93885) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 13 11:24:05.949012 dv-cinder-797608-16-iscsi neutron-server[93885]: DEBUG neutron.db.l3_dvr_db [None req-bb4dba06-625c-42cd-b63b-dda1f07d28c1 None None] Set router 45fcef0b-5e49-4ed1-8f5f-be1c9887f9b9 gateway port host: dv-cinder-797608-16-iscsi {{(pid=93885) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 13 11:24:05.953357 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron.plugins.ml2.plugin [req-7523f7ee-a42a-4357-9d64-aa85284e7e8f req-5bc61679-965f-4202-95af-1b2c6db42b89 tempest-VolumesNegativeTest-133576611 tempest-VolumesNegativeTest-133576611-project] Deleting port e354a078-1814-4523-973b-ee5cb4b5ce89 {{(pid=93883) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 13 11:24:05.953703 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-7523f7ee-a42a-4357-9d64-aa85284e7e8f req-5bc61679-965f-4202-95af-1b2c6db42b89 tempest-VolumesNegativeTest-133576611 tempest-VolumesNegativeTest-133576611-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782137884200'] for port, before_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 11:24:06.008527 dv-cinder-797608-16-iscsi neutron-server[93885]: DEBUG neutron.db.provisioning_blocks [None req-05931952-e11e-4e12-af58-ece1398d134b None None] Provisioning for port 06e40d5b-70e4-4a77-b4cb-98bca80ecd9d completed by entity L2. {{(pid=93885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 13 11:24:06.026759 dv-cinder-797608-16-iscsi neutron-server[93885]: DEBUG neutron.db.provisioning_blocks [None req-05931952-e11e-4e12-af58-ece1398d134b None None] Provisioning complete for port 06e40d5b-70e4-4a77-b4cb-98bca80ecd9d triggered by entity L2. {{(pid=93885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 13 11:24:06.027121 dv-cinder-797608-16-iscsi neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-05931952-e11e-4e12-af58-ece1398d134b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-997193'] for port, provisioning_complete {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 11:24:06.060881 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron.plugins.ml2.db [req-7523f7ee-a42a-4357-9d64-aa85284e7e8f req-5bc61679-965f-4202-95af-1b2c6db42b89 tempest-VolumesNegativeTest-133576611 tempest-VolumesNegativeTest-133576611-project] For port e354a078-1814-4523-973b-ee5cb4b5ce89, host hv-cinder-79760, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79760',level=0,port_id=e354a078-1814-4523-973b-ee5cb4b5ce89,segment=NetworkSegment(f6d75384-133b-4d71-8250-966f4d72add8),segment_id=f6d75384-133b-4d71-8250-966f4d72add8)] {{(pid=93883) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 13 11:24:06.062405 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-7523f7ee-a42a-4357-9d64-aa85284e7e8f req-5bc61679-965f-4202-95af-1b2c6db42b89 tempest-VolumesNegativeTest-133576611 tempest-VolumesNegativeTest-133576611-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1583036'] for port, precommit_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 11:24:06.076562 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron.plugins.ml2.plugin [req-7523f7ee-a42a-4357-9d64-aa85284e7e8f req-5bc61679-965f-4202-95af-1b2c6db42b89 tempest-VolumesNegativeTest-133576611 tempest-VolumesNegativeTest-133576611-project] Calling delete_port for e354a078-1814-4523-973b-ee5cb4b5ce89 owned by compute:nova {{(pid=93883) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 13 11:24:06.171355 dv-cinder-797608-16-iscsi neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-05931952-e11e-4e12-af58-ece1398d134b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935434'] for port, before_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 11:24:06.220316 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-7523f7ee-a42a-4357-9d64-aa85284e7e8f req-5bc61679-965f-4202-95af-1b2c6db42b89 tempest-VolumesNegativeTest-133576611 tempest-VolumesNegativeTest-133576611-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935844', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611014', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782137889922', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782137337604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2139128394'] for port, after_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 11:24:06.228329 dv-cinder-797608-16-iscsi neutron-server[93885]: DEBUG neutron.plugins.ml2.db [None req-05931952-e11e-4e12-af58-ece1398d134b None None] For port 06e40d5b-70e4-4a77-b4cb-98bca80ecd9d, host dv-cinder-797608-16-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797608-16-iscsi',level=0,port_id=06e40d5b-70e4-4a77-b4cb-98bca80ecd9d,segment=NetworkSegment(0fa64963-7e93-4d0e-b107-3a0c1a54420b),segment_id=0fa64963-7e93-4d0e-b107-3a0c1a54420b)] {{(pid=93885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 13 11:24:06.237914 dv-cinder-797608-16-iscsi neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-05931952-e11e-4e12-af58-ece1398d134b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935844', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611014', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782137889940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782137337613', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782137337631'] for port, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 11:24:06.270177 dv-cinder-797608-16-iscsi neutron-server[93885]: DEBUG neutron.plugins.ml2.db [None req-a0b9b986-0706-4fc6-9cf9-0eb02d2513dc None None] get_ports_and_sgs() called for port_ids ['e354a078-1814-4523-973b-ee5cb4b5ce89'] {{(pid=93885) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 13 11:24:06.271191 dv-cinder-797608-16-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-8bb4202c-e6b3-49c8-8f59-24b775872d58 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935434'] for port, before_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 11:24:06.287350 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bc61679-965f-4202-95af-1b2c6db42b89 tempest-VolumesNegativeTest-133576611 tempest-VolumesNegativeTest-133576611-project] Pushing event deleted for resources: {'Port': ['ID=e354a078-1814-4523-973b-ee5cb4b5ce89,revision_number=None']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 11:24:06.331746 dv-cinder-797608-16-iscsi neutron-server[93885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05931952-e11e-4e12-af58-ece1398d134b None None] Pushing event updated for resources: {'Port': ['ID=06e40d5b-70e4-4a77-b4cb-98bca80ecd9d,revision_number=3']} {{(pid=93885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 11:24:06.335105 dv-cinder-797608-16-iscsi neutron-server[93885]: DEBUG neutron.db.l3_hamode_db [None req-bb4dba06-625c-42cd-b63b-dda1f07d28c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '45fcef0b-5e49-4ed1-8f5f-be1c9887f9b9', 'name': 'tempest-AttachVolumeShelveTestJSON-1350673581-router', 'tenant_id': 'f8e7c269befb4af69a2ff5c42fe26725', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c3f0979-58a5-4465-87f9-e256377c6b61', 'external_fixed_ips': [{'subnet_id': 'ba735781-2bff-41d5-99b4-7ca705ee91ca', 'ip_address': '172.27.2.203'}], 'enable_snat': True}, 'gw_port_id': 'a4f99e22-c5d9-42a7-b41e-19774bde4137', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-13T11:24:03Z', 'updated_at': '2021-08-13T11:24:05Z', 'revision_number': 3, 'project_id': 'f8e7c269befb4af69a2ff5c42fe26725', 'gw_port': {'id': 'a4f99e22-c5d9-42a7-b41e-19774bde4137', 'name': '', 'network_id': '7c3f0979-58a5-4465-87f9-e256377c6b61', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:1e:0c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '45fcef0b-5e49-4ed1-8f5f-be1c9887f9b9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 551, 'fixed_ips': [{'subnet_id': 'ba735781-2bff-41d5-99b4-7ca705ee91ca', 'ip_address': '172.27.2.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-13T11:24:04Z', 'updated_at': '2021-08-13T11:24:04Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ba735781-2bff-41d5-99b4-7ca705ee91ca', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797608-16-iscsi'}], 'dv-cinder-797608-16-iscsi', False) {} {{(pid=93885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 13 11:24:06.338324 dv-cinder-797608-16-iscsi neutron-server[93885]: DEBUG neutron.db.provisioning_blocks [None req-302b9082-a858-4661-ae8a-d6df9bb7c42e None None] Provisioning complete for port 06e40d5b-70e4-4a77-b4cb-98bca80ecd9d triggered by entity DHCP. {{(pid=93885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 13 11:24:06.338682 dv-cinder-797608-16-iscsi neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-302b9082-a858-4661-ae8a-d6df9bb7c42e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-997193'] for port, provisioning_complete {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 11:24:06.349579 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron.db.l3_dvrscheduler_db [req-7523f7ee-a42a-4357-9d64-aa85284e7e8f req-5bc61679-965f-4202-95af-1b2c6db42b89 tempest-VolumesNegativeTest-133576611 tempest-VolumesNegativeTest-133576611-project] No DVR routers for this DVR port e354a078-1814-4523-973b-ee5cb4b5ce89 on host hv-cinder-79760 {{(pid=93883) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 13 11:24:06.354321 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-7523f7ee-a42a-4357-9d64-aa85284e7e8f req-5bc61679-965f-4202-95af-1b2c6db42b89 tempest-VolumesNegativeTest-133576611 tempest-VolumesNegativeTest-133576611-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-128352'] for port, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 11:24:06.356931 dv-cinder-797608-16-iscsi neutron-server[93883]: INFO neutron.wsgi [req-7523f7ee-a42a-4357-9d64-aa85284e7e8f req-5bc61679-965f-4202-95af-1b2c6db42b89 tempest-VolumesNegativeTest-133576611 tempest-VolumesNegativeTest-133576611-project] 10.222.0.20 "DELETE /v2.0/ports/e354a078-1814-4523-973b-ee5cb4b5ce89 HTTP/1.1" status: 204 len: 173 time: 0.5145364 Aug 13 11:24:06.357605 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3ae78dbf-3310-42dc-b520-5bd479080564', 'name': 'network-vif-deleted', 'tag': 'e354a078-1814-4523-973b-ee5cb4b5ce89'}] {{(pid=93883) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 13 11:24:06.370622 dv-cinder-797608-16-iscsi neutron-server[93885]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb4dba06-625c-42cd-b63b-dda1f07d28c1 None None] Checking router: 45fcef0b-5e49-4ed1-8f5f-be1c9887f9b9 for host: dv-cinder-797608-16-iscsi {{(pid=93885) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 13 11:24:06.371482 dv-cinder-797608-16-iscsi neutron-server[93885]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb4dba06-625c-42cd-b63b-dda1f07d28c1 None None] Updating router 45fcef0b-5e49-4ed1-8f5f-be1c9887f9b9 port a4f99e22-c5d9-42a7-b41e-19774bde4137 binding host dv-cinder-797608-16-iscsi {{(pid=93885) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 13 11:24:06.371993 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}db1a1fbc245c58e73290e58258e46ca41fe4e785cc79cbd57aa3dae940aad292" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-46bbed10-0d72-4491-86ba-e1037bfe9364" -d '{"events": [{"server_uuid": "3ae78dbf-3310-42dc-b520-5bd479080564", "name": "network-vif-deleted", "tag": "e354a078-1814-4523-973b-ee5cb4b5ce89"}]}' {{(pid=93883) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 13 11:24:06.441174 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 13 Aug 2021 11:24:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fd2908d5-cc27-4dcc-a732-b47892e39537 x-openstack-request-id: req-fd2908d5-cc27-4dcc-a732-b47892e39537 {{(pid=93883) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 13 11:24:06.441736 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3ae78dbf-3310-42dc-b520-5bd479080564", "name": "network-vif-deleted", "tag": "e354a078-1814-4523-973b-ee5cb4b5ce89", "status": "completed", "code": 200}]} {{(pid=93883) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 13 11:24:06.442073 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-fd2908d5-cc27-4dcc-a732-b47892e39537 {{(pid=93883) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 13 11:24:06.442534 dv-cinder-797608-16-iscsi neutron-server[93883]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3ae78dbf-3310-42dc-b520-5bd479080564', 'name': 'network-vif-deleted', 'tag': 'e354a078-1814-4523-973b-ee5cb4b5ce89', 'status': 'completed', 'code': 200} Aug 13 11:24:06.445039 dv-cinder-797608-16-iscsi neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-bb4dba06-625c-42cd-b63b-dda1f07d28c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935434'] for port, before_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 11:24:06.463404 dv-cinder-797608-16-iscsi neutron-server[93884]: DEBUG neutron.db.db_base_plugin_common [None req-8bb4202c-e6b3-49c8-8f59-24b775872d58 admin admin] Allocated IP 172.20.0.1 (d5a90fe8-bc27-43fd-967e-c2c4a7f28507/76eee822-f693-42cb-8b2a-3e4c87d31887/b605be2c-e246-49a8-b16a-0da0ce234507) {{(pid=93884) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 13 11:24:06.576620 dv-cinder-797608-16-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-8bb4202c-e6b3-49c8-8f59-24b775872d58 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 11:24:06.589221 dv-cinder-797608-16-iscsi neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [None req-8bb4202c-e6b3-49c8-8f59-24b775872d58 admin admin] Transition to ACTIVE for port object b605be2c-e246-49a8-b16a-0da0ce234507 will not be triggered until provisioned by entity DHCP. {{(pid=93884) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 13 11:24:06.622706 dv-cinder-797608-16-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-8bb4202c-e6b3-49c8-8f59-24b775872d58 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935844', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611014', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782137337079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2141180323'] for port, after_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 11:24:06.656784 dv-cinder-797608-16-iscsi neutron-server[93884]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8bb4202c-e6b3-49c8-8f59-24b775872d58 admin admin] Network d5a90fe8-bc27-43fd-967e-c2c4a7f28507 is already hosted by enough agents. {{(pid=93884) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 13 11:24:06.660970 dv-cinder-797608-16-iscsi neutron-server[93884]: DEBUG neutron.scheduler.base_scheduler [None req-8bb4202c-e6b3-49c8-8f59-24b775872d58 admin admin] Resources bound (agent type, host, resource id): {{(pid=93884) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 13 11:24:06.666393 dv-cinder-797608-16-iscsi neutron-server[93884]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8bb4202c-e6b3-49c8-8f59-24b775872d58 admin admin] Received port after_create {{(pid=93884) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 13 11:24:06.692984 dv-cinder-797608-16-iscsi neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bb4202c-e6b3-49c8-8f59-24b775872d58 admin admin] Pushing event updated for resources: {'Port': ['ID=b605be2c-e246-49a8-b16a-0da0ce234507,revision_number=1']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 11:24:06.708730 dv-cinder-797608-16-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-8bb4202c-e6b3-49c8-8f59-24b775872d58 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-2002984'] for router_interface, before_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 11:24:06.743912 dv-cinder-797608-16-iscsi neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-bb4dba06-625c-42cd-b63b-dda1f07d28c1 None None] Notify callbacks [] for port, precommit_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 11:24:06.757124 dv-cinder-797608-16-iscsi neutron-server[93885]: DEBUG neutron.db.provisioning_blocks [None req-bb4dba06-625c-42cd-b63b-dda1f07d28c1 None None] Transition to ACTIVE for port object a4f99e22-c5d9-42a7-b41e-19774bde4137 will not be triggered until provisioned by entity L2. {{(pid=93885) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 13 11:24:06.763675 dv-cinder-797608-16-iscsi neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-bb4dba06-625c-42cd-b63b-dda1f07d28c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935844', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611014', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782137889940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782137337613', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782137337631'] for port, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 11:24:06.821810 dv-cinder-797608-16-iscsi neutron-server[93885]: DEBUG neutron.plugins.ml2.managers [None req-bb4dba06-625c-42cd-b63b-dda1f07d28c1 None None] Attempting to bind port a4f99e22-c5d9-42a7-b41e-19774bde4137 on host dv-cinder-797608-16-iscsi for vnic_type normal with profile {{(pid=93885) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 13 11:24:06.822217 dv-cinder-797608-16-iscsi neutron-server[93885]: DEBUG neutron.plugins.ml2.managers [None req-bb4dba06-625c-42cd-b63b-dda1f07d28c1 None None] Attempting to bind port a4f99e22-c5d9-42a7-b41e-19774bde4137 by drivers openvswitch,hyperv on host dv-cinder-797608-16-iscsi at level 0 using segments [{'id': '3f6765c6-6e72-475e-8aaa-7134ee4679ca', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7c3f0979-58a5-4465-87f9-e256377c6b61'}] {{(pid=93885) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 13 11:24:06.822574 dv-cinder-797608-16-iscsi neutron-server[93885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb4dba06-625c-42cd-b63b-dda1f07d28c1 None None] Attempting to bind port a4f99e22-c5d9-42a7-b41e-19774bde4137 on network 7c3f0979-58a5-4465-87f9-e256377c6b61 {{(pid=93885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 13 11:24:06.824491 dv-cinder-797608-16-iscsi neutron-server[93885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cdc4779-b1db-4c30-8999-9f30829b6d80 None None] Pushing event updated for resources: {'Port': ['ID=a4f99e22-c5d9-42a7-b41e-19774bde4137,revision_number=2']} {{(pid=93885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 11:24:06.832437 dv-cinder-797608-16-iscsi neutron-server[93885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb4dba06-625c-42cd-b63b-dda1f07d28c1 None None] Checking agent: {'id': '649b788e-933d-40b8-a73c-f58c5ea7beff', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-797608-16-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 13, 11, 11, 41), 'started_at': datetime.datetime(2021, 8, 13, 11, 12, 11), 'heartbeat_timestamp': datetime.datetime(2021, 8, 13, 11, 23, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-797608-16-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 13 11:24:06.833332 dv-cinder-797608-16-iscsi neutron-server[93885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb4dba06-625c-42cd-b63b-dda1f07d28c1 None None] Checking segment: {'id': '3f6765c6-6e72-475e-8aaa-7134ee4679ca', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7c3f0979-58a5-4465-87f9-e256377c6b61'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93885) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 13 11:24:06.833332 dv-cinder-797608-16-iscsi neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-bb4dba06-625c-42cd-b63b-dda1f07d28c1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 11:24:06.833502 dv-cinder-797608-16-iscsi neutron-server[93885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb4dba06-625c-42cd-b63b-dda1f07d28c1 None None] Bound using segment: {'id': '3f6765c6-6e72-475e-8aaa-7134ee4679ca', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7c3f0979-58a5-4465-87f9-e256377c6b61'} {{(pid=93885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 13 11:24:06.833940 dv-cinder-797608-16-iscsi neutron-server[93885]: DEBUG neutron.plugins.ml2.managers [None req-bb4dba06-625c-42cd-b63b-dda1f07d28c1 None None] Bound port: a4f99e22-c5d9-42a7-b41e-19774bde4137, host: dv-cinder-797608-16-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3f6765c6-6e72-475e-8aaa-7134ee4679ca', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7c3f0979-58a5-4465-87f9-e256377c6b61'}}] {{(pid=93885) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 13 11:24:06.834363 dv-cinder-797608-16-iscsi neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-bb4dba06-625c-42cd-b63b-dda1f07d28c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935434'] for port, before_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 11:24:06.846979 dv-cinder-797608-16-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-8bb4202c-e6b3-49c8-8f59-24b775872d58 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935434'] for port, before_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 11:24:06.902221 dv-cinder-797608-16-iscsi neutron-server[93885]: DEBUG neutron.plugins.ml2.db [None req-bb4dba06-625c-42cd-b63b-dda1f07d28c1 None None] For port a4f99e22-c5d9-42a7-b41e-19774bde4137, host dv-cinder-797608-16-iscsi, cleared binding levels {{(pid=93885) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 13 11:24:06.907303 dv-cinder-797608-16-iscsi neutron-server[93885]: DEBUG neutron.plugins.ml2.db [None req-bb4dba06-625c-42cd-b63b-dda1f07d28c1 None None] For port a4f99e22-c5d9-42a7-b41e-19774bde4137, host dv-cinder-797608-16-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797608-16-iscsi',level=0,port_id=a4f99e22-c5d9-42a7-b41e-19774bde4137,segment=NetworkSegment(3f6765c6-6e72-475e-8aaa-7134ee4679ca),segment_id=3f6765c6-6e72-475e-8aaa-7134ee4679ca)] {{(pid=93885) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 13 11:24:06.914166 dv-cinder-797608-16-iscsi neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-bb4dba06-625c-42cd-b63b-dda1f07d28c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935844', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611014', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782137889940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782137337613', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782137337631'] for port, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 11:24:06.944859 dv-cinder-797608-16-iscsi neutron-server[93884]: INFO neutron.wsgi [req-b726e799-43a6-49a2-b830-3058fd792fc5 req-b4bb3270-4fa6-4a7b-a410-31f59c7df1be tempest-VolumesNegativeTest-133576611 tempest-VolumesNegativeTest-133576611-project] 10.222.0.32 "GET /v2.0/ports?device_id=3ae78dbf-3310-42dc-b520-5bd479080564 HTTP/1.1" status: 200 len: 210 time: 0.0385723 Aug 13 11:24:06.970572 dv-cinder-797608-16-iscsi neutron-server[93885]: DEBUG neutron.db.provisioning_blocks [None req-bb8f10da-8308-467e-8481-006c15bfe5d1 None None] Provisioning for port b605be2c-e246-49a8-b16a-0da0ce234507 completed by entity DHCP. {{(pid=93885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 13 11:24:06.979412 dv-cinder-797608-16-iscsi neutron-server[93885]: DEBUG neutron.db.provisioning_blocks [None req-bb8f10da-8308-467e-8481-006c15bfe5d1 None None] Provisioning complete for port b605be2c-e246-49a8-b16a-0da0ce234507 triggered by entity DHCP. {{(pid=93885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 13 11:24:06.979801 dv-cinder-797608-16-iscsi neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-bb8f10da-8308-467e-8481-006c15bfe5d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-997193'] for port, provisioning_complete {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 11:24:06.981258 dv-cinder-797608-16-iscsi neutron-server[93885]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb4dba06-625c-42cd-b63b-dda1f07d28c1 None None] Routers {'45fcef0b-5e49-4ed1-8f5f-be1c9887f9b9'} bound to L3 agent in host dv-cinder-797608-16-iscsi {{(pid=93885) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 13 11:24:06.981885 dv-cinder-797608-16-iscsi neutron-server[93885]: DEBUG neutron.db.l3_hamode_db [None req-bb4dba06-625c-42cd-b63b-dda1f07d28c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797608-16-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-13T11:11:41Z,description=,heartbeat_timestamp=2021-08-13T11:23:41Z,host='dv-cinder-797608-16-iscsi',id=120d27b5-31d8-4cd2-97b4-2412c45088e1,load=0,resource_versions=,resources_synced=,started_at=2021-08-13T11:11:41Z,topic='l3_agent')) {'router_ids': ['45fcef0b-5e49-4ed1-8f5f-be1c9887f9b9'], 'active': True} {{(pid=93885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 13 11:24:07.041418 dv-cinder-797608-16-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-8bb4202c-e6b3-49c8-8f59-24b775872d58 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 11:24:07.042358 dv-cinder-797608-16-iscsi neutron-server[93885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cdc4779-b1db-4c30-8999-9f30829b6d80 None None] Pushing event updated for resources: {'Port': ['ID=a4f99e22-c5d9-42a7-b41e-19774bde4137,revision_number=3']} {{(pid=93885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 11:24:07.046746 dv-cinder-797608-16-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-8bb4202c-e6b3-49c8-8f59-24b775872d58 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935844', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611014', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782137889940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782137337613', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782137337631', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2141180330'] for port, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 11:24:07.068973 dv-cinder-797608-16-iscsi neutron-server[93885]: DEBUG neutron.plugins.ml2.plugin [None req-bb8f10da-8308-467e-8481-006c15bfe5d1 None None] Port b605be2c-e246-49a8-b16a-0da0ce234507 cannot update to ACTIVE because it is not bound. {{(pid=93885) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 13 11:24:07.121094 dv-cinder-797608-16-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-8bb4202c-e6b3-49c8-8f59-24b775872d58 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1611060', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-2003132'] for router_interface, after_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 11:24:07.123684 dv-cinder-797608-16-iscsi neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bb4202c-e6b3-49c8-8f59-24b775872d58 admin admin] Pushing event updated for resources: {'Port': ['ID=b605be2c-e246-49a8-b16a-0da0ce234507,revision_number=2']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 11:24:07.131371 dv-cinder-797608-16-iscsi neutron-server[93885]: DEBUG neutron.db.l3_dvr_db [None req-bb4dba06-625c-42cd-b63b-dda1f07d28c1 None None] Set router 45fcef0b-5e49-4ed1-8f5f-be1c9887f9b9 gateway port host: dv-cinder-797608-16-iscsi {{(pid=93885) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 13 11:24:07.210436 dv-cinder-797608-16-iscsi neutron-server[93884]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8bb4202c-e6b3-49c8-8f59-24b775872d58 admin admin] Network d5a90fe8-bc27-43fd-967e-c2c4a7f28507 is already hosted by enough agents. {{(pid=93884) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 13 11:24:07.211839 dv-cinder-797608-16-iscsi neutron-server[93884]: DEBUG neutron.scheduler.base_scheduler [None req-8bb4202c-e6b3-49c8-8f59-24b775872d58 admin admin] Resources bound (agent type, host, resource id): {{(pid=93884) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 13 11:24:07.333465 dv-cinder-797608-16-iscsi neutron-server[93884]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8bb4202c-e6b3-49c8-8f59-24b775872d58 admin admin] Router 45fcef0b-5e49-4ed1-8f5f-be1c9887f9b9 has already been hosted by L3 agent 120d27b5-31d8-4cd2-97b4-2412c45088e1 {{(pid=93884) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 13 11:24:07.449569 dv-cinder-797608-16-iscsi neutron-server[93884]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8bb4202c-e6b3-49c8-8f59-24b775872d58 admin admin] Notify agent at l3_agent.dv-cinder-797608-16-iscsi the message routers_updated {{(pid=93884) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 13 11:24:07.455572 dv-cinder-797608-16-iscsi neutron-server[93884]: INFO neutron.wsgi [None req-8bb4202c-e6b3-49c8-8f59-24b775872d58 admin admin] 10.222.0.32 "PUT /v2.0/routers/45fcef0b-5e49-4ed1-8f5f-be1c9887f9b9/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7192633 Aug 13 11:24:07.476294 dv-cinder-797608-16-iscsi neutron-server[93885]: DEBUG neutron.db.l3_hamode_db [None req-bb4dba06-625c-42cd-b63b-dda1f07d28c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '45fcef0b-5e49-4ed1-8f5f-be1c9887f9b9', 'name': 'tempest-AttachVolumeShelveTestJSON-1350673581-router', 'tenant_id': 'f8e7c269befb4af69a2ff5c42fe26725', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c3f0979-58a5-4465-87f9-e256377c6b61', 'external_fixed_ips': [{'subnet_id': 'ba735781-2bff-41d5-99b4-7ca705ee91ca', 'ip_address': '172.27.2.203'}], 'enable_snat': True}, 'gw_port_id': 'a4f99e22-c5d9-42a7-b41e-19774bde4137', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-13T11:24:03Z', 'updated_at': '2021-08-13T11:24:06Z', 'revision_number': 4, 'project_id': 'f8e7c269befb4af69a2ff5c42fe26725', 'gw_port': {'id': 'a4f99e22-c5d9-42a7-b41e-19774bde4137', 'name': '', 'network_id': '7c3f0979-58a5-4465-87f9-e256377c6b61', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:1e:0c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '45fcef0b-5e49-4ed1-8f5f-be1c9887f9b9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 551, 'fixed_ips': [{'subnet_id': 'ba735781-2bff-41d5-99b4-7ca705ee91ca', 'ip_address': '172.27.2.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-13T11:24:04Z', 'updated_at': '2021-08-13T11:24:06Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ba735781-2bff-41d5-99b4-7ca705ee91ca', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797608-16-iscsi', '_interfaces': [{'id': 'b605be2c-e246-49a8-b16a-0da0ce234507', 'name': '', 'network_id': 'd5a90fe8-bc27-43fd-967e-c2c4a7f28507', 'tenant_id': 'f8e7c269befb4af69a2ff5c42fe26725', 'mac_address': 'fa:16:3e:cb:3d:64', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '45fcef0b-5e49-4ed1-8f5f-be1c9887f9b9', 'device_owner': 'network:router_interface', 'standard_attr_id': 552, 'fixed_ips': [{'subnet_id': '76eee822-f693-42cb-8b2a-3e4c87d31887', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-13T11:24:06Z', 'updated_at': '2021-08-13T11:24:06Z', 'revision_number': 1, 'project_id': 'f8e7c269befb4af69a2ff5c42fe26725', 'subnets': [{'id': '76eee822-f693-42cb-8b2a-3e4c87d31887', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-797608-16-iscsi', False) {} {{(pid=93885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 13 11:24:07.510704 dv-cinder-797608-16-iscsi neutron-server[93885]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb4dba06-625c-42cd-b63b-dda1f07d28c1 None None] The sync data for ids ['45fcef0b-5e49-4ed1-8f5f-be1c9887f9b9'] in dv-cinder-797608-16-iscsi is: [{'id': '45fcef0b-5e49-4ed1-8f5f-be1c9887f9b9', 'name': 'tempest-AttachVolumeShelveTestJSON-1350673581-router', 'tenant_id': 'f8e7c269befb4af69a2ff5c42fe26725', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c3f0979-58a5-4465-87f9-e256377c6b61', 'external_fixed_ips': [{'subnet_id': 'ba735781-2bff-41d5-99b4-7ca705ee91ca', 'ip_address': '172.27.2.203'}], 'enable_snat': True}, 'gw_port_id': 'a4f99e22-c5d9-42a7-b41e-19774bde4137', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-13T11:24:03Z', 'updated_at': '2021-08-13T11:24:06Z', 'revision_number': 4, 'project_id': 'f8e7c269befb4af69a2ff5c42fe26725', 'gw_port': {'id': 'a4f99e22-c5d9-42a7-b41e-19774bde4137', 'name': '', 'network_id': '7c3f0979-58a5-4465-87f9-e256377c6b61', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:1e:0c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '45fcef0b-5e49-4ed1-8f5f-be1c9887f9b9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 551, 'fixed_ips': [{'subnet_id': 'ba735781-2bff-41d5-99b4-7ca705ee91ca', 'ip_address': '172.27.2.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-13T11:24:04Z', 'updated_at': '2021-08-13T11:24:06Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ba735781-2bff-41d5-99b4-7ca705ee91ca', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797608-16-iscsi', '_interfaces': [{'id': 'b605be2c-e246-49a8-b16a-0da0ce234507', 'name': '', 'network_id': 'd5a90fe8-bc27-43fd-967e-c2c4a7f28507', 'tenant_id': 'f8e7c269befb4af69a2ff5c42fe26725', 'mac_address': 'fa:16:3e:cb:3d:64', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '45fcef0b-5e49-4ed1-8f5f-be1c9887f9b9', 'device_owner': 'network:router_interface', 'standard_attr_id': 552, 'fixed_ips': [{'subnet_id': '76eee822-f693-42cb-8b2a-3e4c87d31887', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-13T11:24:06Z', 'updated_at': '2021-08-13T11:24:06Z', 'revision_number': 1, 'project_id': 'f8e7c269befb4af69a2ff5c42fe26725', 'subnets': [{'id': '76eee822-f693-42cb-8b2a-3e4c87d31887', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93885) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 13 11:24:07.517519 dv-cinder-797608-16-iscsi neutron-server[93885]: DEBUG neutron.db.provisioning_blocks [None req-d4b585c2-38b6-4288-a4d7-79e828f1bf7c None None] Provisioning complete for port b605be2c-e246-49a8-b16a-0da0ce234507 triggered by entity DHCP. {{(pid=93885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 13 11:24:07.517892 dv-cinder-797608-16-iscsi neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-d4b585c2-38b6-4288-a4d7-79e828f1bf7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-997193'] for port, provisioning_complete {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 11:24:07.553213 dv-cinder-797608-16-iscsi neutron-server[93885]: DEBUG neutron.plugins.ml2.plugin [None req-d4b585c2-38b6-4288-a4d7-79e828f1bf7c None None] Port b605be2c-e246-49a8-b16a-0da0ce234507 cannot update to ACTIVE because it is not bound. {{(pid=93885) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 13 11:24:07.844846 dv-cinder-797608-16-iscsi neutron-server[93885]: DEBUG neutron.plugins.ml2.rpc [None req-05931952-e11e-4e12-af58-ece1398d134b None None] Device 06e40d5b-70e4-4a77-b4cb-98bca80ecd9d up at agent ovs-agent-dv-cinder-797608-16-iscsi {{(pid=93885) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 13 11:24:07.898184 dv-cinder-797608-16-iscsi neutron-server[93885]: DEBUG neutron.db.provisioning_blocks [None req-05931952-e11e-4e12-af58-ece1398d134b None None] Provisioning complete for port 06e40d5b-70e4-4a77-b4cb-98bca80ecd9d triggered by entity L2. {{(pid=93885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 13 11:24:07.898486 dv-cinder-797608-16-iscsi neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-05931952-e11e-4e12-af58-ece1398d134b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-997193'] for port, provisioning_complete {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 11:24:08.041059 dv-cinder-797608-16-iscsi neutron-server[93884]: DEBUG neutron.wsgi [-] (93884) accepted ('10.222.0.32', 50960) {{(pid=93884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 11:24:08.046128 dv-cinder-797608-16-iscsi neutron-server[93884]: DEBUG neutron.api.v2.base [None req-378f404c-d106-434a-ba85-b6fa421e637e tempest-AttachVolumeShelveTestJSON-167533422 tempest-AttachVolumeShelveTestJSON-167533422-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1184956932', 'description': 'tempest-description--49903580'}} {{(pid=93884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 13 11:24:08.073497 dv-cinder-797608-16-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-378f404c-d106-434a-ba85-b6fa421e637e tempest-AttachVolumeShelveTestJSON-167533422 tempest-AttachVolumeShelveTestJSON-167533422-project] Notify callbacks [] for security_group, before_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 11:24:08.180399 dv-cinder-797608-16-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-378f404c-d106-434a-ba85-b6fa421e637e tempest-AttachVolumeShelveTestJSON-167533422 tempest-AttachVolumeShelveTestJSON-167533422-project] Notify callbacks [] for security_group, precommit_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 11:24:08.184170 dv-cinder-797608-16-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-378f404c-d106-434a-ba85-b6fa421e637e tempest-AttachVolumeShelveTestJSON-167533422 tempest-AttachVolumeShelveTestJSON-167533422-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651637'] for security_group, after_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 11:24:08.219309 dv-cinder-797608-16-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-378f404c-d106-434a-ba85-b6fa421e637e tempest-AttachVolumeShelveTestJSON-167533422 tempest-AttachVolumeShelveTestJSON-167533422-project] Notify callbacks [] for security_group, before_response {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 11:24:08.222093 dv-cinder-797608-16-iscsi neutron-server[93884]: INFO neutron.wsgi [None req-378f404c-d106-434a-ba85-b6fa421e637e tempest-AttachVolumeShelveTestJSON-167533422 tempest-AttachVolumeShelveTestJSON-167533422-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1778 time: 0.1785548 Aug 13 11:24:08.223660 dv-cinder-797608-16-iscsi neutron-server[93884]: DEBUG neutron.wsgi [-] (93884) accepted ('10.222.0.32', 50970) {{(pid=93884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 11:24:08.228971 dv-cinder-797608-16-iscsi neutron-server[93884]: DEBUG neutron.api.v2.base [None req-97108451-766d-468a-8358-f324766182ed tempest-AttachVolumeShelveTestJSON-167533422 tempest-AttachVolumeShelveTestJSON-167533422-project] Request body: {'security_group_rule': {'security_group_id': '26f817c1-933c-4977-9085-1dee6d7b8bee', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 13 11:24:08.235018 dv-cinder-797608-16-iscsi neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-378f404c-d106-434a-ba85-b6fa421e637e tempest-AttachVolumeShelveTestJSON-167533422 tempest-AttachVolumeShelveTestJSON-167533422-project] Pushing event updated for resources: {'SecurityGroup': ['ID=26f817c1-933c-4977-9085-1dee6d7b8bee,revision_number=1']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 11:24:08.262970 dv-cinder-797608-16-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-97108451-766d-468a-8358-f324766182ed tempest-AttachVolumeShelveTestJSON-167533422 tempest-AttachVolumeShelveTestJSON-167533422-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 11:24:08.329103 dv-cinder-797608-16-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-97108451-766d-468a-8358-f324766182ed tempest-AttachVolumeShelveTestJSON-167533422 tempest-AttachVolumeShelveTestJSON-167533422-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 11:24:08.333840 dv-cinder-797608-16-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-97108451-766d-468a-8358-f324766182ed tempest-AttachVolumeShelveTestJSON-167533422 tempest-AttachVolumeShelveTestJSON-167533422-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651522'] for security_group_rule, after_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 11:24:08.354488 dv-cinder-797608-16-iscsi neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97108451-766d-468a-8358-f324766182ed tempest-AttachVolumeShelveTestJSON-167533422 tempest-AttachVolumeShelveTestJSON-167533422-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8baf7584-2588-4783-ad60-e866bceb5a72,revision_number=0']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 11:24:08.357958 dv-cinder-797608-16-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-97108451-766d-468a-8358-f324766182ed tempest-AttachVolumeShelveTestJSON-167533422 tempest-AttachVolumeShelveTestJSON-167533422-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 11:24:08.362047 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.32', 50980) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 11:24:08.362622 dv-cinder-797608-16-iscsi neutron-server[93884]: INFO neutron.wsgi [None req-97108451-766d-468a-8358-f324766182ed tempest-AttachVolumeShelveTestJSON-167533422 tempest-AttachVolumeShelveTestJSON-167533422-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1374259 Aug 13 11:24:08.366865 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron.api.v2.base [None req-3ef957d1-2a5b-4073-8b6d-4b95d0446c01 tempest-AttachVolumeShelveTestJSON-167533422 tempest-AttachVolumeShelveTestJSON-167533422-project] Request body: {'security_group_rule': {'security_group_id': '26f817c1-933c-4977-9085-1dee6d7b8bee', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=93883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 13 11:24:08.400676 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-3ef957d1-2a5b-4073-8b6d-4b95d0446c01 tempest-AttachVolumeShelveTestJSON-167533422 tempest-AttachVolumeShelveTestJSON-167533422-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 11:24:08.458927 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-3ef957d1-2a5b-4073-8b6d-4b95d0446c01 tempest-AttachVolumeShelveTestJSON-167533422 tempest-AttachVolumeShelveTestJSON-167533422-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 11:24:08.466377 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-3ef957d1-2a5b-4073-8b6d-4b95d0446c01 tempest-AttachVolumeShelveTestJSON-167533422 tempest-AttachVolumeShelveTestJSON-167533422-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651522'] for security_group_rule, after_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 11:24:08.487201 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ef957d1-2a5b-4073-8b6d-4b95d0446c01 tempest-AttachVolumeShelveTestJSON-167533422 tempest-AttachVolumeShelveTestJSON-167533422-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=daa6feab-eb3b-497c-83eb-815ffac9fd3b,revision_number=0']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 11:24:08.495001 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-3ef957d1-2a5b-4073-8b6d-4b95d0446c01 tempest-AttachVolumeShelveTestJSON-167533422 tempest-AttachVolumeShelveTestJSON-167533422-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 11:24:08.496506 dv-cinder-797608-16-iscsi neutron-server[93883]: INFO neutron.wsgi [None req-3ef957d1-2a5b-4073-8b6d-4b95d0446c01 tempest-AttachVolumeShelveTestJSON-167533422 tempest-AttachVolumeShelveTestJSON-167533422-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1333919 Aug 13 11:24:08.499555 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.32', 50984) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 11:24:08.504154 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron.api.v2.base [None req-b09a3fdd-5542-4011-a6d7-354cf4242cbd tempest-AttachVolumeShelveTestJSON-167533422 tempest-AttachVolumeShelveTestJSON-167533422-project] Request body: {'floatingip': {'floating_network_id': '7c3f0979-58a5-4465-87f9-e256377c6b61'}} {{(pid=93883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 13 11:24:08.526735 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-b09a3fdd-5542-4011-a6d7-354cf4242cbd tempest-AttachVolumeShelveTestJSON-167533422 tempest-AttachVolumeShelveTestJSON-167533422-project] Notify callbacks [] for floatingip, before_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 11:24:08.628531 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-b09a3fdd-5542-4011-a6d7-354cf4242cbd tempest-AttachVolumeShelveTestJSON-167533422 tempest-AttachVolumeShelveTestJSON-167533422-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935434'] for port, before_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 11:24:08.754875 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron.db.db_base_plugin_common [None req-b09a3fdd-5542-4011-a6d7-354cf4242cbd tempest-AttachVolumeShelveTestJSON-167533422 tempest-AttachVolumeShelveTestJSON-167533422-project] Allocated IP 172.27.2.223 (7c3f0979-58a5-4465-87f9-e256377c6b61/ba735781-2bff-41d5-99b4-7ca705ee91ca/1c7f55b8-90bf-4dec-9502-4650c37d4c7c) {{(pid=93883) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 13 11:24:08.836252 dv-cinder-797608-16-iscsi neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-e3914e52-5ec9-432b-bdac-0542e177cbf9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782137812740', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-997306'] for agent, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 11:24:08.871638 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-b09a3fdd-5542-4011-a6d7-354cf4242cbd tempest-AttachVolumeShelveTestJSON-167533422 tempest-AttachVolumeShelveTestJSON-167533422-project] Notify callbacks [] for port, precommit_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 11:24:08.912642 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-b09a3fdd-5542-4011-a6d7-354cf4242cbd tempest-AttachVolumeShelveTestJSON-167533422 tempest-AttachVolumeShelveTestJSON-167533422-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935844', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611014', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782137337079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2139128394'] for port, after_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 11:24:08.953393 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b09a3fdd-5542-4011-a6d7-354cf4242cbd tempest-AttachVolumeShelveTestJSON-167533422 tempest-AttachVolumeShelveTestJSON-167533422-project] Network 7c3f0979-58a5-4465-87f9-e256377c6b61 is already hosted by enough agents. {{(pid=93883) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 13 11:24:08.958219 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron.scheduler.base_scheduler [None req-b09a3fdd-5542-4011-a6d7-354cf4242cbd tempest-AttachVolumeShelveTestJSON-167533422 tempest-AttachVolumeShelveTestJSON-167533422-project] Resources bound (agent type, host, resource id): {{(pid=93883) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 13 11:24:08.961633 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b09a3fdd-5542-4011-a6d7-354cf4242cbd tempest-AttachVolumeShelveTestJSON-167533422 tempest-AttachVolumeShelveTestJSON-167533422-project] Received port after_create {{(pid=93883) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 13 11:24:08.966963 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b09a3fdd-5542-4011-a6d7-354cf4242cbd tempest-AttachVolumeShelveTestJSON-167533422 tempest-AttachVolumeShelveTestJSON-167533422-project] Pushing event updated for resources: {'Port': ['ID=1c7f55b8-90bf-4dec-9502-4650c37d4c7c,revision_number=1']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 11:24:09.050230 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-b09a3fdd-5542-4011-a6d7-354cf4242cbd tempest-AttachVolumeShelveTestJSON-167533422 tempest-AttachVolumeShelveTestJSON-167533422-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 11:24:09.085132 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-b09a3fdd-5542-4011-a6d7-354cf4242cbd tempest-AttachVolumeShelveTestJSON-167533422 tempest-AttachVolumeShelveTestJSON-167533422-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935434'] for port, before_update {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 11:24:09.252334 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-b09a3fdd-5542-4011-a6d7-354cf4242cbd tempest-AttachVolumeShelveTestJSON-167533422 tempest-AttachVolumeShelveTestJSON-167533422-project] Notify callbacks [] for port, precommit_update {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 11:24:09.258114 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-b09a3fdd-5542-4011-a6d7-354cf4242cbd tempest-AttachVolumeShelveTestJSON-167533422 tempest-AttachVolumeShelveTestJSON-167533422-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935844', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611014', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782137889940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782137337613', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782137337631', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2139128387'] for port, after_update {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 11:24:09.324589 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b09a3fdd-5542-4011-a6d7-354cf4242cbd tempest-AttachVolumeShelveTestJSON-167533422 tempest-AttachVolumeShelveTestJSON-167533422-project] Pushing event updated for resources: {'Port': ['ID=1c7f55b8-90bf-4dec-9502-4650c37d4c7c,revision_number=2']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 11:24:09.341535 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-b09a3fdd-5542-4011-a6d7-354cf4242cbd tempest-AttachVolumeShelveTestJSON-167533422 tempest-AttachVolumeShelveTestJSON-167533422-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1585555'] for floatingip, after_update {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 11:24:09.355527 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-b09a3fdd-5542-4011-a6d7-354cf4242cbd tempest-AttachVolumeShelveTestJSON-167533422 tempest-AttachVolumeShelveTestJSON-167533422-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-128352'] for floatingip, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 11:24:09.356867 dv-cinder-797608-16-iscsi neutron-server[93883]: INFO neutron.wsgi [None req-b09a3fdd-5542-4011-a6d7-354cf4242cbd tempest-AttachVolumeShelveTestJSON-167533422 tempest-AttachVolumeShelveTestJSON-167533422-project] 10.222.0.32 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 0.8563776 Aug 13 11:24:09.504628 dv-cinder-797608-16-iscsi neutron-server[93884]: INFO neutron.wsgi [req-b761a9f3-d72a-4f2a-a4b7-ee0859362459 req-4772d2d7-b610-4519-862d-2d4c806a4527 tempest-AttachVolumeShelveTestJSON-167533422 tempest-AttachVolumeShelveTestJSON-167533422-project] 10.222.0.32 "GET /v2.0/security-groups?name=tempest-securitygroup--1184956932&fields=id&tenant_id=f8e7c269befb4af69a2ff5c42fe26725 HTTP/1.1" status: 200 len: 267 time: 0.0349441 Aug 13 11:24:09.612127 dv-cinder-797608-16-iscsi neutron-server[93886]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a14e9165-a5f8-450f-891e-35422f278cb4 None None] Sync routers for ids ['45fcef0b-5e49-4ed1-8f5f-be1c9887f9b9'] in dv-cinder-797608-16-iscsi {{(pid=93886) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 13 11:24:09.621347 dv-cinder-797608-16-iscsi neutron-server[93886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a14e9165-a5f8-450f-891e-35422f278cb4 None None] Routers {'45fcef0b-5e49-4ed1-8f5f-be1c9887f9b9'} bound to L3 agent in host dv-cinder-797608-16-iscsi {{(pid=93886) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 13 11:24:09.622124 dv-cinder-797608-16-iscsi neutron-server[93886]: DEBUG neutron.db.l3_hamode_db [None req-a14e9165-a5f8-450f-891e-35422f278cb4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797608-16-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-13T11:11:41Z,description=,heartbeat_timestamp=2021-08-13T11:23:41Z,host='dv-cinder-797608-16-iscsi',id=120d27b5-31d8-4cd2-97b4-2412c45088e1,load=0,resource_versions=,resources_synced=,started_at=2021-08-13T11:11:41Z,topic='l3_agent')) {'router_ids': ['45fcef0b-5e49-4ed1-8f5f-be1c9887f9b9'], 'active': True} {{(pid=93886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 13 11:24:09.627662 dv-cinder-797608-16-iscsi neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b761a9f3-d72a-4f2a-a4b7-ee0859362459 req-3fd5007c-0823-4e37-9bd2-dd2d786a47f3 tempest-AttachVolumeShelveTestJSON-167533422 tempest-AttachVolumeShelveTestJSON-167533422-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 11:24:09.629199 dv-cinder-797608-16-iscsi neutron-server[93884]: INFO neutron.wsgi [req-b761a9f3-d72a-4f2a-a4b7-ee0859362459 req-3fd5007c-0823-4e37-9bd2-dd2d786a47f3 tempest-AttachVolumeShelveTestJSON-167533422 tempest-AttachVolumeShelveTestJSON-167533422-project] 10.222.0.32 "GET /v2.0/networks?id=d5a90fe8-bc27-43fd-967e-c2c4a7f28507 HTTP/1.1" status: 200 len: 817 time: 0.1166551 Aug 13 11:24:09.645888 dv-cinder-797608-16-iscsi neutron-server[93884]: INFO neutron.wsgi [req-b761a9f3-d72a-4f2a-a4b7-ee0859362459 req-88ff1cf6-be85-4494-bffd-493ad680e5e4 tempest-AttachVolumeShelveTestJSON-167533422 tempest-AttachVolumeShelveTestJSON-167533422-project] 10.222.0.32 "GET /v2.0/quotas/f8e7c269befb4af69a2ff5c42fe26725 HTTP/1.1" status: 200 len: 375 time: 0.0098286 Aug 13 11:24:09.704935 dv-cinder-797608-16-iscsi neutron-server[93884]: INFO neutron.wsgi [req-b761a9f3-d72a-4f2a-a4b7-ee0859362459 req-c33e5001-f477-48e1-846a-849d9f93a763 tempest-AttachVolumeShelveTestJSON-167533422 tempest-AttachVolumeShelveTestJSON-167533422-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=f8e7c269befb4af69a2ff5c42fe26725&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0520101 Aug 13 11:24:09.748515 dv-cinder-797608-16-iscsi neutron-server[93886]: DEBUG neutron.db.l3_dvr_db [None req-a14e9165-a5f8-450f-891e-35422f278cb4 None None] Set router 45fcef0b-5e49-4ed1-8f5f-be1c9887f9b9 gateway port host: dv-cinder-797608-16-iscsi {{(pid=93886) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 13 11:24:09.827341 dv-cinder-797608-16-iscsi neutron-server[93884]: INFO neutron.wsgi [req-b761a9f3-d72a-4f2a-a4b7-ee0859362459 req-8d009cba-09e9-4424-a78e-9fddae0aae81 service neutron] 10.222.0.32 "GET /v2.0/networks/d5a90fe8-bc27-43fd-967e-c2c4a7f28507?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1038504 Aug 13 11:24:09.841474 dv-cinder-797608-16-iscsi neutron-server[93885]: DEBUG neutron.plugins.ml2.rpc [None req-05931952-e11e-4e12-af58-ece1398d134b None None] Device a4f99e22-c5d9-42a7-b41e-19774bde4137 up at agent ovs-agent-dv-cinder-797608-16-iscsi {{(pid=93885) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 13 11:24:09.918393 dv-cinder-797608-16-iscsi neutron-server[93885]: DEBUG neutron.db.provisioning_blocks [None req-05931952-e11e-4e12-af58-ece1398d134b None None] Provisioning for port a4f99e22-c5d9-42a7-b41e-19774bde4137 completed by entity L2. {{(pid=93885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 13 11:24:09.925430 dv-cinder-797608-16-iscsi neutron-server[93885]: DEBUG neutron.db.provisioning_blocks [None req-05931952-e11e-4e12-af58-ece1398d134b None None] Provisioning complete for port a4f99e22-c5d9-42a7-b41e-19774bde4137 triggered by entity L2. {{(pid=93885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 13 11:24:09.925805 dv-cinder-797608-16-iscsi neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-05931952-e11e-4e12-af58-ece1398d134b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-997193'] for port, provisioning_complete {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 11:24:09.934807 dv-cinder-797608-16-iscsi neutron-server[93884]: INFO neutron.wsgi [req-b761a9f3-d72a-4f2a-a4b7-ee0859362459 req-f9001079-c700-4a09-953a-138e994c2675 service neutron] 10.222.0.32 "GET /v2.0/networks/d5a90fe8-bc27-43fd-967e-c2c4a7f28507?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1003830 Aug 13 11:24:10.000301 dv-cinder-797608-16-iscsi neutron-server[93886]: DEBUG neutron.db.l3_hamode_db [None req-a14e9165-a5f8-450f-891e-35422f278cb4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '45fcef0b-5e49-4ed1-8f5f-be1c9887f9b9', 'name': 'tempest-AttachVolumeShelveTestJSON-1350673581-router', 'tenant_id': 'f8e7c269befb4af69a2ff5c42fe26725', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c3f0979-58a5-4465-87f9-e256377c6b61', 'external_fixed_ips': [{'subnet_id': 'ba735781-2bff-41d5-99b4-7ca705ee91ca', 'ip_address': '172.27.2.203'}], 'enable_snat': True}, 'gw_port_id': 'a4f99e22-c5d9-42a7-b41e-19774bde4137', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-13T11:24:03Z', 'updated_at': '2021-08-13T11:24:06Z', 'revision_number': 4, 'project_id': 'f8e7c269befb4af69a2ff5c42fe26725', 'gw_port': {'id': 'a4f99e22-c5d9-42a7-b41e-19774bde4137', 'name': '', 'network_id': '7c3f0979-58a5-4465-87f9-e256377c6b61', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:1e:0c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '45fcef0b-5e49-4ed1-8f5f-be1c9887f9b9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 551, 'fixed_ips': [{'subnet_id': 'ba735781-2bff-41d5-99b4-7ca705ee91ca', 'ip_address': '172.27.2.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-13T11:24:04Z', 'updated_at': '2021-08-13T11:24:06Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ba735781-2bff-41d5-99b4-7ca705ee91ca', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797608-16-iscsi', '_interfaces': [{'id': 'b605be2c-e246-49a8-b16a-0da0ce234507', 'name': '', 'network_id': 'd5a90fe8-bc27-43fd-967e-c2c4a7f28507', 'tenant_id': 'f8e7c269befb4af69a2ff5c42fe26725', 'mac_address': 'fa:16:3e:cb:3d:64', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '45fcef0b-5e49-4ed1-8f5f-be1c9887f9b9', 'device_owner': 'network:router_interface', 'standard_attr_id': 552, 'fixed_ips': [{'subnet_id': '76eee822-f693-42cb-8b2a-3e4c87d31887', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-13T11:24:06Z', 'updated_at': '2021-08-13T11:24:06Z', 'revision_number': 2, 'project_id': 'f8e7c269befb4af69a2ff5c42fe26725', 'subnets': [{'id': '76eee822-f693-42cb-8b2a-3e4c87d31887', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-797608-16-iscsi', False) {} {{(pid=93886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 13 11:24:10.011820 dv-cinder-797608-16-iscsi neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-05931952-e11e-4e12-af58-ece1398d134b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935434'] for port, before_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 11:24:10.037400 dv-cinder-797608-16-iscsi neutron-server[93886]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a14e9165-a5f8-450f-891e-35422f278cb4 None None] Checking router: 45fcef0b-5e49-4ed1-8f5f-be1c9887f9b9 for host: dv-cinder-797608-16-iscsi {{(pid=93886) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 13 11:24:10.038068 dv-cinder-797608-16-iscsi neutron-server[93886]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a14e9165-a5f8-450f-891e-35422f278cb4 None None] Updating router 45fcef0b-5e49-4ed1-8f5f-be1c9887f9b9 port b605be2c-e246-49a8-b16a-0da0ce234507 binding host dv-cinder-797608-16-iscsi {{(pid=93886) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 13 11:24:10.049199 dv-cinder-797608-16-iscsi neutron-server[93885]: DEBUG neutron.plugins.ml2.db [None req-05931952-e11e-4e12-af58-ece1398d134b None None] For port a4f99e22-c5d9-42a7-b41e-19774bde4137, host dv-cinder-797608-16-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797608-16-iscsi',level=0,port_id=a4f99e22-c5d9-42a7-b41e-19774bde4137,segment=NetworkSegment(3f6765c6-6e72-475e-8aaa-7134ee4679ca),segment_id=3f6765c6-6e72-475e-8aaa-7134ee4679ca)] {{(pid=93885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 13 11:24:10.053933 dv-cinder-797608-16-iscsi neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-05931952-e11e-4e12-af58-ece1398d134b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935844', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611014', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782137889940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782137337613', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782137337631'] for port, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 11:24:10.091912 dv-cinder-797608-16-iscsi neutron-server[93886]: DEBUG neutron_lib.callbacks.manager [None req-a14e9165-a5f8-450f-891e-35422f278cb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935434'] for port, before_update {{(pid=93886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 11:24:10.139704 dv-cinder-797608-16-iscsi neutron-server[93885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05931952-e11e-4e12-af58-ece1398d134b None None] Pushing event updated for resources: {'Port': ['ID=a4f99e22-c5d9-42a7-b41e-19774bde4137,revision_number=4']} {{(pid=93885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 11:24:10.168472 dv-cinder-797608-16-iscsi neutron-server[93884]: INFO neutron.wsgi [req-971f5659-6344-42a4-abc8-5e2b934daa30 req-d2233739-ff21-4e38-8858-d1c849d77eea tempest-AttachVolumeShelveTestJSON-167533422 tempest-AttachVolumeShelveTestJSON-167533422-project] 10.222.0.32 "GET /v2.0/ports?device_id=aa0a566e-da2b-449d-aa8c-a9df34e28bef HTTP/1.1" status: 200 len: 210 time: 0.0334275 Aug 13 11:24:10.411778 dv-cinder-797608-16-iscsi neutron-server[93886]: DEBUG neutron_lib.callbacks.manager [None req-a14e9165-a5f8-450f-891e-35422f278cb4 None None] Notify callbacks [] for port, precommit_update {{(pid=93886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 11:24:10.423784 dv-cinder-797608-16-iscsi neutron-server[93886]: DEBUG neutron.db.provisioning_blocks [None req-a14e9165-a5f8-450f-891e-35422f278cb4 None None] Transition to ACTIVE for port object b605be2c-e246-49a8-b16a-0da0ce234507 will not be triggered until provisioned by entity L2. {{(pid=93886) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 13 11:24:10.431099 dv-cinder-797608-16-iscsi neutron-server[93886]: DEBUG neutron_lib.callbacks.manager [None req-a14e9165-a5f8-450f-891e-35422f278cb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935844', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611014', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782137889940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782137337613', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782137337631'] for port, after_update {{(pid=93886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 11:24:10.596974 dv-cinder-797608-16-iscsi neutron-server[93886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b717f9a0-99e9-4e2f-917d-3b17c8317216 None None] Pushing event updated for resources: {'Port': ['ID=b605be2c-e246-49a8-b16a-0da0ce234507,revision_number=3']} {{(pid=93886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 11:24:10.626852 dv-cinder-797608-16-iscsi neutron-server[93886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b717f9a0-99e9-4e2f-917d-3b17c8317216 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797608-16-iscsi {{(pid=93886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 11:24:10.627460 dv-cinder-797608-16-iscsi neutron-server[93886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b717f9a0-99e9-4e2f-917d-3b17c8317216 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797608-16-iscsi {{(pid=93886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 11:24:10.627565 dv-cinder-797608-16-iscsi neutron-server[93886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b717f9a0-99e9-4e2f-917d-3b17c8317216 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797608-16-iscsi {{(pid=93886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 11:24:10.627867 dv-cinder-797608-16-iscsi neutron-server[93886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b717f9a0-99e9-4e2f-917d-3b17c8317216 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797608-16-iscsi {{(pid=93886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 11:24:10.628193 dv-cinder-797608-16-iscsi neutron-server[93886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b717f9a0-99e9-4e2f-917d-3b17c8317216 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-797608-16-iscsi {{(pid=93886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 11:24:10.628517 dv-cinder-797608-16-iscsi neutron-server[93886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b717f9a0-99e9-4e2f-917d-3b17c8317216 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797608-16-iscsi {{(pid=93886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 11:24:10.628839 dv-cinder-797608-16-iscsi neutron-server[93886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b717f9a0-99e9-4e2f-917d-3b17c8317216 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-797608-16-iscsi {{(pid=93886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 11:24:10.629209 dv-cinder-797608-16-iscsi neutron-server[93886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b717f9a0-99e9-4e2f-917d-3b17c8317216 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-797608-16-iscsi {{(pid=93886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 11:24:10.629549 dv-cinder-797608-16-iscsi neutron-server[93886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b717f9a0-99e9-4e2f-917d-3b17c8317216 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797608-16-iscsi {{(pid=93886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 11:24:10.629873 dv-cinder-797608-16-iscsi neutron-server[93886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b717f9a0-99e9-4e2f-917d-3b17c8317216 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797608-16-iscsi {{(pid=93886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 11:24:10.630211 dv-cinder-797608-16-iscsi neutron-server[93886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b717f9a0-99e9-4e2f-917d-3b17c8317216 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797608-16-iscsi {{(pid=93886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 11:24:10.630645 dv-cinder-797608-16-iscsi neutron-server[93886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b717f9a0-99e9-4e2f-917d-3b17c8317216 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797608-16-iscsi {{(pid=93886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 11:24:10.645531 dv-cinder-797608-16-iscsi neutron-server[93886]: DEBUG neutron.plugins.ml2.managers [None req-a14e9165-a5f8-450f-891e-35422f278cb4 None None] Attempting to bind port b605be2c-e246-49a8-b16a-0da0ce234507 on host dv-cinder-797608-16-iscsi for vnic_type normal with profile {{(pid=93886) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 13 11:24:10.645904 dv-cinder-797608-16-iscsi neutron-server[93886]: DEBUG neutron.plugins.ml2.managers [None req-a14e9165-a5f8-450f-891e-35422f278cb4 None None] Attempting to bind port b605be2c-e246-49a8-b16a-0da0ce234507 by drivers openvswitch,hyperv on host dv-cinder-797608-16-iscsi at level 0 using segments [{'id': '0fa64963-7e93-4d0e-b107-3a0c1a54420b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': 'd5a90fe8-bc27-43fd-967e-c2c4a7f28507'}] {{(pid=93886) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 13 11:24:10.646547 dv-cinder-797608-16-iscsi neutron-server[93886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a14e9165-a5f8-450f-891e-35422f278cb4 None None] Attempting to bind port b605be2c-e246-49a8-b16a-0da0ce234507 on network d5a90fe8-bc27-43fd-967e-c2c4a7f28507 {{(pid=93886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 13 11:24:10.652648 dv-cinder-797608-16-iscsi neutron-server[93886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a14e9165-a5f8-450f-891e-35422f278cb4 None None] Checking agent: {'id': '649b788e-933d-40b8-a73c-f58c5ea7beff', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-797608-16-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 13, 11, 11, 41), 'started_at': datetime.datetime(2021, 8, 13, 11, 12, 11), 'heartbeat_timestamp': datetime.datetime(2021, 8, 13, 11, 23, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-797608-16-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 13 11:24:10.653072 dv-cinder-797608-16-iscsi neutron-server[93886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a14e9165-a5f8-450f-891e-35422f278cb4 None None] Checking segment: {'id': '0fa64963-7e93-4d0e-b107-3a0c1a54420b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': 'd5a90fe8-bc27-43fd-967e-c2c4a7f28507'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93886) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 13 11:24:10.653515 dv-cinder-797608-16-iscsi neutron-server[93886]: DEBUG neutron_lib.callbacks.manager [None req-a14e9165-a5f8-450f-891e-35422f278cb4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 11:24:10.653930 dv-cinder-797608-16-iscsi neutron-server[93886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a14e9165-a5f8-450f-891e-35422f278cb4 None None] Bound using segment: {'id': '0fa64963-7e93-4d0e-b107-3a0c1a54420b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': 'd5a90fe8-bc27-43fd-967e-c2c4a7f28507'} {{(pid=93886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 13 11:24:10.654902 dv-cinder-797608-16-iscsi neutron-server[93886]: DEBUG neutron.plugins.ml2.managers [None req-a14e9165-a5f8-450f-891e-35422f278cb4 None None] Bound port: b605be2c-e246-49a8-b16a-0da0ce234507, host: dv-cinder-797608-16-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0fa64963-7e93-4d0e-b107-3a0c1a54420b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': 'd5a90fe8-bc27-43fd-967e-c2c4a7f28507'}}] {{(pid=93886) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 13 11:24:10.655087 dv-cinder-797608-16-iscsi neutron-server[93886]: DEBUG neutron_lib.callbacks.manager [None req-a14e9165-a5f8-450f-891e-35422f278cb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935434'] for port, before_update {{(pid=93886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 11:24:10.742113 dv-cinder-797608-16-iscsi neutron-server[93886]: DEBUG neutron.plugins.ml2.db [None req-a14e9165-a5f8-450f-891e-35422f278cb4 None None] For port b605be2c-e246-49a8-b16a-0da0ce234507, host dv-cinder-797608-16-iscsi, cleared binding levels {{(pid=93886) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 13 11:24:10.746606 dv-cinder-797608-16-iscsi neutron-server[93886]: DEBUG neutron.plugins.ml2.db [None req-a14e9165-a5f8-450f-891e-35422f278cb4 None None] For port b605be2c-e246-49a8-b16a-0da0ce234507, host dv-cinder-797608-16-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797608-16-iscsi',level=0,port_id=b605be2c-e246-49a8-b16a-0da0ce234507,segment=NetworkSegment(0fa64963-7e93-4d0e-b107-3a0c1a54420b),segment_id=0fa64963-7e93-4d0e-b107-3a0c1a54420b)] {{(pid=93886) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 13 11:24:10.765835 dv-cinder-797608-16-iscsi neutron-server[93886]: DEBUG neutron_lib.callbacks.manager [None req-a14e9165-a5f8-450f-891e-35422f278cb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935844', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611014', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782137889940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782137337613', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782137337631'] for port, after_update {{(pid=93886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 11:24:10.828870 dv-cinder-797608-16-iscsi neutron-server[93886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a14e9165-a5f8-450f-891e-35422f278cb4 None None] Routers {'45fcef0b-5e49-4ed1-8f5f-be1c9887f9b9'} bound to L3 agent in host dv-cinder-797608-16-iscsi {{(pid=93886) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 13 11:24:10.829574 dv-cinder-797608-16-iscsi neutron-server[93886]: DEBUG neutron.db.l3_hamode_db [None req-a14e9165-a5f8-450f-891e-35422f278cb4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797608-16-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-13T11:11:41Z,description=,heartbeat_timestamp=2021-08-13T11:23:41Z,host='dv-cinder-797608-16-iscsi',id=120d27b5-31d8-4cd2-97b4-2412c45088e1,load=0,resource_versions=,resources_synced=,started_at=2021-08-13T11:11:41Z,topic='l3_agent')) {'router_ids': ['45fcef0b-5e49-4ed1-8f5f-be1c9887f9b9'], 'active': True} {{(pid=93886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 13 11:24:10.872270 dv-cinder-797608-16-iscsi neutron-server[93886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b717f9a0-99e9-4e2f-917d-3b17c8317216 None None] Pushing event updated for resources: {'Port': ['ID=b605be2c-e246-49a8-b16a-0da0ce234507,revision_number=4']} {{(pid=93886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 11:24:10.963157 dv-cinder-797608-16-iscsi neutron-server[93886]: DEBUG neutron.db.l3_dvr_db [None req-a14e9165-a5f8-450f-891e-35422f278cb4 None None] Set router 45fcef0b-5e49-4ed1-8f5f-be1c9887f9b9 gateway port host: dv-cinder-797608-16-iscsi {{(pid=93886) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 13 11:24:11.171380 dv-cinder-797608-16-iscsi neutron-server[93886]: DEBUG neutron.db.l3_hamode_db [None req-a14e9165-a5f8-450f-891e-35422f278cb4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '45fcef0b-5e49-4ed1-8f5f-be1c9887f9b9', 'name': 'tempest-AttachVolumeShelveTestJSON-1350673581-router', 'tenant_id': 'f8e7c269befb4af69a2ff5c42fe26725', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c3f0979-58a5-4465-87f9-e256377c6b61', 'external_fixed_ips': [{'subnet_id': 'ba735781-2bff-41d5-99b4-7ca705ee91ca', 'ip_address': '172.27.2.203'}], 'enable_snat': True}, 'gw_port_id': 'a4f99e22-c5d9-42a7-b41e-19774bde4137', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-13T11:24:03Z', 'updated_at': '2021-08-13T11:24:06Z', 'revision_number': 4, 'project_id': 'f8e7c269befb4af69a2ff5c42fe26725', 'gw_port': {'id': 'a4f99e22-c5d9-42a7-b41e-19774bde4137', 'name': '', 'network_id': '7c3f0979-58a5-4465-87f9-e256377c6b61', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:1e:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '45fcef0b-5e49-4ed1-8f5f-be1c9887f9b9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 551, 'fixed_ips': [{'subnet_id': 'ba735781-2bff-41d5-99b4-7ca705ee91ca', 'ip_address': '172.27.2.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-13T11:24:04Z', 'updated_at': '2021-08-13T11:24:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ba735781-2bff-41d5-99b4-7ca705ee91ca', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797608-16-iscsi', '_interfaces': [{'id': 'b605be2c-e246-49a8-b16a-0da0ce234507', 'name': '', 'network_id': 'd5a90fe8-bc27-43fd-967e-c2c4a7f28507', 'tenant_id': 'f8e7c269befb4af69a2ff5c42fe26725', 'mac_address': 'fa:16:3e:cb:3d:64', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '45fcef0b-5e49-4ed1-8f5f-be1c9887f9b9', 'device_owner': 'network:router_interface', 'standard_attr_id': 552, 'fixed_ips': [{'subnet_id': '76eee822-f693-42cb-8b2a-3e4c87d31887', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-13T11:24:06Z', 'updated_at': '2021-08-13T11:24:10Z', 'revision_number': 4, 'project_id': 'f8e7c269befb4af69a2ff5c42fe26725', 'subnets': [{'id': '76eee822-f693-42cb-8b2a-3e4c87d31887', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-797608-16-iscsi', False) {} {{(pid=93886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 13 11:24:11.200393 dv-cinder-797608-16-iscsi neutron-server[93886]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a14e9165-a5f8-450f-891e-35422f278cb4 None None] The sync data for ids ['45fcef0b-5e49-4ed1-8f5f-be1c9887f9b9'] in dv-cinder-797608-16-iscsi is: [{'id': '45fcef0b-5e49-4ed1-8f5f-be1c9887f9b9', 'name': 'tempest-AttachVolumeShelveTestJSON-1350673581-router', 'tenant_id': 'f8e7c269befb4af69a2ff5c42fe26725', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c3f0979-58a5-4465-87f9-e256377c6b61', 'external_fixed_ips': [{'subnet_id': 'ba735781-2bff-41d5-99b4-7ca705ee91ca', 'ip_address': '172.27.2.203'}], 'enable_snat': True}, 'gw_port_id': 'a4f99e22-c5d9-42a7-b41e-19774bde4137', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-13T11:24:03Z', 'updated_at': '2021-08-13T11:24:06Z', 'revision_number': 4, 'project_id': 'f8e7c269befb4af69a2ff5c42fe26725', 'gw_port': {'id': 'a4f99e22-c5d9-42a7-b41e-19774bde4137', 'name': '', 'network_id': '7c3f0979-58a5-4465-87f9-e256377c6b61', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:1e:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '45fcef0b-5e49-4ed1-8f5f-be1c9887f9b9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 551, 'fixed_ips': [{'subnet_id': 'ba735781-2bff-41d5-99b4-7ca705ee91ca', 'ip_address': '172.27.2.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-13T11:24:04Z', 'updated_at': '2021-08-13T11:24:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ba735781-2bff-41d5-99b4-7ca705ee91ca', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797608-16-iscsi', '_interfaces': [{'id': 'b605be2c-e246-49a8-b16a-0da0ce234507', 'name': '', 'network_id': 'd5a90fe8-bc27-43fd-967e-c2c4a7f28507', 'tenant_id': 'f8e7c269befb4af69a2ff5c42fe26725', 'mac_address': 'fa:16:3e:cb:3d:64', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '45fcef0b-5e49-4ed1-8f5f-be1c9887f9b9', 'device_owner': 'network:router_interface', 'standard_attr_id': 552, 'fixed_ips': [{'subnet_id': '76eee822-f693-42cb-8b2a-3e4c87d31887', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-13T11:24:06Z', 'updated_at': '2021-08-13T11:24:10Z', 'revision_number': 4, 'project_id': 'f8e7c269befb4af69a2ff5c42fe26725', 'subnets': [{'id': '76eee822-f693-42cb-8b2a-3e4c87d31887', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93886) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 13 11:24:11.205663 dv-cinder-797608-16-iscsi neutron-server[93885]: DEBUG neutron.plugins.ml2.rpc [None req-a0b9b986-0706-4fc6-9cf9-0eb02d2513dc None None] Device e354a078-1814-4523-973b-ee5cb4b5ce89 no longer exists at agent hyperv_hv-cinder-79760 {{(pid=93885) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 13 11:24:11.228744 dv-cinder-797608-16-iscsi neutron-server[93885]: DEBUG neutron.plugins.ml2.plugin [None req-a0b9b986-0706-4fc6-9cf9-0eb02d2513dc None None] No Port match for: e354a078-1814-4523-973b-ee5cb4b5ce89 {{(pid=93885) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 13 11:24:11.228987 dv-cinder-797608-16-iscsi neutron-server[93885]: DEBUG neutron.plugins.ml2.rpc [None req-a0b9b986-0706-4fc6-9cf9-0eb02d2513dc None None] Device e354a078-1814-4523-973b-ee5cb4b5ce89 not bound to the agent host hv-cinder-79760 {{(pid=93885) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 13 11:24:11.285345 dv-cinder-797608-16-iscsi neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-fe01b41f-0261-42b8-85b5-ab21f23b75c1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782137812740', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-997306'] for agent, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 11:24:11.306825 dv-cinder-797608-16-iscsi neutron-server[93884]: INFO neutron.wsgi [req-d71bca6c-efca-455a-8142-65d1ac67533e req-5e3423cd-f188-4cb1-aa80-a21031ceefa2 tempest-AttachVolumeShelveTestJSON-167533422 tempest-AttachVolumeShelveTestJSON-167533422-project] 10.222.0.32 "GET /v2.0/ports?device_id=aa0a566e-da2b-449d-aa8c-a9df34e28bef HTTP/1.1" status: 200 len: 210 time: 0.0372236 Aug 13 11:24:11.361554 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b761a9f3-d72a-4f2a-a4b7-ee0859362459 req-6f60240a-eddb-4432-981b-b9992c36b565 tempest-AttachVolumeShelveTestJSON-167533422 tempest-AttachVolumeShelveTestJSON-167533422-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 11:24:11.364045 dv-cinder-797608-16-iscsi neutron-server[93883]: INFO neutron.wsgi [req-b761a9f3-d72a-4f2a-a4b7-ee0859362459 req-6f60240a-eddb-4432-981b-b9992c36b565 tempest-AttachVolumeShelveTestJSON-167533422 tempest-AttachVolumeShelveTestJSON-167533422-project] 10.222.0.20 "GET /v2.0/networks?id=d5a90fe8-bc27-43fd-967e-c2c4a7f28507 HTTP/1.1" status: 200 len: 817 time: 0.1428845 Aug 13 11:24:11.439918 dv-cinder-797608-16-iscsi neutron-server[93883]: INFO neutron.wsgi [req-b761a9f3-d72a-4f2a-a4b7-ee0859362459 req-5477fe03-7db1-4c78-89c1-070d80b0b6d6 tempest-AttachVolumeShelveTestJSON-167533422 tempest-AttachVolumeShelveTestJSON-167533422-project] 10.222.0.20 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=f8e7c269befb4af69a2ff5c42fe26725 HTTP/1.1" status: 200 len: 380 time: 0.0375798 Aug 13 11:24:11.456598 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron.api.v2.base [req-b761a9f3-d72a-4f2a-a4b7-ee0859362459 req-b7ac9293-d5a9-4be5-94cb-f1f0a63704c6 tempest-AttachVolumeShelveTestJSON-167533422 tempest-AttachVolumeShelveTestJSON-167533422-project] Request body: {'port': {'device_id': 'aa0a566e-da2b-449d-aa8c-a9df34e28bef', 'network_id': 'd5a90fe8-bc27-43fd-967e-c2c4a7f28507', 'admin_state_up': True, 'tenant_id': 'f8e7c269befb4af69a2ff5c42fe26725', 'security_groups': ['26f817c1-933c-4977-9085-1dee6d7b8bee']}} {{(pid=93883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 13 11:24:11.564002 dv-cinder-797608-16-iscsi neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-05931952-e11e-4e12-af58-ece1398d134b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782137812740', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-997306'] for agent, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 11:24:11.573801 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b761a9f3-d72a-4f2a-a4b7-ee0859362459 req-b7ac9293-d5a9-4be5-94cb-f1f0a63704c6 tempest-AttachVolumeShelveTestJSON-167533422 tempest-AttachVolumeShelveTestJSON-167533422-project] Made reservation on behalf of f8e7c269befb4af69a2ff5c42fe26725 for: {'port': 1} {{(pid=93883) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 13 11:24:11.578121 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-b761a9f3-d72a-4f2a-a4b7-ee0859362459 req-b7ac9293-d5a9-4be5-94cb-f1f0a63704c6 tempest-AttachVolumeShelveTestJSON-167533422 tempest-AttachVolumeShelveTestJSON-167533422-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935434'] for port, before_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 11:24:11.705200 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron.db.db_base_plugin_common [req-b761a9f3-d72a-4f2a-a4b7-ee0859362459 req-b7ac9293-d5a9-4be5-94cb-f1f0a63704c6 tempest-AttachVolumeShelveTestJSON-167533422 tempest-AttachVolumeShelveTestJSON-167533422-project] Allocated IP 172.20.0.8 (d5a90fe8-bc27-43fd-967e-c2c4a7f28507/76eee822-f693-42cb-8b2a-3e4c87d31887/bec7f6e6-fda9-4e55-b235-243402f8d2f0) {{(pid=93883) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 13 11:24:11.816330 dv-cinder-797608-16-iscsi neutron-server[93885]: DEBUG neutron.plugins.ml2.rpc [None req-05931952-e11e-4e12-af58-ece1398d134b None None] Device a4f99e22-c5d9-42a7-b41e-19774bde4137 up at agent ovs-agent-dv-cinder-797608-16-iscsi {{(pid=93885) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 13 11:24:11.864995 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-b761a9f3-d72a-4f2a-a4b7-ee0859362459 req-b7ac9293-d5a9-4be5-94cb-f1f0a63704c6 tempest-AttachVolumeShelveTestJSON-167533422 tempest-AttachVolumeShelveTestJSON-167533422-project] Notify callbacks [] for port, precommit_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 11:24:11.866864 dv-cinder-797608-16-iscsi neutron-server[93885]: DEBUG neutron.db.provisioning_blocks [None req-05931952-e11e-4e12-af58-ece1398d134b None None] Provisioning complete for port a4f99e22-c5d9-42a7-b41e-19774bde4137 triggered by entity L2. {{(pid=93885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 13 11:24:11.867245 dv-cinder-797608-16-iscsi neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-05931952-e11e-4e12-af58-ece1398d134b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-997193'] for port, provisioning_complete {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 11:24:11.879638 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron.db.provisioning_blocks [req-b761a9f3-d72a-4f2a-a4b7-ee0859362459 req-b7ac9293-d5a9-4be5-94cb-f1f0a63704c6 tempest-AttachVolumeShelveTestJSON-167533422 tempest-AttachVolumeShelveTestJSON-167533422-project] Transition to ACTIVE for port object bec7f6e6-fda9-4e55-b235-243402f8d2f0 will not be triggered until provisioned by entity DHCP. {{(pid=93883) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 13 11:24:11.913061 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-b761a9f3-d72a-4f2a-a4b7-ee0859362459 req-b7ac9293-d5a9-4be5-94cb-f1f0a63704c6 tempest-AttachVolumeShelveTestJSON-167533422 tempest-AttachVolumeShelveTestJSON-167533422-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935844', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611014', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782137337079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2139128394'] for port, after_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 11:24:11.949846 dv-cinder-797608-16-iscsi neutron-server[93885]: DEBUG neutron.plugins.ml2.rpc [None req-05931952-e11e-4e12-af58-ece1398d134b None None] Device b605be2c-e246-49a8-b16a-0da0ce234507 up at agent ovs-agent-dv-cinder-797608-16-iscsi {{(pid=93885) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 13 11:24:11.952919 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b761a9f3-d72a-4f2a-a4b7-ee0859362459 req-b7ac9293-d5a9-4be5-94cb-f1f0a63704c6 tempest-AttachVolumeShelveTestJSON-167533422 tempest-AttachVolumeShelveTestJSON-167533422-project] Network d5a90fe8-bc27-43fd-967e-c2c4a7f28507 is already hosted by enough agents. {{(pid=93883) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 13 11:24:11.955870 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron.scheduler.base_scheduler [req-b761a9f3-d72a-4f2a-a4b7-ee0859362459 req-b7ac9293-d5a9-4be5-94cb-f1f0a63704c6 tempest-AttachVolumeShelveTestJSON-167533422 tempest-AttachVolumeShelveTestJSON-167533422-project] Resources bound (agent type, host, resource id): {{(pid=93883) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 13 11:24:11.963985 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron.db.l3_dvrscheduler_db [req-b761a9f3-d72a-4f2a-a4b7-ee0859362459 req-b7ac9293-d5a9-4be5-94cb-f1f0a63704c6 tempest-AttachVolumeShelveTestJSON-167533422 tempest-AttachVolumeShelveTestJSON-167533422-project] Received port after_create {{(pid=93883) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 13 11:24:11.971612 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7ac9293-d5a9-4be5-94cb-f1f0a63704c6 tempest-AttachVolumeShelveTestJSON-167533422 tempest-AttachVolumeShelveTestJSON-167533422-project] Pushing event updated for resources: {'Port': ['ID=bec7f6e6-fda9-4e55-b235-243402f8d2f0,revision_number=1']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 11:24:12.000225 dv-cinder-797608-16-iscsi neutron-server[93885]: DEBUG neutron.db.provisioning_blocks [None req-05931952-e11e-4e12-af58-ece1398d134b None None] Provisioning for port b605be2c-e246-49a8-b16a-0da0ce234507 completed by entity L2. {{(pid=93885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 13 11:24:12.004137 dv-cinder-797608-16-iscsi neutron-server[93885]: DEBUG neutron.db.provisioning_blocks [None req-05931952-e11e-4e12-af58-ece1398d134b None None] Provisioning complete for port b605be2c-e246-49a8-b16a-0da0ce234507 triggered by entity L2. {{(pid=93885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 13 11:24:12.004463 dv-cinder-797608-16-iscsi neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-05931952-e11e-4e12-af58-ece1398d134b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-997193'] for port, provisioning_complete {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 11:24:12.020054 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b761a9f3-d72a-4f2a-a4b7-ee0859362459 req-b7ac9293-d5a9-4be5-94cb-f1f0a63704c6 tempest-AttachVolumeShelveTestJSON-167533422 tempest-AttachVolumeShelveTestJSON-167533422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 11:24:12.020662 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-b761a9f3-d72a-4f2a-a4b7-ee0859362459 req-b7ac9293-d5a9-4be5-94cb-f1f0a63704c6 tempest-AttachVolumeShelveTestJSON-167533422 tempest-AttachVolumeShelveTestJSON-167533422-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-128352'] for port, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 11:24:12.041381 dv-cinder-797608-16-iscsi neutron-server[93883]: INFO neutron.wsgi [req-b761a9f3-d72a-4f2a-a4b7-ee0859362459 req-b7ac9293-d5a9-4be5-94cb-f1f0a63704c6 tempest-AttachVolumeShelveTestJSON-167533422 tempest-AttachVolumeShelveTestJSON-167533422-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5893950 Aug 13 11:24:12.071330 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron.api.v2.base [req-b761a9f3-d72a-4f2a-a4b7-ee0859362459 req-629be33e-42e1-4d88-8b9c-597a682ef690 service neutron] Request body: {'port': {'device_id': 'aa0a566e-da2b-449d-aa8c-a9df34e28bef', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79760'}} {{(pid=93883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 13 11:24:12.089266 dv-cinder-797608-16-iscsi neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-05931952-e11e-4e12-af58-ece1398d134b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935434'] for port, before_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 11:24:12.123399 dv-cinder-797608-16-iscsi neutron-server[93885]: DEBUG neutron.plugins.ml2.db [None req-05931952-e11e-4e12-af58-ece1398d134b None None] For port b605be2c-e246-49a8-b16a-0da0ce234507, host dv-cinder-797608-16-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797608-16-iscsi',level=0,port_id=b605be2c-e246-49a8-b16a-0da0ce234507,segment=NetworkSegment(0fa64963-7e93-4d0e-b107-3a0c1a54420b),segment_id=0fa64963-7e93-4d0e-b107-3a0c1a54420b)] {{(pid=93885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 13 11:24:12.128190 dv-cinder-797608-16-iscsi neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-05931952-e11e-4e12-af58-ece1398d134b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935844', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611014', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782137889940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782137337613', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782137337631'] for port, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 11:24:12.135970 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-b761a9f3-d72a-4f2a-a4b7-ee0859362459 req-629be33e-42e1-4d88-8b9c-597a682ef690 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935434'] for port, before_update {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 11:24:12.190231 dv-cinder-797608-16-iscsi neutron-server[93885]: DEBUG neutron.db.provisioning_blocks [None req-268d7706-221b-42e1-9832-86f43bad9649 None None] Provisioning for port bec7f6e6-fda9-4e55-b235-243402f8d2f0 completed by entity DHCP. {{(pid=93885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 13 11:24:12.198543 dv-cinder-797608-16-iscsi neutron-server[93885]: DEBUG neutron.db.provisioning_blocks [None req-268d7706-221b-42e1-9832-86f43bad9649 None None] Provisioning complete for port bec7f6e6-fda9-4e55-b235-243402f8d2f0 triggered by entity DHCP. {{(pid=93885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 13 11:24:12.198916 dv-cinder-797608-16-iscsi neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-268d7706-221b-42e1-9832-86f43bad9649 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-997193'] for port, provisioning_complete {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 11:24:12.200510 dv-cinder-797608-16-iscsi neutron-server[93885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05931952-e11e-4e12-af58-ece1398d134b None None] Pushing event updated for resources: {'Port': ['ID=b605be2c-e246-49a8-b16a-0da0ce234507,revision_number=5']} {{(pid=93885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 11:24:12.237729 dv-cinder-797608-16-iscsi neutron-server[93885]: DEBUG neutron.plugins.ml2.plugin [None req-268d7706-221b-42e1-9832-86f43bad9649 None None] Port bec7f6e6-fda9-4e55-b235-243402f8d2f0 cannot update to ACTIVE because it is not bound. {{(pid=93885) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 13 11:24:12.396906 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.32', 51228) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 11:24:12.415756 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron.notifiers.nova [req-b761a9f3-d72a-4f2a-a4b7-ee0859362459 req-629be33e-42e1-4d88-8b9c-597a682ef690 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bec7f6e6-fda9-4e55-b235-243402f8d2f0 {{(pid=93883) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 13 11:24:12.423609 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-b761a9f3-d72a-4f2a-a4b7-ee0859362459 req-629be33e-42e1-4d88-8b9c-597a682ef690 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 11:24:12.429646 dv-cinder-797608-16-iscsi neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35290eb0-91f3-4fe2-b1ca-003543db3e2c req-1ce1a660-b99d-449c-921c-19ec75e066b8 tempest-AttachVolumeShelveTestJSON-167533422 tempest-AttachVolumeShelveTestJSON-167533422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 11:24:12.431195 dv-cinder-797608-16-iscsi neutron-server[93884]: INFO neutron.wsgi [req-35290eb0-91f3-4fe2-b1ca-003543db3e2c req-1ce1a660-b99d-449c-921c-19ec75e066b8 tempest-AttachVolumeShelveTestJSON-167533422 tempest-AttachVolumeShelveTestJSON-167533422-project] 10.222.0.32 "GET /v2.0/ports?device_id=aa0a566e-da2b-449d-aa8c-a9df34e28bef HTTP/1.1" status: 200 len: 931 time: 0.0554543 Aug 13 11:24:12.436440 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron.db.provisioning_blocks [req-b761a9f3-d72a-4f2a-a4b7-ee0859362459 req-629be33e-42e1-4d88-8b9c-597a682ef690 service neutron] Transition to ACTIVE for port object bec7f6e6-fda9-4e55-b235-243402f8d2f0 will not be triggered until provisioned by entity L2. {{(pid=93883) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 13 11:24:12.440762 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-b761a9f3-d72a-4f2a-a4b7-ee0859362459 req-629be33e-42e1-4d88-8b9c-597a682ef690 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935844', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611014', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782137889940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782137337613', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782137337631', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2139128387'] for port, after_update {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 11:24:12.474400 dv-cinder-797608-16-iscsi neutron-server[93884]: INFO neutron.wsgi [req-35290eb0-91f3-4fe2-b1ca-003543db3e2c req-17351169-c0df-464c-bc20-cbe0370cade8 tempest-AttachVolumeShelveTestJSON-167533422 tempest-AttachVolumeShelveTestJSON-167533422-project] 10.222.0.32 "GET /v2.0/security-groups?id=26f817c1-933c-4977-9085-1dee6d7b8bee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0354340 Aug 13 11:24:12.503905 dv-cinder-797608-16-iscsi neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-c8cb50cc-12ff-4088-b7b1-9c64999b964c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782137812740', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-997306'] for agent, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 11:24:12.519496 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-629be33e-42e1-4d88-8b9c-597a682ef690 service neutron] Pushing event updated for resources: {'Port': ['ID=bec7f6e6-fda9-4e55-b235-243402f8d2f0,revision_number=2']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 11:24:12.599534 dv-cinder-797608-16-iscsi neutron-server[93883]: INFO neutron.wsgi [None req-02e5f149-b3d4-427f-b56e-f9b013a1ad2a admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=8d15665cd41743f2b95cabfbe54f82fe&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2014897 Aug 13 11:24:12.600577 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron.plugins.ml2.managers [req-b761a9f3-d72a-4f2a-a4b7-ee0859362459 req-629be33e-42e1-4d88-8b9c-597a682ef690 service neutron] Attempting to bind port bec7f6e6-fda9-4e55-b235-243402f8d2f0 on host hv-cinder-79760 for vnic_type normal with profile {{(pid=93883) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 13 11:24:12.600913 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron.plugins.ml2.managers [req-b761a9f3-d72a-4f2a-a4b7-ee0859362459 req-629be33e-42e1-4d88-8b9c-597a682ef690 service neutron] Attempting to bind port bec7f6e6-fda9-4e55-b235-243402f8d2f0 by drivers openvswitch,hyperv on host hv-cinder-79760 at level 0 using segments [{'id': '0fa64963-7e93-4d0e-b107-3a0c1a54420b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': 'd5a90fe8-bc27-43fd-967e-c2c4a7f28507'}] {{(pid=93883) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 13 11:24:12.601241 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b761a9f3-d72a-4f2a-a4b7-ee0859362459 req-629be33e-42e1-4d88-8b9c-597a682ef690 service neutron] Attempting to bind port bec7f6e6-fda9-4e55-b235-243402f8d2f0 on network d5a90fe8-bc27-43fd-967e-c2c4a7f28507 {{(pid=93883) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 13 11:24:12.602224 dv-cinder-797608-16-iscsi neutron-server[93884]: DEBUG neutron.wsgi [-] (93884) accepted ('10.222.0.32', 51232) {{(pid=93884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 11:24:12.606183 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b761a9f3-d72a-4f2a-a4b7-ee0859362459 req-629be33e-42e1-4d88-8b9c-597a682ef690 service neutron] Port bec7f6e6-fda9-4e55-b235-243402f8d2f0 on network d5a90fe8-bc27-43fd-967e-c2c4a7f28507 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79760 {{(pid=93883) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 13 11:24:12.606509 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b761a9f3-d72a-4f2a-a4b7-ee0859362459 req-629be33e-42e1-4d88-8b9c-597a682ef690 service neutron] Attempting to bind port bec7f6e6-fda9-4e55-b235-243402f8d2f0 on network d5a90fe8-bc27-43fd-967e-c2c4a7f28507 {{(pid=93883) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 13 11:24:12.612020 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b761a9f3-d72a-4f2a-a4b7-ee0859362459 req-629be33e-42e1-4d88-8b9c-597a682ef690 service neutron] Checking agent: {'id': '3e9c1808-7bc3-414f-9290-25f62682d3ef', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79760', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 13, 11, 17, 34), 'started_at': datetime.datetime(2021, 8, 13, 11, 17, 34), 'heartbeat_timestamp': datetime.datetime(2021, 8, 13, 11, 24, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93883) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 13 11:24:12.612352 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b761a9f3-d72a-4f2a-a4b7-ee0859362459 req-629be33e-42e1-4d88-8b9c-597a682ef690 service neutron] Checking segment: {'id': '0fa64963-7e93-4d0e-b107-3a0c1a54420b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': 'd5a90fe8-bc27-43fd-967e-c2c4a7f28507'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93883) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 13 11:24:12.612728 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b761a9f3-d72a-4f2a-a4b7-ee0859362459 req-629be33e-42e1-4d88-8b9c-597a682ef690 service neutron] Bound using segment: {'id': '0fa64963-7e93-4d0e-b107-3a0c1a54420b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': 'd5a90fe8-bc27-43fd-967e-c2c4a7f28507'} {{(pid=93883) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 13 11:24:12.613152 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron.plugins.ml2.managers [req-b761a9f3-d72a-4f2a-a4b7-ee0859362459 req-629be33e-42e1-4d88-8b9c-597a682ef690 service neutron] Bound port: bec7f6e6-fda9-4e55-b235-243402f8d2f0, host: hv-cinder-79760, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0fa64963-7e93-4d0e-b107-3a0c1a54420b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': 'd5a90fe8-bc27-43fd-967e-c2c4a7f28507'}}] {{(pid=93883) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 13 11:24:12.613514 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-b761a9f3-d72a-4f2a-a4b7-ee0859362459 req-629be33e-42e1-4d88-8b9c-597a682ef690 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935434'] for port, before_update {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 11:24:12.685197 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron.plugins.ml2.db [req-b761a9f3-d72a-4f2a-a4b7-ee0859362459 req-629be33e-42e1-4d88-8b9c-597a682ef690 service neutron] For port bec7f6e6-fda9-4e55-b235-243402f8d2f0, host hv-cinder-79760, cleared binding levels {{(pid=93883) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 13 11:24:12.689516 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron.plugins.ml2.db [req-b761a9f3-d72a-4f2a-a4b7-ee0859362459 req-629be33e-42e1-4d88-8b9c-597a682ef690 service neutron] For port bec7f6e6-fda9-4e55-b235-243402f8d2f0, host hv-cinder-79760, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79760',level=0,port_id=bec7f6e6-fda9-4e55-b235-243402f8d2f0,segment=NetworkSegment(0fa64963-7e93-4d0e-b107-3a0c1a54420b),segment_id=0fa64963-7e93-4d0e-b107-3a0c1a54420b)] {{(pid=93883) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 13 11:24:12.694301 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-b761a9f3-d72a-4f2a-a4b7-ee0859362459 req-629be33e-42e1-4d88-8b9c-597a682ef690 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935844', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611014', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782137889940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782137337613', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782137337631', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2139128387'] for port, after_update {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 11:24:12.730955 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b761a9f3-d72a-4f2a-a4b7-ee0859362459 req-629be33e-42e1-4d88-8b9c-597a682ef690 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 11:24:12.731586 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-b761a9f3-d72a-4f2a-a4b7-ee0859362459 req-629be33e-42e1-4d88-8b9c-597a682ef690 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-128352'] for port, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 11:24:12.733536 dv-cinder-797608-16-iscsi neutron-server[93883]: INFO neutron.wsgi [req-b761a9f3-d72a-4f2a-a4b7-ee0859362459 req-629be33e-42e1-4d88-8b9c-597a682ef690 service neutron] 10.222.0.20 "PUT /v2.0/ports/bec7f6e6-fda9-4e55-b235-243402f8d2f0 HTTP/1.1" status: 200 len: 1093 time: 0.6668820 Aug 13 11:24:12.736276 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'aa0a566e-da2b-449d-aa8c-a9df34e28bef', 'tag': 'bec7f6e6-fda9-4e55-b235-243402f8d2f0'}] {{(pid=93883) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 13 11:24:12.738493 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}db1a1fbc245c58e73290e58258e46ca41fe4e785cc79cbd57aa3dae940aad292" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e828eb56-ad25-4133-bd8c-b6d61c55ce3c" -d '{"events": [{"name": "network-changed", "server_uuid": "aa0a566e-da2b-449d-aa8c-a9df34e28bef", "tag": "bec7f6e6-fda9-4e55-b235-243402f8d2f0"}]}' {{(pid=93883) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 13 11:24:12.784293 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-629be33e-42e1-4d88-8b9c-597a682ef690 service neutron] Pushing event updated for resources: {'Port': ['ID=bec7f6e6-fda9-4e55-b235-243402f8d2f0,revision_number=3']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 11:24:12.797513 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 13 Aug 2021 11:24:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c3cf7f42-3cae-43cd-8d9c-fc86f4ab90d3 x-openstack-request-id: req-c3cf7f42-3cae-43cd-8d9c-fc86f4ab90d3 {{(pid=93883) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 13 11:24:12.797831 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "aa0a566e-da2b-449d-aa8c-a9df34e28bef", "tag": "bec7f6e6-fda9-4e55-b235-243402f8d2f0", "status": "completed", "code": 200}]} {{(pid=93883) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 13 11:24:12.798115 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-c3cf7f42-3cae-43cd-8d9c-fc86f4ab90d3 {{(pid=93883) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 13 11:24:12.798593 dv-cinder-797608-16-iscsi neutron-server[93883]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'aa0a566e-da2b-449d-aa8c-a9df34e28bef', 'tag': 'bec7f6e6-fda9-4e55-b235-243402f8d2f0', 'status': 'completed', 'code': 200} Aug 13 11:24:12.876730 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b761a9f3-d72a-4f2a-a4b7-ee0859362459 req-c5ef1876-ba6d-4c62-bf8f-df6084f443ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 11:24:12.878443 dv-cinder-797608-16-iscsi neutron-server[93883]: INFO neutron.wsgi [req-b761a9f3-d72a-4f2a-a4b7-ee0859362459 req-c5ef1876-ba6d-4c62-bf8f-df6084f443ec service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=f8e7c269befb4af69a2ff5c42fe26725&device_id=aa0a566e-da2b-449d-aa8c-a9df34e28bef HTTP/1.1" status: 200 len: 1096 time: 0.0555844 Aug 13 11:24:12.905555 dv-cinder-797608-16-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-1f43684c-3ea1-4c05-9d47-13c7082cf0d3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 11:24:12.930999 dv-cinder-797608-16-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-1f43684c-3ea1-4c05-9d47-13c7082cf0d3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 11:24:12.939652 dv-cinder-797608-16-iscsi neutron-server[93883]: INFO neutron.wsgi [req-b761a9f3-d72a-4f2a-a4b7-ee0859362459 req-8281bf0d-7a83-4c84-b088-a136a894f71c service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=bec7f6e6-fda9-4e55-b235-243402f8d2f0 HTTP/1.1" status: 200 len: 217 time: 0.0367806 Aug 13 11:24:12.977278 dv-cinder-797608-16-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-1f43684c-3ea1-4c05-9d47-13c7082cf0d3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651637'] for security_group, after_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 11:24:12.980070 dv-cinder-797608-16-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-1f43684c-3ea1-4c05-9d47-13c7082cf0d3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 11:24:12.981207 dv-cinder-797608-16-iscsi neutron-server[93884]: INFO neutron.wsgi [None req-1f43684c-3ea1-4c05-9d47-13c7082cf0d3 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/0d1fd3f8-93f8-4c97-9256-1ad14b042de2 HTTP/1.1" status: 204 len: 168 time: 0.3779430 Aug 13 11:24:12.992122 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b761a9f3-d72a-4f2a-a4b7-ee0859362459 req-2b2927d4-286a-4a68-a99d-220b7a5bf622 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 11:24:12.993591 dv-cinder-797608-16-iscsi neutron-server[93883]: INFO neutron.wsgi [req-b761a9f3-d72a-4f2a-a4b7-ee0859362459 req-2b2927d4-286a-4a68-a99d-220b7a5bf622 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=76eee822-f693-42cb-8b2a-3e4c87d31887 HTTP/1.1" status: 200 len: 856 time: 0.0472746 Aug 13 11:24:12.994831 dv-cinder-797608-16-iscsi neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f43684c-3ea1-4c05-9d47-13c7082cf0d3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0d1fd3f8-93f8-4c97-9256-1ad14b042de2,revision_number=None']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 11:24:13.046044 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b761a9f3-d72a-4f2a-a4b7-ee0859362459 req-38ea9695-475a-4386-8d3f-8f2d670ec1a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 11:24:13.047553 dv-cinder-797608-16-iscsi neutron-server[93883]: INFO neutron.wsgi [req-b761a9f3-d72a-4f2a-a4b7-ee0859362459 req-38ea9695-475a-4386-8d3f-8f2d670ec1a6 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=d5a90fe8-bc27-43fd-967e-c2c4a7f28507&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0456941 Aug 13 11:24:13.137118 dv-cinder-797608-16-iscsi neutron-server[93883]: INFO neutron.wsgi [req-b761a9f3-d72a-4f2a-a4b7-ee0859362459 req-09562d73-f75c-4f47-8a16-c2b959f7a9e1 service neutron] 10.222.0.20 "GET /v2.0/networks/d5a90fe8-bc27-43fd-967e-c2c4a7f28507?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0817697 Aug 13 11:24:13.243534 dv-cinder-797608-16-iscsi neutron-server[93883]: INFO neutron.wsgi [req-b761a9f3-d72a-4f2a-a4b7-ee0859362459 req-110a3c14-1e1a-4bca-9fec-b642cad9062a service neutron] 10.222.0.20 "GET /v2.0/networks/d5a90fe8-bc27-43fd-967e-c2c4a7f28507?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0987890 Aug 13 11:24:13.384307 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e828eb56-ad25-4133-bd8c-b6d61c55ce3c req-e25d4935-f8ee-43ef-af3d-ddd59170627c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 11:24:13.385864 dv-cinder-797608-16-iscsi neutron-server[93883]: INFO neutron.wsgi [req-e828eb56-ad25-4133-bd8c-b6d61c55ce3c req-e25d4935-f8ee-43ef-af3d-ddd59170627c service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=f8e7c269befb4af69a2ff5c42fe26725&device_id=aa0a566e-da2b-449d-aa8c-a9df34e28bef HTTP/1.1" status: 200 len: 1096 time: 0.0404246 Aug 13 11:24:13.484878 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e828eb56-ad25-4133-bd8c-b6d61c55ce3c req-6ccbd725-51ec-4db0-92e4-68afb3d2f893 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 11:24:13.486494 dv-cinder-797608-16-iscsi neutron-server[93883]: INFO neutron.wsgi [req-e828eb56-ad25-4133-bd8c-b6d61c55ce3c req-6ccbd725-51ec-4db0-92e4-68afb3d2f893 service neutron] 10.222.0.20 "GET /v2.0/networks?id=d5a90fe8-bc27-43fd-967e-c2c4a7f28507 HTTP/1.1" status: 200 len: 918 time: 0.0916381 Aug 13 11:24:13.614142 dv-cinder-797608-16-iscsi neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54ed90d0-5b21-4200-814b-2265c9866af4 req-6ab73152-042d-4ce7-95c3-038c4ecbf61b tempest-AttachVolumeShelveTestJSON-167533422 tempest-AttachVolumeShelveTestJSON-167533422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 11:24:13.616774 dv-cinder-797608-16-iscsi neutron-server[93884]: INFO neutron.wsgi [req-54ed90d0-5b21-4200-814b-2265c9866af4 req-6ab73152-042d-4ce7-95c3-038c4ecbf61b tempest-AttachVolumeShelveTestJSON-167533422 tempest-AttachVolumeShelveTestJSON-167533422-project] 10.222.0.32 "GET /v2.0/ports?device_id=aa0a566e-da2b-449d-aa8c-a9df34e28bef HTTP/1.1" status: 200 len: 943 time: 0.0538838 Aug 13 11:24:13.629594 dv-cinder-797608-16-iscsi neutron-server[93884]: DEBUG neutron.wsgi [-] (93884) accepted ('10.222.0.32', 51258) {{(pid=93884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 11:24:13.665327 dv-cinder-797608-16-iscsi neutron-server[93884]: INFO neutron.wsgi [req-54ed90d0-5b21-4200-814b-2265c9866af4 req-8f193179-9bc5-440e-bcc0-d56b5bfcd740 tempest-AttachVolumeShelveTestJSON-167533422 tempest-AttachVolumeShelveTestJSON-167533422-project] 10.222.0.32 "GET /v2.0/security-groups?id=26f817c1-933c-4977-9085-1dee6d7b8bee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421441 Aug 13 11:24:13.747882 dv-cinder-797608-16-iscsi neutron-server[93884]: DEBUG neutron.api.v2.base [None req-d0b784e2-fa97-4240-98cf-5d7ed8bc8fd6 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-954123041-network', 'tenant_id': '52eae21d815a427f8c153edfc7da0f4d'}} {{(pid=93884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 13 11:24:13.772866 dv-cinder-797608-16-iscsi neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d0b784e2-fa97-4240-98cf-5d7ed8bc8fd6 admin admin] Made reservation on behalf of 52eae21d815a427f8c153edfc7da0f4d for: {'network': 1} {{(pid=93884) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 13 11:24:13.775443 dv-cinder-797608-16-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-d0b784e2-fa97-4240-98cf-5d7ed8bc8fd6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935434'] for network, before_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 11:24:13.782449 dv-cinder-797608-16-iscsi neutron-server[93883]: INFO neutron.wsgi [req-e828eb56-ad25-4133-bd8c-b6d61c55ce3c req-100d6fcc-11e9-4405-8ac6-76f4bb5e767d service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=bec7f6e6-fda9-4e55-b235-243402f8d2f0 HTTP/1.1" status: 200 len: 217 time: 0.2875640 Aug 13 11:24:13.785043 dv-cinder-797608-16-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-d0b784e2-fa97-4240-98cf-5d7ed8bc8fd6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 11:24:13.788703 dv-cinder-797608-16-iscsi neutron-server[93885]: DEBUG neutron.plugins.ml2.rpc [None req-05931952-e11e-4e12-af58-ece1398d134b None None] Device b605be2c-e246-49a8-b16a-0da0ce234507 up at agent ovs-agent-dv-cinder-797608-16-iscsi {{(pid=93885) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 13 11:24:13.836729 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e828eb56-ad25-4133-bd8c-b6d61c55ce3c req-d493877c-ca23-4697-a5b8-5bffdf6ae7da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 11:24:13.837403 dv-cinder-797608-16-iscsi neutron-server[93885]: DEBUG neutron.db.provisioning_blocks [None req-05931952-e11e-4e12-af58-ece1398d134b None None] Provisioning complete for port b605be2c-e246-49a8-b16a-0da0ce234507 triggered by entity L2. {{(pid=93885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 13 11:24:13.837924 dv-cinder-797608-16-iscsi neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-05931952-e11e-4e12-af58-ece1398d134b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-997193'] for port, provisioning_complete {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 11:24:13.838205 dv-cinder-797608-16-iscsi neutron-server[93883]: INFO neutron.wsgi [req-e828eb56-ad25-4133-bd8c-b6d61c55ce3c req-d493877c-ca23-4697-a5b8-5bffdf6ae7da service neutron] 10.222.0.20 "GET /v2.0/subnets?id=76eee822-f693-42cb-8b2a-3e4c87d31887 HTTP/1.1" status: 200 len: 856 time: 0.0481770 Aug 13 11:24:13.887144 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e828eb56-ad25-4133-bd8c-b6d61c55ce3c req-a7ef8163-80ea-49b8-bd1a-438d4a446019 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 11:24:13.887751 dv-cinder-797608-16-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-d0b784e2-fa97-4240-98cf-5d7ed8bc8fd6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 11:24:13.888624 dv-cinder-797608-16-iscsi neutron-server[93883]: INFO neutron.wsgi [req-e828eb56-ad25-4133-bd8c-b6d61c55ce3c req-a7ef8163-80ea-49b8-bd1a-438d4a446019 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=d5a90fe8-bc27-43fd-967e-c2c4a7f28507&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0424111 Aug 13 11:24:13.892442 dv-cinder-797608-16-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-d0b784e2-fa97-4240-98cf-5d7ed8bc8fd6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651637'] for security_group, after_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 11:24:13.917550 dv-cinder-797608-16-iscsi neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0b784e2-fa97-4240-98cf-5d7ed8bc8fd6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a4619659-dbd0-4bd3-8e2b-aff5e74a0297,revision_number=1']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 11:24:13.927884 dv-cinder-797608-16-iscsi neutron-server[93884]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d0b784e2-fa97-4240-98cf-5d7ed8bc8fd6 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 196} {{(pid=93884) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 13 11:24:13.937664 dv-cinder-797608-16-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-d0b784e2-fa97-4240-98cf-5d7ed8bc8fd6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-542450'] for segment, precommit_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 11:24:13.938309 dv-cinder-797608-16-iscsi neutron-server[93884]: INFO neutron.db.segments_db [None req-d0b784e2-fa97-4240-98cf-5d7ed8bc8fd6 admin admin] Added segment ef5f1ad6-f862-42d5-a57b-2af73e349ffb of type vlan for network 2aa59b6b-9eac-4bc1-9e70-61768bc81d23 Aug 13 11:24:13.978772 dv-cinder-797608-16-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-d0b784e2-fa97-4240-98cf-5d7ed8bc8fd6 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8782137323340'] for network, precommit_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 11:24:13.986956 dv-cinder-797608-16-iscsi neutron-server[93883]: INFO neutron.wsgi [req-e828eb56-ad25-4133-bd8c-b6d61c55ce3c req-251fd839-49cd-4af9-bacf-a264b8ae2457 service neutron] 10.222.0.20 "GET /v2.0/networks/d5a90fe8-bc27-43fd-967e-c2c4a7f28507?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0900590 Aug 13 11:24:14.007315 dv-cinder-797608-16-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-d0b784e2-fa97-4240-98cf-5d7ed8bc8fd6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611014'] for network, after_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 11:24:14.008493 dv-cinder-797608-16-iscsi neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d0b784e2-fa97-4240-98cf-5d7ed8bc8fd6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 11:24:14.009075 dv-cinder-797608-16-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-d0b784e2-fa97-4240-98cf-5d7ed8bc8fd6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1611032'] for network, before_response {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 11:24:14.058911 dv-cinder-797608-16-iscsi neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-71795f1a-9c4d-4630-a580-a9486fbcc3ea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782137812740', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-997306'] for agent, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 11:24:14.061284 dv-cinder-797608-16-iscsi neutron-server[93884]: INFO neutron.wsgi [None req-d0b784e2-fa97-4240-98cf-5d7ed8bc8fd6 admin admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.4305680 Aug 13 11:24:14.065035 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.32', 51262) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 11:24:14.070208 dv-cinder-797608-16-iscsi neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0b784e2-fa97-4240-98cf-5d7ed8bc8fd6 admin admin] Pushing event updated for resources: {'Network': ['ID=2aa59b6b-9eac-4bc1-9e70-61768bc81d23,revision_number=1']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 11:24:14.070369 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron.api.v2.base [None req-64035d26-2bf6-40b5-ae42-eeee49fb0773 admin admin] Request body: {'subnet': {'network_id': '2aa59b6b-9eac-4bc1-9e70-61768bc81d23', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-954123041-subnet', 'tenant_id': '52eae21d815a427f8c153edfc7da0f4d', 'ip_version': 4}} {{(pid=93883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 13 11:24:14.080129 dv-cinder-797608-16-iscsi neutron-server[93885]: DEBUG neutron.plugins.ml2.rpc [None req-05931952-e11e-4e12-af58-ece1398d134b None None] Network 2aa59b6b-9eac-4bc1-9e70-61768bc81d23 details requested by agent ovs-agent-dv-cinder-797608-16-iscsi with host dv-cinder-797608-16-iscsi {{(pid=93885) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 13 11:24:14.102792 dv-cinder-797608-16-iscsi neutron-server[93883]: INFO neutron.wsgi [req-e828eb56-ad25-4133-bd8c-b6d61c55ce3c req-848180fc-5ae8-451f-bb04-aeff742f614a service neutron] 10.222.0.20 "GET /v2.0/networks/d5a90fe8-bc27-43fd-967e-c2c4a7f28507?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1070092 Aug 13 11:24:14.106893 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-64035d26-2bf6-40b5-ae42-eeee49fb0773 admin admin] Made reservation on behalf of 52eae21d815a427f8c153edfc7da0f4d for: {'subnet': 1} {{(pid=93883) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 13 11:24:14.109349 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-64035d26-2bf6-40b5-ae42-eeee49fb0773 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2139359381'] for subnet, before_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 11:24:14.276541 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-64035d26-2bf6-40b5-ae42-eeee49fb0773 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611014', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2139128382', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2139359399'] for subnet, after_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 11:24:14.329586 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64035d26-2bf6-40b5-ae42-eeee49fb0773 admin admin] Pushing event updated for resources: {'Subnet': ['ID=1a6b0303-dad4-4d64-ab26-271478830140,revision_number=0']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 11:24:14.337604 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64035d26-2bf6-40b5-ae42-eeee49fb0773 admin admin] Checking segment: {'id': 'ef5f1ad6-f862-42d5-a57b-2af73e349ffb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': '2aa59b6b-9eac-4bc1-9e70-61768bc81d23'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93883) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 13 11:24:14.337951 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-64035d26-2bf6-40b5-ae42-eeee49fb0773 admin admin] Network hostable DHCP agents. Network: 2aa59b6b-9eac-4bc1-9e70-61768bc81d23, hostable agents: ['1ffcc762-1342-4182-afbd-f33f0b43fadf'], hosted agents: [] {{(pid=93883) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 13 11:24:14.353450 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-64035d26-2bf6-40b5-ae42-eeee49fb0773 admin admin] Network 2aa59b6b-9eac-4bc1-9e70-61768bc81d23 is scheduled to be hosted by DHCP agent 1ffcc762-1342-4182-afbd-f33f0b43fadf with binding_index 1 {{(pid=93883) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 13 11:24:14.362383 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron.scheduler.base_scheduler [None req-64035d26-2bf6-40b5-ae42-eeee49fb0773 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-797608-16-iscsi, 2aa59b6b-9eac-4bc1-9e70-61768bc81d23) {{(pid=93883) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 13 11:24:14.366308 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-64035d26-2bf6-40b5-ae42-eeee49fb0773 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 11:24:14.366887 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-64035d26-2bf6-40b5-ae42-eeee49fb0773 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1611032'] for subnet, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 11:24:14.371992 dv-cinder-797608-16-iscsi neutron-server[93885]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a11b8423-8aef-4c4e-91c3-d13c46fb5e23 None None] Network 2aa59b6b-9eac-4bc1-9e70-61768bc81d23 requested from dv-cinder-797608-16-iscsi {{(pid=93885) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 13 11:24:14.381576 dv-cinder-797608-16-iscsi neutron-server[93883]: INFO neutron.wsgi [None req-64035d26-2bf6-40b5-ae42-eeee49fb0773 admin admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.3155239 Aug 13 11:24:14.384149 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.32', 51264) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 11:24:14.388518 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron.api.v2.base [None req-57461dc5-6b81-4d08-b4f1-351ea226660b admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-954123041-router', 'tenant_id': '52eae21d815a427f8c153edfc7da0f4d', 'external_gateway_info': {'network_id': '7c3f0979-58a5-4465-87f9-e256377c6b61'}}} {{(pid=93883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 13 11:24:14.407909 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-57461dc5-6b81-4d08-b4f1-351ea226660b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1575915', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-130446'] for router, before_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 11:24:14.408887 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-57461dc5-6b81-4d08-b4f1-351ea226660b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1586555', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1585448', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1643304', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-130433'] for router, precommit_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 11:24:14.460327 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-57461dc5-6b81-4d08-b4f1-351ea226660b admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 11:24:14.514223 dv-cinder-797608-16-iscsi neutron-server[93885]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-76def37c-441d-4659-b119-e68de03d30b4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp84322506-7e22-5c26-8af9-4bf3580d711c-2aa59b6b-9eac-4bc1-9e70-61768bc81d23', 'network_id': '2aa59b6b-9eac-4bc1-9e70-61768bc81d23', 'tenant_id': '52eae21d815a427f8c153edfc7da0f4d', 'fixed_ips': [{'subnet_id': '1a6b0303-dad4-4d64-ab26-271478830140'}]}} from dv-cinder-797608-16-iscsi. {{(pid=93885) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 13 11:24:14.515158 dv-cinder-797608-16-iscsi neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-76def37c-441d-4659-b119-e68de03d30b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935434'] for port, before_create {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 11:24:14.602309 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-57461dc5-6b81-4d08-b4f1-351ea226660b admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 11:24:14.655914 dv-cinder-797608-16-iscsi neutron-server[93885]: DEBUG neutron.db.db_base_plugin_common [None req-76def37c-441d-4659-b119-e68de03d30b4 None None] Allocated IP 172.20.0.2 (2aa59b6b-9eac-4bc1-9e70-61768bc81d23/1a6b0303-dad4-4d64-ab26-271478830140/b7d410ee-96b7-4ba8-9168-782c318e8b69) {{(pid=93885) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 13 11:24:14.800866 dv-cinder-797608-16-iscsi neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7e2c649-10a8-4067-a4dc-2523ab0cb638 req-f86816a0-24c6-433c-82fb-8e5d9875dec1 tempest-AttachVolumeShelveTestJSON-167533422 tempest-AttachVolumeShelveTestJSON-167533422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 11:24:14.801785 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-57461dc5-6b81-4d08-b4f1-351ea226660b admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 11:24:14.802201 dv-cinder-797608-16-iscsi neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-76def37c-441d-4659-b119-e68de03d30b4 None None] Notify callbacks [] for port, precommit_create {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 11:24:14.809917 dv-cinder-797608-16-iscsi neutron-server[93884]: INFO neutron.wsgi [req-f7e2c649-10a8-4067-a4dc-2523ab0cb638 req-f86816a0-24c6-433c-82fb-8e5d9875dec1 tempest-AttachVolumeShelveTestJSON-167533422 tempest-AttachVolumeShelveTestJSON-167533422-project] 10.222.0.32 "GET /v2.0/ports?device_id=aa0a566e-da2b-449d-aa8c-a9df34e28bef HTTP/1.1" status: 200 len: 943 time: 0.0675547 Aug 13 11:24:14.810881 dv-cinder-797608-16-iscsi neutron-server[93885]: DEBUG neutron.db.provisioning_blocks [None req-76def37c-441d-4659-b119-e68de03d30b4 None None] Transition to ACTIVE for port object b7d410ee-96b7-4ba8-9168-782c318e8b69 will not be triggered until provisioned by entity L2. {{(pid=93885) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 13 11:24:14.820947 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-57461dc5-6b81-4d08-b4f1-351ea226660b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935434'] for port, before_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 11:24:14.826156 dv-cinder-797608-16-iscsi neutron-server[93885]: DEBUG neutron.db.provisioning_blocks [None req-76def37c-441d-4659-b119-e68de03d30b4 None None] Transition to ACTIVE for port object b7d410ee-96b7-4ba8-9168-782c318e8b69 will not be triggered until provisioned by entity DHCP. {{(pid=93885) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 13 11:24:14.832455 dv-cinder-797608-16-iscsi neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-76def37c-441d-4659-b119-e68de03d30b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935844', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611014', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782137337079'] for port, after_create {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 11:24:14.845402 dv-cinder-797608-16-iscsi neutron-server[93884]: INFO neutron.wsgi [req-f7e2c649-10a8-4067-a4dc-2523ab0cb638 req-3a92f7d3-927f-45bc-8707-261b5b96f474 tempest-AttachVolumeShelveTestJSON-167533422 tempest-AttachVolumeShelveTestJSON-167533422-project] 10.222.0.32 "GET /v2.0/security-groups?id=26f817c1-933c-4977-9085-1dee6d7b8bee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0345888 Aug 13 11:24:14.884232 dv-cinder-797608-16-iscsi neutron-server[93885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76def37c-441d-4659-b119-e68de03d30b4 None None] Pushing event updated for resources: {'Port': ['ID=b7d410ee-96b7-4ba8-9168-782c318e8b69,revision_number=1']} {{(pid=93885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 11:24:14.893445 dv-cinder-797608-16-iscsi neutron-server[93885]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-76def37c-441d-4659-b119-e68de03d30b4 None None] Network 2aa59b6b-9eac-4bc1-9e70-61768bc81d23 is already hosted by enough agents. {{(pid=93885) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 13 11:24:14.894835 dv-cinder-797608-16-iscsi neutron-server[93885]: DEBUG neutron.scheduler.base_scheduler [None req-76def37c-441d-4659-b119-e68de03d30b4 None None] Resources bound (agent type, host, resource id): {{(pid=93885) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 13 11:24:14.897023 dv-cinder-797608-16-iscsi neutron-server[93885]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76def37c-441d-4659-b119-e68de03d30b4 None None] Received port after_create {{(pid=93885) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 13 11:24:14.931618 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron.db.db_base_plugin_common [None req-57461dc5-6b81-4d08-b4f1-351ea226660b admin admin] Allocated IP 172.27.2.233 (7c3f0979-58a5-4465-87f9-e256377c6b61/ba735781-2bff-41d5-99b4-7ca705ee91ca/4fc32cd2-d548-4c4a-a0aa-1462d966d51b) {{(pid=93883) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 13 11:24:14.949486 dv-cinder-797608-16-iscsi neutron-server[93885]: DEBUG neutron.plugins.ml2.managers [None req-76def37c-441d-4659-b119-e68de03d30b4 None None] Attempting to bind port b7d410ee-96b7-4ba8-9168-782c318e8b69 on host dv-cinder-797608-16-iscsi for vnic_type normal with profile {{(pid=93885) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 13 11:24:14.949860 dv-cinder-797608-16-iscsi neutron-server[93885]: DEBUG neutron.plugins.ml2.managers [None req-76def37c-441d-4659-b119-e68de03d30b4 None None] Attempting to bind port b7d410ee-96b7-4ba8-9168-782c318e8b69 by drivers openvswitch,hyperv on host dv-cinder-797608-16-iscsi at level 0 using segments [{'id': 'ef5f1ad6-f862-42d5-a57b-2af73e349ffb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': '2aa59b6b-9eac-4bc1-9e70-61768bc81d23'}] {{(pid=93885) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 13 11:24:14.950252 dv-cinder-797608-16-iscsi neutron-server[93885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76def37c-441d-4659-b119-e68de03d30b4 None None] Attempting to bind port b7d410ee-96b7-4ba8-9168-782c318e8b69 on network 2aa59b6b-9eac-4bc1-9e70-61768bc81d23 {{(pid=93885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 13 11:24:14.955200 dv-cinder-797608-16-iscsi neutron-server[93885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76def37c-441d-4659-b119-e68de03d30b4 None None] Checking agent: {'id': '649b788e-933d-40b8-a73c-f58c5ea7beff', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-797608-16-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 13, 11, 11, 41), 'started_at': datetime.datetime(2021, 8, 13, 11, 12, 11), 'heartbeat_timestamp': datetime.datetime(2021, 8, 13, 11, 24, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-797608-16-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 13 11:24:14.955571 dv-cinder-797608-16-iscsi neutron-server[93885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76def37c-441d-4659-b119-e68de03d30b4 None None] Checking segment: {'id': 'ef5f1ad6-f862-42d5-a57b-2af73e349ffb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': '2aa59b6b-9eac-4bc1-9e70-61768bc81d23'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93885) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 13 11:24:14.955978 dv-cinder-797608-16-iscsi neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-76def37c-441d-4659-b119-e68de03d30b4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 11:24:14.956368 dv-cinder-797608-16-iscsi neutron-server[93885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76def37c-441d-4659-b119-e68de03d30b4 None None] Bound using segment: {'id': 'ef5f1ad6-f862-42d5-a57b-2af73e349ffb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': '2aa59b6b-9eac-4bc1-9e70-61768bc81d23'} {{(pid=93885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 13 11:24:14.956853 dv-cinder-797608-16-iscsi neutron-server[93885]: DEBUG neutron.plugins.ml2.managers [None req-76def37c-441d-4659-b119-e68de03d30b4 None None] Bound port: b7d410ee-96b7-4ba8-9168-782c318e8b69, host: dv-cinder-797608-16-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ef5f1ad6-f862-42d5-a57b-2af73e349ffb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': '2aa59b6b-9eac-4bc1-9e70-61768bc81d23'}}] {{(pid=93885) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 13 11:24:14.957228 dv-cinder-797608-16-iscsi neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-76def37c-441d-4659-b119-e68de03d30b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935434'] for port, before_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 11:24:15.021696 dv-cinder-797608-16-iscsi neutron-server[93885]: DEBUG neutron.plugins.ml2.db [None req-76def37c-441d-4659-b119-e68de03d30b4 None None] For port b7d410ee-96b7-4ba8-9168-782c318e8b69, host dv-cinder-797608-16-iscsi, cleared binding levels {{(pid=93885) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 13 11:24:15.024873 dv-cinder-797608-16-iscsi neutron-server[93885]: DEBUG neutron.plugins.ml2.db [None req-76def37c-441d-4659-b119-e68de03d30b4 None None] For port b7d410ee-96b7-4ba8-9168-782c318e8b69, host dv-cinder-797608-16-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797608-16-iscsi',level=0,port_id=b7d410ee-96b7-4ba8-9168-782c318e8b69,segment=NetworkSegment(ef5f1ad6-f862-42d5-a57b-2af73e349ffb),segment_id=ef5f1ad6-f862-42d5-a57b-2af73e349ffb)] {{(pid=93885) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 13 11:24:15.028709 dv-cinder-797608-16-iscsi neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-76def37c-441d-4659-b119-e68de03d30b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935844', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611014', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782137889940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782137337613', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782137337631'] for port, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 11:24:15.035999 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-57461dc5-6b81-4d08-b4f1-351ea226660b admin admin] Notify callbacks [] for port, precommit_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 11:24:15.075964 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-57461dc5-6b81-4d08-b4f1-351ea226660b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935844', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611014', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782137337079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2139128394'] for port, after_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 11:24:15.091177 dv-cinder-797608-16-iscsi neutron-server[93885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76def37c-441d-4659-b119-e68de03d30b4 None None] Pushing event updated for resources: {'Port': ['ID=b7d410ee-96b7-4ba8-9168-782c318e8b69,revision_number=2']} {{(pid=93885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 11:24:15.118314 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-57461dc5-6b81-4d08-b4f1-351ea226660b admin admin] Network 7c3f0979-58a5-4465-87f9-e256377c6b61 is already hosted by enough agents. {{(pid=93883) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 13 11:24:15.124187 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron.scheduler.base_scheduler [None req-57461dc5-6b81-4d08-b4f1-351ea226660b admin admin] Resources bound (agent type, host, resource id): {{(pid=93883) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 13 11:24:15.127703 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57461dc5-6b81-4d08-b4f1-351ea226660b admin admin] Received port after_create {{(pid=93883) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 13 11:24:15.133265 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57461dc5-6b81-4d08-b4f1-351ea226660b admin admin] Pushing event updated for resources: {'Port': ['ID=4fc32cd2-d548-4c4a-a0aa-1462d966d51b,revision_number=1']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 11:24:15.393371 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-57461dc5-6b81-4d08-b4f1-351ea226660b admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 11:24:15.594946 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-57461dc5-6b81-4d08-b4f1-351ea226660b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1586528', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1585661'] for router, after_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 11:24:15.723120 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-57461dc5-6b81-4d08-b4f1-351ea226660b admin admin] Router c0e02222-bc49-409f-b80d-8d57550897e7 is scheduled to L3 agent 120d27b5-31d8-4cd2-97b4-2412c45088e1 with binding_index 1 {{(pid=93883) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 13 11:24:15.830094 dv-cinder-797608-16-iscsi neutron-server[93885]: DEBUG neutron.plugins.ml2.rpc [None req-05931952-e11e-4e12-af58-ece1398d134b None None] Device b7d410ee-96b7-4ba8-9168-782c318e8b69 up at agent ovs-agent-dv-cinder-797608-16-iscsi {{(pid=93885) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 13 11:24:15.845260 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-57461dc5-6b81-4d08-b4f1-351ea226660b admin admin] Notify agent at l3_agent.dv-cinder-797608-16-iscsi the message routers_updated {{(pid=93883) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 13 11:24:15.857765 dv-cinder-797608-16-iscsi neutron-server[93885]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99f5c945-c6b0-4820-9d02-777655657de2 None None] Sync routers for ids ['c0e02222-bc49-409f-b80d-8d57550897e7'] in dv-cinder-797608-16-iscsi {{(pid=93885) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 13 11:24:15.862577 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-57461dc5-6b81-4d08-b4f1-351ea226660b admin admin] Notify callbacks [] for router, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 11:24:15.864428 dv-cinder-797608-16-iscsi neutron-server[93883]: INFO neutron.wsgi [None req-57461dc5-6b81-4d08-b4f1-351ea226660b admin admin] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 1.4793208 Aug 13 11:24:15.867073 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.32', 51268) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 11:24:15.886961 dv-cinder-797608-16-iscsi neutron-server[93885]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99f5c945-c6b0-4820-9d02-777655657de2 None None] Routers {'c0e02222-bc49-409f-b80d-8d57550897e7'} bound to L3 agent in host dv-cinder-797608-16-iscsi {{(pid=93885) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 13 11:24:15.887594 dv-cinder-797608-16-iscsi neutron-server[93885]: DEBUG neutron.db.l3_hamode_db [None req-99f5c945-c6b0-4820-9d02-777655657de2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797608-16-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-13T11:11:41Z,description=,heartbeat_timestamp=2021-08-13T11:24:11Z,host='dv-cinder-797608-16-iscsi',id=120d27b5-31d8-4cd2-97b4-2412c45088e1,load=0,resource_versions=,resources_synced=,started_at=2021-08-13T11:11:41Z,topic='l3_agent')) {'router_ids': ['c0e02222-bc49-409f-b80d-8d57550897e7'], 'active': True} {{(pid=93885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 13 11:24:15.959248 dv-cinder-797608-16-iscsi neutron-server[93885]: DEBUG neutron.db.provisioning_blocks [None req-05931952-e11e-4e12-af58-ece1398d134b None None] Provisioning for port b7d410ee-96b7-4ba8-9168-782c318e8b69 completed by entity L2. {{(pid=93885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 13 11:24:15.987768 dv-cinder-797608-16-iscsi neutron-server[93885]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b93ae732-be3a-40ba-bba6-e5481692cd64 None None] Network 2aa59b6b-9eac-4bc1-9e70-61768bc81d23 requested from dv-cinder-797608-16-iscsi {{(pid=93885) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 13 11:24:15.999773 dv-cinder-797608-16-iscsi neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f625be92-8a7c-4632-b199-90dcc4ccc29d req-77488e90-4f72-435b-8156-bdc663d246e2 tempest-AttachVolumeShelveTestJSON-167533422 tempest-AttachVolumeShelveTestJSON-167533422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 11:24:16.001261 dv-cinder-797608-16-iscsi neutron-server[93884]: INFO neutron.wsgi [req-f625be92-8a7c-4632-b199-90dcc4ccc29d req-77488e90-4f72-435b-8156-bdc663d246e2 tempest-AttachVolumeShelveTestJSON-167533422 tempest-AttachVolumeShelveTestJSON-167533422-project] 10.222.0.32 "GET /v2.0/ports?device_id=aa0a566e-da2b-449d-aa8c-a9df34e28bef HTTP/1.1" status: 200 len: 943 time: 0.0578654 Aug 13 11:24:16.045344 dv-cinder-797608-16-iscsi neutron-server[93884]: INFO neutron.wsgi [req-f625be92-8a7c-4632-b199-90dcc4ccc29d req-40489e90-cca2-49fd-bd75-403f2466a7bb tempest-AttachVolumeShelveTestJSON-167533422 tempest-AttachVolumeShelveTestJSON-167533422-project] 10.222.0.32 "GET /v2.0/security-groups?id=26f817c1-933c-4977-9085-1dee6d7b8bee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0370564 Aug 13 11:24:16.065570 dv-cinder-797608-16-iscsi neutron-server[93885]: DEBUG neutron.db.l3_dvr_db [None req-99f5c945-c6b0-4820-9d02-777655657de2 None None] Set router c0e02222-bc49-409f-b80d-8d57550897e7 gateway port host: dv-cinder-797608-16-iscsi {{(pid=93885) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 13 11:24:16.189201 dv-cinder-797608-16-iscsi neutron-server[93885]: DEBUG neutron.db.provisioning_blocks [None req-c4d5e181-58ba-4c99-af92-e73f75a0a6a1 None None] Provisioning for port b7d410ee-96b7-4ba8-9168-782c318e8b69 completed by entity DHCP. {{(pid=93885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 13 11:24:16.218450 dv-cinder-797608-16-iscsi neutron-server[93885]: DEBUG neutron.db.provisioning_blocks [None req-c4d5e181-58ba-4c99-af92-e73f75a0a6a1 None None] Provisioning complete for port b7d410ee-96b7-4ba8-9168-782c318e8b69 triggered by entity DHCP. {{(pid=93885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 13 11:24:16.218737 dv-cinder-797608-16-iscsi neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-c4d5e181-58ba-4c99-af92-e73f75a0a6a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-997193'] for port, provisioning_complete {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 11:24:16.288659 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-67657b00-3696-43a8-a0f7-7975c0af215e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935434'] for port, before_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 11:24:16.447141 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron.db.db_base_plugin_common [None req-67657b00-3696-43a8-a0f7-7975c0af215e admin admin] Allocated IP 172.20.0.1 (2aa59b6b-9eac-4bc1-9e70-61768bc81d23/1a6b0303-dad4-4d64-ab26-271478830140/de2ed6d0-1979-44dc-90cf-46bc18363a46) {{(pid=93883) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 13 11:24:16.495716 dv-cinder-797608-16-iscsi neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-c4d5e181-58ba-4c99-af92-e73f75a0a6a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935434'] for port, before_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 11:24:16.518839 dv-cinder-797608-16-iscsi neutron-server[93885]: DEBUG neutron.db.l3_hamode_db [None req-99f5c945-c6b0-4820-9d02-777655657de2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c0e02222-bc49-409f-b80d-8d57550897e7', 'name': 'tempest-TestMinimumBasicScenario-954123041-router', 'tenant_id': '52eae21d815a427f8c153edfc7da0f4d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c3f0979-58a5-4465-87f9-e256377c6b61', 'external_fixed_ips': [{'subnet_id': 'ba735781-2bff-41d5-99b4-7ca705ee91ca', 'ip_address': '172.27.2.233'}], 'enable_snat': True}, 'gw_port_id': '4fc32cd2-d548-4c4a-a0aa-1462d966d51b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-13T11:24:14Z', 'updated_at': '2021-08-13T11:24:15Z', 'revision_number': 3, 'project_id': '52eae21d815a427f8c153edfc7da0f4d', 'gw_port': {'id': '4fc32cd2-d548-4c4a-a0aa-1462d966d51b', 'name': '', 'network_id': '7c3f0979-58a5-4465-87f9-e256377c6b61', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:15:11', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c0e02222-bc49-409f-b80d-8d57550897e7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 571, 'fixed_ips': [{'subnet_id': 'ba735781-2bff-41d5-99b4-7ca705ee91ca', 'ip_address': '172.27.2.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-13T11:24:14Z', 'updated_at': '2021-08-13T11:24:14Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ba735781-2bff-41d5-99b4-7ca705ee91ca', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797608-16-iscsi'}], 'dv-cinder-797608-16-iscsi', False) {} {{(pid=93885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 13 11:24:16.556767 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-67657b00-3696-43a8-a0f7-7975c0af215e admin admin] Notify callbacks [] for port, precommit_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 11:24:16.558935 dv-cinder-797608-16-iscsi neutron-server[93885]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99f5c945-c6b0-4820-9d02-777655657de2 None None] Checking router: c0e02222-bc49-409f-b80d-8d57550897e7 for host: dv-cinder-797608-16-iscsi {{(pid=93885) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 13 11:24:16.559290 dv-cinder-797608-16-iscsi neutron-server[93885]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99f5c945-c6b0-4820-9d02-777655657de2 None None] Updating router c0e02222-bc49-409f-b80d-8d57550897e7 port 4fc32cd2-d548-4c4a-a0aa-1462d966d51b binding host dv-cinder-797608-16-iscsi {{(pid=93885) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 13 11:24:16.565100 dv-cinder-797608-16-iscsi neutron-server[93885]: DEBUG neutron.plugins.ml2.db [None req-c4d5e181-58ba-4c99-af92-e73f75a0a6a1 None None] For port b7d410ee-96b7-4ba8-9168-782c318e8b69, host dv-cinder-797608-16-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797608-16-iscsi',level=0,port_id=b7d410ee-96b7-4ba8-9168-782c318e8b69,segment=NetworkSegment(ef5f1ad6-f862-42d5-a57b-2af73e349ffb),segment_id=ef5f1ad6-f862-42d5-a57b-2af73e349ffb)] {{(pid=93885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 13 11:24:16.572008 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron.db.provisioning_blocks [None req-67657b00-3696-43a8-a0f7-7975c0af215e admin admin] Transition to ACTIVE for port object de2ed6d0-1979-44dc-90cf-46bc18363a46 will not be triggered until provisioned by entity DHCP. {{(pid=93883) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 13 11:24:16.582064 dv-cinder-797608-16-iscsi neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-c4d5e181-58ba-4c99-af92-e73f75a0a6a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935844', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611014', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782137889940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782137337613', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782137337631'] for port, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 11:24:16.609354 dv-cinder-797608-16-iscsi neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-99f5c945-c6b0-4820-9d02-777655657de2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935434'] for port, before_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 11:24:16.610268 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-67657b00-3696-43a8-a0f7-7975c0af215e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935844', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611014', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782137337079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2139128394'] for port, after_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 11:24:16.645478 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-67657b00-3696-43a8-a0f7-7975c0af215e admin admin] Network 2aa59b6b-9eac-4bc1-9e70-61768bc81d23 is already hosted by enough agents. {{(pid=93883) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 13 11:24:16.649634 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron.scheduler.base_scheduler [None req-67657b00-3696-43a8-a0f7-7975c0af215e admin admin] Resources bound (agent type, host, resource id): {{(pid=93883) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 13 11:24:16.655529 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67657b00-3696-43a8-a0f7-7975c0af215e admin admin] Received port after_create {{(pid=93883) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 13 11:24:16.666600 dv-cinder-797608-16-iscsi neutron-server[93885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4d5e181-58ba-4c99-af92-e73f75a0a6a1 None None] Pushing event updated for resources: {'Port': ['ID=b7d410ee-96b7-4ba8-9168-782c318e8b69,revision_number=3']} {{(pid=93885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 11:24:16.680832 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67657b00-3696-43a8-a0f7-7975c0af215e admin admin] Pushing event updated for resources: {'Port': ['ID=de2ed6d0-1979-44dc-90cf-46bc18363a46,revision_number=1']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 11:24:16.697336 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-67657b00-3696-43a8-a0f7-7975c0af215e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-2002984'] for router_interface, before_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 11:24:16.739642 dv-cinder-797608-16-iscsi neutron-server[93885]: DEBUG neutron.db.provisioning_blocks [None req-0fb2fcb8-24f6-4a4b-b35d-8702d30a96fa None None] Provisioning complete for port b7d410ee-96b7-4ba8-9168-782c318e8b69 triggered by entity DHCP. {{(pid=93885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 13 11:24:16.740003 dv-cinder-797608-16-iscsi neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-0fb2fcb8-24f6-4a4b-b35d-8702d30a96fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-997193'] for port, provisioning_complete {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 11:24:16.829058 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-67657b00-3696-43a8-a0f7-7975c0af215e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935434'] for port, before_update {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 11:24:16.956572 dv-cinder-797608-16-iscsi neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-99f5c945-c6b0-4820-9d02-777655657de2 None None] Notify callbacks [] for port, precommit_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 11:24:16.966222 dv-cinder-797608-16-iscsi neutron-server[93885]: DEBUG neutron.db.provisioning_blocks [None req-99f5c945-c6b0-4820-9d02-777655657de2 None None] Transition to ACTIVE for port object 4fc32cd2-d548-4c4a-a0aa-1462d966d51b will not be triggered until provisioned by entity L2. {{(pid=93885) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 13 11:24:16.974933 dv-cinder-797608-16-iscsi neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-99f5c945-c6b0-4820-9d02-777655657de2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935844', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611014', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782137889940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782137337613', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782137337631'] for port, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 11:24:16.992411 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-67657b00-3696-43a8-a0f7-7975c0af215e admin admin] Notify callbacks [] for port, precommit_update {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 11:24:16.997297 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-67657b00-3696-43a8-a0f7-7975c0af215e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935844', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611014', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782137889940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782137337613', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782137337631', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2139128387'] for port, after_update {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 11:24:17.035603 dv-cinder-797608-16-iscsi neutron-server[93885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1d05593-f515-4ba0-981d-4ecf40bb1d88 None None] Pushing event updated for resources: {'Port': ['ID=4fc32cd2-d548-4c4a-a0aa-1462d966d51b,revision_number=2']} {{(pid=93885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 11:24:17.039173 dv-cinder-797608-16-iscsi neutron-server[93885]: DEBUG neutron.plugins.ml2.managers [None req-99f5c945-c6b0-4820-9d02-777655657de2 None None] Attempting to bind port 4fc32cd2-d548-4c4a-a0aa-1462d966d51b on host dv-cinder-797608-16-iscsi for vnic_type normal with profile {{(pid=93885) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 13 11:24:17.039537 dv-cinder-797608-16-iscsi neutron-server[93885]: DEBUG neutron.plugins.ml2.managers [None req-99f5c945-c6b0-4820-9d02-777655657de2 None None] Attempting to bind port 4fc32cd2-d548-4c4a-a0aa-1462d966d51b by drivers openvswitch,hyperv on host dv-cinder-797608-16-iscsi at level 0 using segments [{'id': '3f6765c6-6e72-475e-8aaa-7134ee4679ca', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7c3f0979-58a5-4465-87f9-e256377c6b61'}] {{(pid=93885) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 13 11:24:17.039895 dv-cinder-797608-16-iscsi neutron-server[93885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99f5c945-c6b0-4820-9d02-777655657de2 None None] Attempting to bind port 4fc32cd2-d548-4c4a-a0aa-1462d966d51b on network 7c3f0979-58a5-4465-87f9-e256377c6b61 {{(pid=93885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 13 11:24:17.046392 dv-cinder-797608-16-iscsi neutron-server[93885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99f5c945-c6b0-4820-9d02-777655657de2 None None] Checking agent: {'id': '649b788e-933d-40b8-a73c-f58c5ea7beff', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-797608-16-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 13, 11, 11, 41), 'started_at': datetime.datetime(2021, 8, 13, 11, 12, 11), 'heartbeat_timestamp': datetime.datetime(2021, 8, 13, 11, 24, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-797608-16-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 13 11:24:17.046766 dv-cinder-797608-16-iscsi neutron-server[93885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99f5c945-c6b0-4820-9d02-777655657de2 None None] Checking segment: {'id': '3f6765c6-6e72-475e-8aaa-7134ee4679ca', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7c3f0979-58a5-4465-87f9-e256377c6b61'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93885) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 13 11:24:17.047165 dv-cinder-797608-16-iscsi neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-99f5c945-c6b0-4820-9d02-777655657de2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 11:24:17.047678 dv-cinder-797608-16-iscsi neutron-server[93885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99f5c945-c6b0-4820-9d02-777655657de2 None None] Bound using segment: {'id': '3f6765c6-6e72-475e-8aaa-7134ee4679ca', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7c3f0979-58a5-4465-87f9-e256377c6b61'} {{(pid=93885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 13 11:24:17.048007 dv-cinder-797608-16-iscsi neutron-server[93885]: DEBUG neutron.plugins.ml2.managers [None req-99f5c945-c6b0-4820-9d02-777655657de2 None None] Bound port: 4fc32cd2-d548-4c4a-a0aa-1462d966d51b, host: dv-cinder-797608-16-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3f6765c6-6e72-475e-8aaa-7134ee4679ca', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7c3f0979-58a5-4465-87f9-e256377c6b61'}}] {{(pid=93885) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 13 11:24:17.048601 dv-cinder-797608-16-iscsi neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-99f5c945-c6b0-4820-9d02-777655657de2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935434'] for port, before_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 11:24:17.067827 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67657b00-3696-43a8-a0f7-7975c0af215e admin admin] Pushing event updated for resources: {'Port': ['ID=de2ed6d0-1979-44dc-90cf-46bc18363a46,revision_number=2']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 11:24:17.068743 dv-cinder-797608-16-iscsi neutron-server[93885]: DEBUG neutron.db.provisioning_blocks [None req-f7be1dd3-acb8-4655-b0d7-8a8a95db0344 None None] Provisioning for port de2ed6d0-1979-44dc-90cf-46bc18363a46 completed by entity DHCP. {{(pid=93885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 13 11:24:17.071291 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-67657b00-3696-43a8-a0f7-7975c0af215e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1611060', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-2003132'] for router_interface, after_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 11:24:17.074777 dv-cinder-797608-16-iscsi neutron-server[93885]: DEBUG neutron.db.provisioning_blocks [None req-f7be1dd3-acb8-4655-b0d7-8a8a95db0344 None None] Provisioning complete for port de2ed6d0-1979-44dc-90cf-46bc18363a46 triggered by entity DHCP. {{(pid=93885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 13 11:24:17.075145 dv-cinder-797608-16-iscsi neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-f7be1dd3-acb8-4655-b0d7-8a8a95db0344 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-997193'] for port, provisioning_complete {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 11:24:17.130193 dv-cinder-797608-16-iscsi neutron-server[93885]: DEBUG neutron.plugins.ml2.plugin [None req-f7be1dd3-acb8-4655-b0d7-8a8a95db0344 None None] Port de2ed6d0-1979-44dc-90cf-46bc18363a46 cannot update to ACTIVE because it is not bound. {{(pid=93885) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 13 11:24:17.133647 dv-cinder-797608-16-iscsi neutron-server[93885]: DEBUG neutron.plugins.ml2.db [None req-99f5c945-c6b0-4820-9d02-777655657de2 None None] For port 4fc32cd2-d548-4c4a-a0aa-1462d966d51b, host dv-cinder-797608-16-iscsi, cleared binding levels {{(pid=93885) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 13 11:24:17.137161 dv-cinder-797608-16-iscsi neutron-server[93885]: DEBUG neutron.plugins.ml2.db [None req-99f5c945-c6b0-4820-9d02-777655657de2 None None] For port 4fc32cd2-d548-4c4a-a0aa-1462d966d51b, host dv-cinder-797608-16-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797608-16-iscsi',level=0,port_id=4fc32cd2-d548-4c4a-a0aa-1462d966d51b,segment=NetworkSegment(3f6765c6-6e72-475e-8aaa-7134ee4679ca),segment_id=3f6765c6-6e72-475e-8aaa-7134ee4679ca)] {{(pid=93885) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 13 11:24:17.142853 dv-cinder-797608-16-iscsi neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-99f5c945-c6b0-4820-9d02-777655657de2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935844', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611014', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782137889940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782137337613', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782137337631'] for port, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 11:24:17.181122 dv-cinder-797608-16-iscsi neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb13058c-1858-49dd-808a-8ecec8d77549 req-92620595-37a6-46ec-a019-7fc564b79452 tempest-AttachVolumeShelveTestJSON-167533422 tempest-AttachVolumeShelveTestJSON-167533422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 11:24:17.183050 dv-cinder-797608-16-iscsi neutron-server[93884]: INFO neutron.wsgi [req-bb13058c-1858-49dd-808a-8ecec8d77549 req-92620595-37a6-46ec-a019-7fc564b79452 tempest-AttachVolumeShelveTestJSON-167533422 tempest-AttachVolumeShelveTestJSON-167533422-project] 10.222.0.32 "GET /v2.0/ports?device_id=aa0a566e-da2b-449d-aa8c-a9df34e28bef HTTP/1.1" status: 200 len: 943 time: 0.0523357 Aug 13 11:24:17.201864 dv-cinder-797608-16-iscsi neutron-server[93885]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99f5c945-c6b0-4820-9d02-777655657de2 None None] Routers {'c0e02222-bc49-409f-b80d-8d57550897e7'} bound to L3 agent in host dv-cinder-797608-16-iscsi {{(pid=93885) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 13 11:24:17.202585 dv-cinder-797608-16-iscsi neutron-server[93885]: DEBUG neutron.db.l3_hamode_db [None req-99f5c945-c6b0-4820-9d02-777655657de2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797608-16-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-13T11:11:41Z,description=,heartbeat_timestamp=2021-08-13T11:24:11Z,host='dv-cinder-797608-16-iscsi',id=120d27b5-31d8-4cd2-97b4-2412c45088e1,load=0,resource_versions=,resources_synced=,started_at=2021-08-13T11:11:41Z,topic='l3_agent')) {'router_ids': ['c0e02222-bc49-409f-b80d-8d57550897e7'], 'active': True} {{(pid=93885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 13 11:24:17.228670 dv-cinder-797608-16-iscsi neutron-server[93884]: INFO neutron.wsgi [req-bb13058c-1858-49dd-808a-8ecec8d77549 req-7861a066-859f-48e0-bb96-493fdd2a07f3 tempest-AttachVolumeShelveTestJSON-167533422 tempest-AttachVolumeShelveTestJSON-167533422-project] 10.222.0.32 "GET /v2.0/security-groups?id=26f817c1-933c-4977-9085-1dee6d7b8bee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0360651 Aug 13 11:24:17.243451 dv-cinder-797608-16-iscsi neutron-server[93885]: DEBUG neutron.plugins.ml2.rpc [None req-a0b9b986-0706-4fc6-9cf9-0eb02d2513dc None None] Device bec7f6e6-fda9-4e55-b235-243402f8d2f0 details requested by agent hyperv_hv-cinder-79760 with host hv-cinder-79760 {{(pid=93885) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 13 11:24:17.252069 dv-cinder-797608-16-iscsi neutron-server[93885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1d05593-f515-4ba0-981d-4ecf40bb1d88 None None] Pushing event updated for resources: {'Port': ['ID=4fc32cd2-d548-4c4a-a0aa-1462d966d51b,revision_number=3']} {{(pid=93885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 11:24:17.375196 dv-cinder-797608-16-iscsi neutron-server[93885]: DEBUG neutron.db.l3_dvr_db [None req-99f5c945-c6b0-4820-9d02-777655657de2 None None] Set router c0e02222-bc49-409f-b80d-8d57550897e7 gateway port host: dv-cinder-797608-16-iscsi {{(pid=93885) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 13 11:24:17.417128 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-67657b00-3696-43a8-a0f7-7975c0af215e admin admin] Network 2aa59b6b-9eac-4bc1-9e70-61768bc81d23 is already hosted by enough agents. {{(pid=93883) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 13 11:24:17.421196 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron.scheduler.base_scheduler [None req-67657b00-3696-43a8-a0f7-7975c0af215e admin admin] Resources bound (agent type, host, resource id): {{(pid=93883) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 13 11:24:17.472699 dv-cinder-797608-16-iscsi neutron-server[93885]: DEBUG neutron.plugins.ml2.db [None req-a0b9b986-0706-4fc6-9cf9-0eb02d2513dc None None] For port bec7f6e6-fda9-4e55-b235-243402f8d2f0, host hv-cinder-79760, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79760',level=0,port_id=bec7f6e6-fda9-4e55-b235-243402f8d2f0,segment=NetworkSegment(0fa64963-7e93-4d0e-b107-3a0c1a54420b),segment_id=0fa64963-7e93-4d0e-b107-3a0c1a54420b)] {{(pid=93885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 13 11:24:17.518706 dv-cinder-797608-16-iscsi neutron-server[93885]: DEBUG neutron.plugins.ml2.rpc [None req-a0b9b986-0706-4fc6-9cf9-0eb02d2513dc None None] Returning: {'device': 'bec7f6e6-fda9-4e55-b235-243402f8d2f0', 'network_id': 'd5a90fe8-bc27-43fd-967e-c2c4a7f28507', 'port_id': 'bec7f6e6-fda9-4e55-b235-243402f8d2f0', 'mac_address': 'fa:16:3e:cb:eb:b7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 150, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '76eee822-f693-42cb-8b2a-3e4c87d31887', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93885) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 13 11:24:17.547232 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-67657b00-3696-43a8-a0f7-7975c0af215e admin admin] Router c0e02222-bc49-409f-b80d-8d57550897e7 has already been hosted by L3 agent 120d27b5-31d8-4cd2-97b4-2412c45088e1 {{(pid=93883) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 13 11:24:17.586410 dv-cinder-797608-16-iscsi neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-a0b9b986-0706-4fc6-9cf9-0eb02d2513dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935434'] for port, before_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 11:24:17.619804 dv-cinder-797608-16-iscsi neutron-server[93885]: DEBUG neutron.notifiers.nova [None req-a0b9b986-0706-4fc6-9cf9-0eb02d2513dc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bec7f6e6-fda9-4e55-b235-243402f8d2f0 {{(pid=93885) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 13 11:24:17.643386 dv-cinder-797608-16-iscsi neutron-server[93885]: DEBUG neutron.plugins.ml2.db [None req-a0b9b986-0706-4fc6-9cf9-0eb02d2513dc None None] For port bec7f6e6-fda9-4e55-b235-243402f8d2f0, host hv-cinder-79760, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79760',level=0,port_id=bec7f6e6-fda9-4e55-b235-243402f8d2f0,segment=NetworkSegment(0fa64963-7e93-4d0e-b107-3a0c1a54420b),segment_id=0fa64963-7e93-4d0e-b107-3a0c1a54420b)] {{(pid=93885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 13 11:24:17.653312 dv-cinder-797608-16-iscsi neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-a0b9b986-0706-4fc6-9cf9-0eb02d2513dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935844', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611014', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782137889940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782137337613', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782137337631'] for port, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 11:24:17.660752 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-67657b00-3696-43a8-a0f7-7975c0af215e admin admin] Notify agent at l3_agent.dv-cinder-797608-16-iscsi the message routers_updated {{(pid=93883) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 13 11:24:17.665658 dv-cinder-797608-16-iscsi neutron-server[93883]: INFO neutron.wsgi [None req-67657b00-3696-43a8-a0f7-7975c0af215e admin admin] 10.222.0.32 "PUT /v2.0/routers/c0e02222-bc49-409f-b80d-8d57550897e7/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7973628 Aug 13 11:24:17.688555 dv-cinder-797608-16-iscsi neutron-server[93885]: DEBUG neutron.db.provisioning_blocks [None req-cda0f7e3-1962-4ad2-b53e-8f73dbed0454 None None] Provisioning complete for port de2ed6d0-1979-44dc-90cf-46bc18363a46 triggered by entity DHCP. {{(pid=93885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 13 11:24:17.688919 dv-cinder-797608-16-iscsi neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-cda0f7e3-1962-4ad2-b53e-8f73dbed0454 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-997193'] for port, provisioning_complete {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 11:24:17.745879 dv-cinder-797608-16-iscsi neutron-server[93885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0b9b986-0706-4fc6-9cf9-0eb02d2513dc None None] Pushing event updated for resources: {'Port': ['ID=bec7f6e6-fda9-4e55-b235-243402f8d2f0,revision_number=4']} {{(pid=93885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 11:24:17.751257 dv-cinder-797608-16-iscsi neutron-server[93885]: DEBUG neutron.db.l3_hamode_db [None req-99f5c945-c6b0-4820-9d02-777655657de2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c0e02222-bc49-409f-b80d-8d57550897e7', 'name': 'tempest-TestMinimumBasicScenario-954123041-router', 'tenant_id': '52eae21d815a427f8c153edfc7da0f4d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c3f0979-58a5-4465-87f9-e256377c6b61', 'external_fixed_ips': [{'subnet_id': 'ba735781-2bff-41d5-99b4-7ca705ee91ca', 'ip_address': '172.27.2.233'}], 'enable_snat': True}, 'gw_port_id': '4fc32cd2-d548-4c4a-a0aa-1462d966d51b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-13T11:24:14Z', 'updated_at': '2021-08-13T11:24:16Z', 'revision_number': 4, 'project_id': '52eae21d815a427f8c153edfc7da0f4d', 'gw_port': {'id': '4fc32cd2-d548-4c4a-a0aa-1462d966d51b', 'name': '', 'network_id': '7c3f0979-58a5-4465-87f9-e256377c6b61', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:15:11', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c0e02222-bc49-409f-b80d-8d57550897e7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 571, 'fixed_ips': [{'subnet_id': 'ba735781-2bff-41d5-99b4-7ca705ee91ca', 'ip_address': '172.27.2.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-13T11:24:14Z', 'updated_at': '2021-08-13T11:24:17Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ba735781-2bff-41d5-99b4-7ca705ee91ca', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797608-16-iscsi', '_interfaces': [{'id': 'de2ed6d0-1979-44dc-90cf-46bc18363a46', 'name': '', 'network_id': '2aa59b6b-9eac-4bc1-9e70-61768bc81d23', 'tenant_id': '52eae21d815a427f8c153edfc7da0f4d', 'mac_address': 'fa:16:3e:09:14:6b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c0e02222-bc49-409f-b80d-8d57550897e7', 'device_owner': 'network:router_interface', 'standard_attr_id': 572, 'fixed_ips': [{'subnet_id': '1a6b0303-dad4-4d64-ab26-271478830140', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-13T11:24:16Z', 'updated_at': '2021-08-13T11:24:16Z', 'revision_number': 2, 'project_id': '52eae21d815a427f8c153edfc7da0f4d', 'subnets': [{'id': '1a6b0303-dad4-4d64-ab26-271478830140', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-797608-16-iscsi', False) {} {{(pid=93885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 13 11:24:17.754515 dv-cinder-797608-16-iscsi neutron-server[93885]: DEBUG neutron.plugins.ml2.plugin [None req-cda0f7e3-1962-4ad2-b53e-8f73dbed0454 None None] Port de2ed6d0-1979-44dc-90cf-46bc18363a46 cannot update to ACTIVE because it is not bound. {{(pid=93885) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 13 11:24:17.781204 dv-cinder-797608-16-iscsi neutron-server[93885]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99f5c945-c6b0-4820-9d02-777655657de2 None None] The sync data for ids ['c0e02222-bc49-409f-b80d-8d57550897e7'] in dv-cinder-797608-16-iscsi is: [{'id': 'c0e02222-bc49-409f-b80d-8d57550897e7', 'name': 'tempest-TestMinimumBasicScenario-954123041-router', 'tenant_id': '52eae21d815a427f8c153edfc7da0f4d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c3f0979-58a5-4465-87f9-e256377c6b61', 'external_fixed_ips': [{'subnet_id': 'ba735781-2bff-41d5-99b4-7ca705ee91ca', 'ip_address': '172.27.2.233'}], 'enable_snat': True}, 'gw_port_id': '4fc32cd2-d548-4c4a-a0aa-1462d966d51b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-13T11:24:14Z', 'updated_at': '2021-08-13T11:24:16Z', 'revision_number': 4, 'project_id': '52eae21d815a427f8c153edfc7da0f4d', 'gw_port': {'id': '4fc32cd2-d548-4c4a-a0aa-1462d966d51b', 'name': '', 'network_id': '7c3f0979-58a5-4465-87f9-e256377c6b61', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:15:11', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c0e02222-bc49-409f-b80d-8d57550897e7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 571, 'fixed_ips': [{'subnet_id': 'ba735781-2bff-41d5-99b4-7ca705ee91ca', 'ip_address': '172.27.2.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-13T11:24:14Z', 'updated_at': '2021-08-13T11:24:17Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ba735781-2bff-41d5-99b4-7ca705ee91ca', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797608-16-iscsi', '_interfaces': [{'id': 'de2ed6d0-1979-44dc-90cf-46bc18363a46', 'name': '', 'network_id': '2aa59b6b-9eac-4bc1-9e70-61768bc81d23', 'tenant_id': '52eae21d815a427f8c153edfc7da0f4d', 'mac_address': 'fa:16:3e:09:14:6b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c0e02222-bc49-409f-b80d-8d57550897e7', 'device_owner': 'network:router_interface', 'standard_attr_id': 572, 'fixed_ips': [{'subnet_id': '1a6b0303-dad4-4d64-ab26-271478830140', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-13T11:24:16Z', 'updated_at': '2021-08-13T11:24:16Z', 'revision_number': 2, 'project_id': '52eae21d815a427f8c153edfc7da0f4d', 'subnets': [{'id': '1a6b0303-dad4-4d64-ab26-271478830140', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93885) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 13 11:24:17.797962 dv-cinder-797608-16-iscsi neutron-server[93885]: DEBUG neutron.plugins.ml2.rpc [None req-05931952-e11e-4e12-af58-ece1398d134b None None] Device b7d410ee-96b7-4ba8-9168-782c318e8b69 up at agent ovs-agent-dv-cinder-797608-16-iscsi {{(pid=93885) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 13 11:24:17.849738 dv-cinder-797608-16-iscsi neutron-server[93885]: DEBUG neutron.db.provisioning_blocks [None req-05931952-e11e-4e12-af58-ece1398d134b None None] Provisioning complete for port b7d410ee-96b7-4ba8-9168-782c318e8b69 triggered by entity L2. {{(pid=93885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 13 11:24:17.850219 dv-cinder-797608-16-iscsi neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-05931952-e11e-4e12-af58-ece1398d134b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-997193'] for port, provisioning_complete {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 11:24:18.011476 dv-cinder-797608-16-iscsi neutron-server[93885]: DEBUG neutron.plugins.ml2.db [None req-a0b9b986-0706-4fc6-9cf9-0eb02d2513dc None None] get_ports_and_sgs() called for port_ids ['bec7f6e6-fda9-4e55-b235-243402f8d2f0'] {{(pid=93885) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 13 11:24:18.195385 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.32', 51288) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 11:24:18.200328 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron.api.v2.base [None req-3c371c36-2b71-4399-ae33-6ad6073d481d admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1446874391-network', 'tenant_id': '112efd90c61c40cd876ef84f07b2e03b'}} {{(pid=93883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 13 11:24:18.222218 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3c371c36-2b71-4399-ae33-6ad6073d481d admin admin] Made reservation on behalf of 112efd90c61c40cd876ef84f07b2e03b for: {'network': 1} {{(pid=93883) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 13 11:24:18.224703 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-3c371c36-2b71-4399-ae33-6ad6073d481d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935434'] for network, before_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 11:24:18.233326 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-3c371c36-2b71-4399-ae33-6ad6073d481d admin admin] Notify callbacks [] for security_group, before_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 11:24:18.334219 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-3c371c36-2b71-4399-ae33-6ad6073d481d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 11:24:18.338872 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-3c371c36-2b71-4399-ae33-6ad6073d481d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651637'] for security_group, after_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 11:24:18.368752 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c371c36-2b71-4399-ae33-6ad6073d481d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=82e1ff03-289e-4fa4-8896-f485c7a28112,revision_number=1']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 11:24:18.376045 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3c371c36-2b71-4399-ae33-6ad6073d481d admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 176} {{(pid=93883) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 13 11:24:18.387257 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-3c371c36-2b71-4399-ae33-6ad6073d481d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-542450'] for segment, precommit_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 11:24:18.387657 dv-cinder-797608-16-iscsi neutron-server[93883]: INFO neutron.db.segments_db [None req-3c371c36-2b71-4399-ae33-6ad6073d481d admin admin] Added segment d7760f99-1ab2-4c1a-b9a4-e7833edc0d6a of type vlan for network d848ca97-582e-4575-b8d2-a0b3331046f8 Aug 13 11:24:18.464125 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-3c371c36-2b71-4399-ae33-6ad6073d481d admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8782137323340'] for network, precommit_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 11:24:18.497687 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-3c371c36-2b71-4399-ae33-6ad6073d481d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611014'] for network, after_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 11:24:18.499448 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3c371c36-2b71-4399-ae33-6ad6073d481d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 11:24:18.500130 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-3c371c36-2b71-4399-ae33-6ad6073d481d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1611032'] for network, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 11:24:18.531149 dv-cinder-797608-16-iscsi neutron-server[93883]: INFO neutron.wsgi [None req-3c371c36-2b71-4399-ae33-6ad6073d481d admin admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.3346260 Aug 13 11:24:18.534108 dv-cinder-797608-16-iscsi neutron-server[93884]: DEBUG neutron.wsgi [-] (93884) accepted ('10.222.0.32', 51294) {{(pid=93884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 11:24:18.540012 dv-cinder-797608-16-iscsi neutron-server[93884]: DEBUG neutron.api.v2.base [None req-ee1d137a-fe34-4862-9b3e-d7daac4d8e83 admin admin] Request body: {'subnet': {'network_id': 'd848ca97-582e-4575-b8d2-a0b3331046f8', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1446874391-subnet', 'tenant_id': '112efd90c61c40cd876ef84f07b2e03b', 'ip_version': 4}} {{(pid=93884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 13 11:24:18.564792 dv-cinder-797608-16-iscsi neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ee1d137a-fe34-4862-9b3e-d7daac4d8e83 admin admin] Made reservation on behalf of 112efd90c61c40cd876ef84f07b2e03b for: {'subnet': 1} {{(pid=93884) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 13 11:24:18.569045 dv-cinder-797608-16-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-ee1d137a-fe34-4862-9b3e-d7daac4d8e83 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2141109734'] for subnet, before_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 11:24:18.574691 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c371c36-2b71-4399-ae33-6ad6073d481d admin admin] Pushing event updated for resources: {'Network': ['ID=d848ca97-582e-4575-b8d2-a0b3331046f8,revision_number=1']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 11:24:18.586484 dv-cinder-797608-16-iscsi neutron-server[93885]: DEBUG neutron.plugins.ml2.rpc [None req-05931952-e11e-4e12-af58-ece1398d134b None None] Network d848ca97-582e-4575-b8d2-a0b3331046f8 details requested by agent ovs-agent-dv-cinder-797608-16-iscsi with host dv-cinder-797608-16-iscsi {{(pid=93885) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 13 11:24:18.708960 dv-cinder-797608-16-iscsi neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02496e23-1ad5-4830-a793-bbbdd580fa37 req-6d8cd719-6ee9-48b0-90ee-3a1a4b043af1 tempest-AttachVolumeShelveTestJSON-167533422 tempest-AttachVolumeShelveTestJSON-167533422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 11:24:18.710573 dv-cinder-797608-16-iscsi neutron-server[93884]: INFO neutron.wsgi [req-02496e23-1ad5-4830-a793-bbbdd580fa37 req-6d8cd719-6ee9-48b0-90ee-3a1a4b043af1 tempest-AttachVolumeShelveTestJSON-167533422 tempest-AttachVolumeShelveTestJSON-167533422-project] 10.222.0.32 "GET /v2.0/ports?device_id=aa0a566e-da2b-449d-aa8c-a9df34e28bef HTTP/1.1" status: 200 len: 944 time: 0.3951154 Aug 13 11:24:18.788655 dv-cinder-797608-16-iscsi neutron-server[93884]: INFO neutron.wsgi [req-02496e23-1ad5-4830-a793-bbbdd580fa37 req-21122b46-a7b1-4646-ac9f-825b742f321a tempest-AttachVolumeShelveTestJSON-167533422 tempest-AttachVolumeShelveTestJSON-167533422-project] 10.222.0.32 "GET /v2.0/security-groups?id=26f817c1-933c-4977-9085-1dee6d7b8bee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0712054 Aug 13 11:24:18.838489 dv-cinder-797608-16-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-ee1d137a-fe34-4862-9b3e-d7daac4d8e83 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611014', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2141180375', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2141109716'] for subnet, after_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 11:24:18.894994 dv-cinder-797608-16-iscsi neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee1d137a-fe34-4862-9b3e-d7daac4d8e83 admin admin] Pushing event updated for resources: {'Subnet': ['ID=b5ff7553-4e89-4946-811e-0438ac747dfc,revision_number=0']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 11:24:18.905865 dv-cinder-797608-16-iscsi neutron-server[93884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee1d137a-fe34-4862-9b3e-d7daac4d8e83 admin admin] Checking segment: {'id': 'd7760f99-1ab2-4c1a-b9a4-e7833edc0d6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': 'd848ca97-582e-4575-b8d2-a0b3331046f8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93884) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 13 11:24:18.906247 dv-cinder-797608-16-iscsi neutron-server[93884]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ee1d137a-fe34-4862-9b3e-d7daac4d8e83 admin admin] Network hostable DHCP agents. Network: d848ca97-582e-4575-b8d2-a0b3331046f8, hostable agents: ['1ffcc762-1342-4182-afbd-f33f0b43fadf'], hosted agents: [] {{(pid=93884) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 13 11:24:18.923116 dv-cinder-797608-16-iscsi neutron-server[93884]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ee1d137a-fe34-4862-9b3e-d7daac4d8e83 admin admin] Network d848ca97-582e-4575-b8d2-a0b3331046f8 is scheduled to be hosted by DHCP agent 1ffcc762-1342-4182-afbd-f33f0b43fadf with binding_index 1 {{(pid=93884) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 13 11:24:18.931821 dv-cinder-797608-16-iscsi neutron-server[93884]: DEBUG neutron.scheduler.base_scheduler [None req-ee1d137a-fe34-4862-9b3e-d7daac4d8e83 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-797608-16-iscsi, d848ca97-582e-4575-b8d2-a0b3331046f8) {{(pid=93884) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 13 11:24:18.935842 dv-cinder-797608-16-iscsi neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ee1d137a-fe34-4862-9b3e-d7daac4d8e83 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 11:24:18.936408 dv-cinder-797608-16-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-ee1d137a-fe34-4862-9b3e-d7daac4d8e83 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 11:24:18.940391 dv-cinder-797608-16-iscsi neutron-server[93885]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4a515202-6dc9-49fa-816e-fa9591ea9489 None None] Network d848ca97-582e-4575-b8d2-a0b3331046f8 requested from dv-cinder-797608-16-iscsi {{(pid=93885) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 13 11:24:18.952275 dv-cinder-797608-16-iscsi neutron-server[93884]: INFO neutron.wsgi [None req-ee1d137a-fe34-4862-9b3e-d7daac4d8e83 admin admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.4161775 Aug 13 11:24:18.954911 dv-cinder-797608-16-iscsi neutron-server[93884]: DEBUG neutron.wsgi [-] (93884) accepted ('10.222.0.32', 51296) {{(pid=93884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 11:24:18.959119 dv-cinder-797608-16-iscsi neutron-server[93884]: DEBUG neutron.api.v2.base [None req-19ac5109-c40a-4a7e-b62a-97835dab4930 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1446874391-router', 'tenant_id': '112efd90c61c40cd876ef84f07b2e03b', 'external_gateway_info': {'network_id': '7c3f0979-58a5-4465-87f9-e256377c6b61'}}} {{(pid=93884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 13 11:24:18.979174 dv-cinder-797608-16-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-19ac5109-c40a-4a7e-b62a-97835dab4930 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1575915', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-130446'] for router, before_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 11:24:18.980174 dv-cinder-797608-16-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-19ac5109-c40a-4a7e-b62a-97835dab4930 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1586555', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1585448', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1643304', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-130433'] for router, precommit_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 11:24:19.043015 dv-cinder-797608-16-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-19ac5109-c40a-4a7e-b62a-97835dab4930 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 11:24:19.093842 dv-cinder-797608-16-iscsi neutron-server[93885]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e0d2f92b-bee9-4f8d-9035-6b544f8f576d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp84322506-7e22-5c26-8af9-4bf3580d711c-d848ca97-582e-4575-b8d2-a0b3331046f8', 'network_id': 'd848ca97-582e-4575-b8d2-a0b3331046f8', 'tenant_id': '112efd90c61c40cd876ef84f07b2e03b', 'fixed_ips': [{'subnet_id': 'b5ff7553-4e89-4946-811e-0438ac747dfc'}]}} from dv-cinder-797608-16-iscsi. {{(pid=93885) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 13 11:24:19.094717 dv-cinder-797608-16-iscsi neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-e0d2f92b-bee9-4f8d-9035-6b544f8f576d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935434'] for port, before_create {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 11:24:19.180668 dv-cinder-797608-16-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-19ac5109-c40a-4a7e-b62a-97835dab4930 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 11:24:19.222589 dv-cinder-797608-16-iscsi neutron-server[93885]: DEBUG neutron.db.db_base_plugin_common [None req-e0d2f92b-bee9-4f8d-9035-6b544f8f576d None None] Allocated IP 172.20.0.2 (d848ca97-582e-4575-b8d2-a0b3331046f8/b5ff7553-4e89-4946-811e-0438ac747dfc/86ce841a-87d5-4874-bdcd-2f584f9e1b96) {{(pid=93885) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 13 11:24:19.249470 dv-cinder-797608-16-iscsi neutron-server[93885]: DEBUG neutron.plugins.ml2.rpc [None req-a0b9b986-0706-4fc6-9cf9-0eb02d2513dc None None] Device bec7f6e6-fda9-4e55-b235-243402f8d2f0 up at agent hyperv_hv-cinder-79760 {{(pid=93885) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 13 11:24:19.356163 dv-cinder-797608-16-iscsi neutron-server[93885]: DEBUG neutron.db.provisioning_blocks [None req-a0b9b986-0706-4fc6-9cf9-0eb02d2513dc None None] Provisioning for port bec7f6e6-fda9-4e55-b235-243402f8d2f0 completed by entity L2. {{(pid=93885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 13 11:24:19.363096 dv-cinder-797608-16-iscsi neutron-server[93885]: DEBUG neutron.db.provisioning_blocks [None req-a0b9b986-0706-4fc6-9cf9-0eb02d2513dc None None] Provisioning complete for port bec7f6e6-fda9-4e55-b235-243402f8d2f0 triggered by entity L2. {{(pid=93885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 13 11:24:19.363458 dv-cinder-797608-16-iscsi neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-a0b9b986-0706-4fc6-9cf9-0eb02d2513dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-997193'] for port, provisioning_complete {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 11:24:19.378562 dv-cinder-797608-16-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-19ac5109-c40a-4a7e-b62a-97835dab4930 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 11:24:19.397861 dv-cinder-797608-16-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-19ac5109-c40a-4a7e-b62a-97835dab4930 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935434'] for port, before_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 11:24:19.434467 dv-cinder-797608-16-iscsi neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-e0d2f92b-bee9-4f8d-9035-6b544f8f576d None None] Notify callbacks [] for port, precommit_create {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 11:24:19.446181 dv-cinder-797608-16-iscsi neutron-server[93885]: DEBUG neutron.db.provisioning_blocks [None req-e0d2f92b-bee9-4f8d-9035-6b544f8f576d None None] Transition to ACTIVE for port object 86ce841a-87d5-4874-bdcd-2f584f9e1b96 will not be triggered until provisioned by entity L2. {{(pid=93885) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 13 11:24:19.480362 dv-cinder-797608-16-iscsi neutron-server[93885]: DEBUG neutron.db.provisioning_blocks [None req-e0d2f92b-bee9-4f8d-9035-6b544f8f576d None None] Transition to ACTIVE for port object 86ce841a-87d5-4874-bdcd-2f584f9e1b96 will not be triggered until provisioned by entity DHCP. {{(pid=93885) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 13 11:24:19.495030 dv-cinder-797608-16-iscsi neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-e0d2f92b-bee9-4f8d-9035-6b544f8f576d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935844', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611014', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782137337079'] for port, after_create {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 11:24:19.510885 dv-cinder-797608-16-iscsi neutron-server[93884]: DEBUG neutron.db.db_base_plugin_common [None req-19ac5109-c40a-4a7e-b62a-97835dab4930 admin admin] Allocated IP 172.27.2.31 (7c3f0979-58a5-4465-87f9-e256377c6b61/ba735781-2bff-41d5-99b4-7ca705ee91ca/4ae4070a-324b-4afd-b2ca-bc6e2364e985) {{(pid=93884) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 13 11:24:19.525056 dv-cinder-797608-16-iscsi neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-a0b9b986-0706-4fc6-9cf9-0eb02d2513dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935434'] for port, before_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 11:24:19.545088 dv-cinder-797608-16-iscsi neutron-server[93885]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e0d2f92b-bee9-4f8d-9035-6b544f8f576d None None] Network d848ca97-582e-4575-b8d2-a0b3331046f8 is already hosted by enough agents. {{(pid=93885) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 13 11:24:19.551446 dv-cinder-797608-16-iscsi neutron-server[93885]: DEBUG neutron.scheduler.base_scheduler [None req-e0d2f92b-bee9-4f8d-9035-6b544f8f576d None None] Resources bound (agent type, host, resource id): {{(pid=93885) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 13 11:24:19.557496 dv-cinder-797608-16-iscsi neutron-server[93885]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0d2f92b-bee9-4f8d-9035-6b544f8f576d None None] Received port after_create {{(pid=93885) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 13 11:24:19.566775 dv-cinder-797608-16-iscsi neutron-server[93885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0d2f92b-bee9-4f8d-9035-6b544f8f576d None None] Pushing event updated for resources: {'Port': ['ID=86ce841a-87d5-4874-bdcd-2f584f9e1b96,revision_number=1']} {{(pid=93885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 11:24:19.574613 dv-cinder-797608-16-iscsi neutron-server[93885]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'aa0a566e-da2b-449d-aa8c-a9df34e28bef', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bec7f6e6-fda9-4e55-b235-243402f8d2f0'}] {{(pid=93885) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 13 11:24:19.577350 dv-cinder-797608-16-iscsi neutron-server[93885]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6271a0dfd589c32cbc3478448621ce6e19c81a8dd821b4c159629fbe4478ed77" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-41972c09-096c-4668-8630-8a4fb79f78cd" -d '{"events": [{"server_uuid": "aa0a566e-da2b-449d-aa8c-a9df34e28bef", "name": "network-vif-plugged", "status": "completed", "tag": "bec7f6e6-fda9-4e55-b235-243402f8d2f0"}]}' {{(pid=93885) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 13 11:24:19.615524 dv-cinder-797608-16-iscsi neutron-server[93885]: DEBUG neutron.plugins.ml2.db [None req-a0b9b986-0706-4fc6-9cf9-0eb02d2513dc None None] For port bec7f6e6-fda9-4e55-b235-243402f8d2f0, host hv-cinder-79760, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79760',level=0,port_id=bec7f6e6-fda9-4e55-b235-243402f8d2f0,segment=NetworkSegment(0fa64963-7e93-4d0e-b107-3a0c1a54420b),segment_id=0fa64963-7e93-4d0e-b107-3a0c1a54420b)] {{(pid=93885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 13 11:24:19.628496 dv-cinder-797608-16-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-19ac5109-c40a-4a7e-b62a-97835dab4930 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 11:24:19.630270 dv-cinder-797608-16-iscsi neutron-server[93885]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 13 Aug 2021 11:24:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-958d884b-da65-472a-8ea7-f0e47a685232 x-openstack-request-id: req-958d884b-da65-472a-8ea7-f0e47a685232 {{(pid=93885) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 13 11:24:19.630532 dv-cinder-797608-16-iscsi neutron-server[93885]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "aa0a566e-da2b-449d-aa8c-a9df34e28bef", "name": "network-vif-plugged", "status": "completed", "tag": "bec7f6e6-fda9-4e55-b235-243402f8d2f0", "code": 200}]} {{(pid=93885) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 13 11:24:19.630781 dv-cinder-797608-16-iscsi neutron-server[93885]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-958d884b-da65-472a-8ea7-f0e47a685232 {{(pid=93885) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 13 11:24:19.631161 dv-cinder-797608-16-iscsi neutron-server[93885]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'aa0a566e-da2b-449d-aa8c-a9df34e28bef', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bec7f6e6-fda9-4e55-b235-243402f8d2f0', 'code': 200} Aug 13 11:24:19.635528 dv-cinder-797608-16-iscsi neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-a0b9b986-0706-4fc6-9cf9-0eb02d2513dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935844', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611014', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782137889940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782137337613', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782137337631'] for port, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 11:24:19.667268 dv-cinder-797608-16-iscsi neutron-server[93885]: DEBUG neutron.plugins.ml2.managers [None req-e0d2f92b-bee9-4f8d-9035-6b544f8f576d None None] Attempting to bind port 86ce841a-87d5-4874-bdcd-2f584f9e1b96 on host dv-cinder-797608-16-iscsi for vnic_type normal with profile {{(pid=93885) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 13 11:24:19.667663 dv-cinder-797608-16-iscsi neutron-server[93885]: DEBUG neutron.plugins.ml2.managers [None req-e0d2f92b-bee9-4f8d-9035-6b544f8f576d None None] Attempting to bind port 86ce841a-87d5-4874-bdcd-2f584f9e1b96 by drivers openvswitch,hyperv on host dv-cinder-797608-16-iscsi at level 0 using segments [{'id': 'd7760f99-1ab2-4c1a-b9a4-e7833edc0d6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': 'd848ca97-582e-4575-b8d2-a0b3331046f8'}] {{(pid=93885) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 13 11:24:19.668271 dv-cinder-797608-16-iscsi neutron-server[93885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0d2f92b-bee9-4f8d-9035-6b544f8f576d None None] Attempting to bind port 86ce841a-87d5-4874-bdcd-2f584f9e1b96 on network d848ca97-582e-4575-b8d2-a0b3331046f8 {{(pid=93885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 13 11:24:19.675053 dv-cinder-797608-16-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-19ac5109-c40a-4a7e-b62a-97835dab4930 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935844', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611014', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782137337079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2141180323'] for port, after_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 11:24:19.677536 dv-cinder-797608-16-iscsi neutron-server[93885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0d2f92b-bee9-4f8d-9035-6b544f8f576d None None] Checking agent: {'id': '649b788e-933d-40b8-a73c-f58c5ea7beff', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-797608-16-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 13, 11, 11, 41), 'started_at': datetime.datetime(2021, 8, 13, 11, 12, 11), 'heartbeat_timestamp': datetime.datetime(2021, 8, 13, 11, 24, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-797608-16-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 13 11:24:19.677932 dv-cinder-797608-16-iscsi neutron-server[93885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0d2f92b-bee9-4f8d-9035-6b544f8f576d None None] Checking segment: {'id': 'd7760f99-1ab2-4c1a-b9a4-e7833edc0d6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': 'd848ca97-582e-4575-b8d2-a0b3331046f8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93885) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 13 11:24:19.678392 dv-cinder-797608-16-iscsi neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-e0d2f92b-bee9-4f8d-9035-6b544f8f576d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 11:24:19.679158 dv-cinder-797608-16-iscsi neutron-server[93885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0d2f92b-bee9-4f8d-9035-6b544f8f576d None None] Bound using segment: {'id': 'd7760f99-1ab2-4c1a-b9a4-e7833edc0d6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': 'd848ca97-582e-4575-b8d2-a0b3331046f8'} {{(pid=93885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 13 11:24:19.679286 dv-cinder-797608-16-iscsi neutron-server[93885]: DEBUG neutron.plugins.ml2.managers [None req-e0d2f92b-bee9-4f8d-9035-6b544f8f576d None None] Bound port: 86ce841a-87d5-4874-bdcd-2f584f9e1b96, host: dv-cinder-797608-16-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd7760f99-1ab2-4c1a-b9a4-e7833edc0d6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': 'd848ca97-582e-4575-b8d2-a0b3331046f8'}}] {{(pid=93885) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 13 11:24:19.679588 dv-cinder-797608-16-iscsi neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-e0d2f92b-bee9-4f8d-9035-6b544f8f576d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935434'] for port, before_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 11:24:19.708319 dv-cinder-797608-16-iscsi neutron-server[93885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0b9b986-0706-4fc6-9cf9-0eb02d2513dc None None] Pushing event updated for resources: {'Port': ['ID=bec7f6e6-fda9-4e55-b235-243402f8d2f0,revision_number=5']} {{(pid=93885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 11:24:19.734602 dv-cinder-797608-16-iscsi neutron-server[93884]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-19ac5109-c40a-4a7e-b62a-97835dab4930 admin admin] Network 7c3f0979-58a5-4465-87f9-e256377c6b61 is already hosted by enough agents. {{(pid=93884) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 13 11:24:19.736283 dv-cinder-797608-16-iscsi neutron-server[93884]: DEBUG neutron.scheduler.base_scheduler [None req-19ac5109-c40a-4a7e-b62a-97835dab4930 admin admin] Resources bound (agent type, host, resource id): {{(pid=93884) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 13 11:24:19.749473 dv-cinder-797608-16-iscsi neutron-server[93884]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19ac5109-c40a-4a7e-b62a-97835dab4930 admin admin] Received port after_create {{(pid=93884) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 13 11:24:19.771156 dv-cinder-797608-16-iscsi neutron-server[93885]: DEBUG neutron.plugins.ml2.db [None req-e0d2f92b-bee9-4f8d-9035-6b544f8f576d None None] For port 86ce841a-87d5-4874-bdcd-2f584f9e1b96, host dv-cinder-797608-16-iscsi, cleared binding levels {{(pid=93885) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 13 11:24:19.775137 dv-cinder-797608-16-iscsi neutron-server[93885]: DEBUG neutron.plugins.ml2.db [None req-e0d2f92b-bee9-4f8d-9035-6b544f8f576d None None] For port 86ce841a-87d5-4874-bdcd-2f584f9e1b96, host dv-cinder-797608-16-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797608-16-iscsi',level=0,port_id=86ce841a-87d5-4874-bdcd-2f584f9e1b96,segment=NetworkSegment(d7760f99-1ab2-4c1a-b9a4-e7833edc0d6a),segment_id=d7760f99-1ab2-4c1a-b9a4-e7833edc0d6a)] {{(pid=93885) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 13 11:24:19.783827 dv-cinder-797608-16-iscsi neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-e0d2f92b-bee9-4f8d-9035-6b544f8f576d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935844', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611014', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782137889940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782137337613', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782137337631'] for port, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 11:24:19.822233 dv-cinder-797608-16-iscsi neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19ac5109-c40a-4a7e-b62a-97835dab4930 admin admin] Pushing event updated for resources: {'Port': ['ID=4ae4070a-324b-4afd-b2ca-bc6e2364e985,revision_number=1']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 11:24:19.849845 dv-cinder-797608-16-iscsi neutron-server[93885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0d2f92b-bee9-4f8d-9035-6b544f8f576d None None] Pushing event updated for resources: {'Port': ['ID=86ce841a-87d5-4874-bdcd-2f584f9e1b96,revision_number=2']} {{(pid=93885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 11:24:19.867671 dv-cinder-797608-16-iscsi neutron-server[93885]: DEBUG neutron.plugins.ml2.rpc [None req-05931952-e11e-4e12-af58-ece1398d134b None None] Device 4fc32cd2-d548-4c4a-a0aa-1462d966d51b up at agent ovs-agent-dv-cinder-797608-16-iscsi {{(pid=93885) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 13 11:24:19.879144 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb958a2c-e080-40da-851d-3b0fc5aa3bef req-0ccba741-5ac0-462a-b1ca-a9873dcf6f05 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 11:24:19.891204 dv-cinder-797608-16-iscsi neutron-server[93883]: INFO neutron.wsgi [req-eb958a2c-e080-40da-851d-3b0fc5aa3bef req-0ccba741-5ac0-462a-b1ca-a9873dcf6f05 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=aa0a566e-da2b-449d-aa8c-a9df34e28bef HTTP/1.1" status: 200 len: 1098 time: 0.0702705 Aug 13 11:24:19.919820 dv-cinder-797608-16-iscsi neutron-server[93886]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd8a56cc-ccaa-48cc-aff3-9c0daaad4ae2 None None] Sync routers for ids ['c0e02222-bc49-409f-b80d-8d57550897e7'] in dv-cinder-797608-16-iscsi {{(pid=93886) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 13 11:24:19.934107 dv-cinder-797608-16-iscsi neutron-server[93886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd8a56cc-ccaa-48cc-aff3-9c0daaad4ae2 None None] Routers {'c0e02222-bc49-409f-b80d-8d57550897e7'} bound to L3 agent in host dv-cinder-797608-16-iscsi {{(pid=93886) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 13 11:24:19.935164 dv-cinder-797608-16-iscsi neutron-server[93886]: DEBUG neutron.db.l3_hamode_db [None req-cd8a56cc-ccaa-48cc-aff3-9c0daaad4ae2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797608-16-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-13T11:11:41Z,description=,heartbeat_timestamp=2021-08-13T11:24:11Z,host='dv-cinder-797608-16-iscsi',id=120d27b5-31d8-4cd2-97b4-2412c45088e1,load=0,resource_versions=,resources_synced=,started_at=2021-08-13T11:11:41Z,topic='l3_agent')) {'router_ids': ['c0e02222-bc49-409f-b80d-8d57550897e7'], 'active': True} {{(pid=93886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 13 11:24:19.939718 dv-cinder-797608-16-iscsi neutron-server[93885]: DEBUG neutron.db.provisioning_blocks [None req-05931952-e11e-4e12-af58-ece1398d134b None None] Provisioning for port 4fc32cd2-d548-4c4a-a0aa-1462d966d51b completed by entity L2. {{(pid=93885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 13 11:24:19.945714 dv-cinder-797608-16-iscsi neutron-server[93885]: DEBUG neutron.db.provisioning_blocks [None req-05931952-e11e-4e12-af58-ece1398d134b None None] Provisioning complete for port 4fc32cd2-d548-4c4a-a0aa-1462d966d51b triggered by entity L2. {{(pid=93885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 13 11:24:19.946804 dv-cinder-797608-16-iscsi neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-05931952-e11e-4e12-af58-ece1398d134b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-997193'] for port, provisioning_complete {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 11:24:19.952728 dv-cinder-797608-16-iscsi neutron-server[93883]: INFO neutron.wsgi [req-eb958a2c-e080-40da-851d-3b0fc5aa3bef req-ca835a13-fc3d-42e5-9d82-46a876bba499 service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=26f817c1-933c-4977-9085-1dee6d7b8bee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0535614 Aug 13 11:24:20.032460 dv-cinder-797608-16-iscsi neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8237073d-53f2-43aa-b383-75d82a6f5256 req-df5f9ee6-d739-44da-aeeb-80669cfc9a14 tempest-AttachVolumeShelveTestJSON-167533422 tempest-AttachVolumeShelveTestJSON-167533422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 11:24:20.034119 dv-cinder-797608-16-iscsi neutron-server[93884]: INFO neutron.wsgi [req-8237073d-53f2-43aa-b383-75d82a6f5256 req-df5f9ee6-d739-44da-aeeb-80669cfc9a14 tempest-AttachVolumeShelveTestJSON-167533422 tempest-AttachVolumeShelveTestJSON-167533422-project] 10.222.0.32 "GET /v2.0/ports?device_id=aa0a566e-da2b-449d-aa8c-a9df34e28bef HTTP/1.1" status: 200 len: 945 time: 0.1443350 Aug 13 11:24:20.045814 dv-cinder-797608-16-iscsi neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-05931952-e11e-4e12-af58-ece1398d134b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935434'] for port, before_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 11:24:20.082185 dv-cinder-797608-16-iscsi neutron-server[93885]: DEBUG neutron.plugins.ml2.db [None req-05931952-e11e-4e12-af58-ece1398d134b None None] For port 4fc32cd2-d548-4c4a-a0aa-1462d966d51b, host dv-cinder-797608-16-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797608-16-iscsi',level=0,port_id=4fc32cd2-d548-4c4a-a0aa-1462d966d51b,segment=NetworkSegment(3f6765c6-6e72-475e-8aaa-7134ee4679ca),segment_id=3f6765c6-6e72-475e-8aaa-7134ee4679ca)] {{(pid=93885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 13 11:24:20.084946 dv-cinder-797608-16-iscsi neutron-server[93886]: DEBUG neutron.db.l3_dvr_db [None req-cd8a56cc-ccaa-48cc-aff3-9c0daaad4ae2 None None] Set router c0e02222-bc49-409f-b80d-8d57550897e7 gateway port host: dv-cinder-797608-16-iscsi {{(pid=93886) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 13 11:24:20.088860 dv-cinder-797608-16-iscsi neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-05931952-e11e-4e12-af58-ece1398d134b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935844', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611014', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782137889940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782137337613', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782137337631'] for port, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 11:24:20.146855 dv-cinder-797608-16-iscsi neutron-server[93884]: INFO neutron.wsgi [req-8237073d-53f2-43aa-b383-75d82a6f5256 req-9e9eb8ae-abc0-4b2c-b77e-96e5ae30f0f7 tempest-AttachVolumeShelveTestJSON-167533422 tempest-AttachVolumeShelveTestJSON-167533422-project] 10.222.0.32 "GET /v2.0/security-groups?id=26f817c1-933c-4977-9085-1dee6d7b8bee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1039190 Aug 13 11:24:20.198903 dv-cinder-797608-16-iscsi neutron-server[93885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05931952-e11e-4e12-af58-ece1398d134b None None] Pushing event updated for resources: {'Port': ['ID=4fc32cd2-d548-4c4a-a0aa-1462d966d51b,revision_number=4']} {{(pid=93885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 11:24:20.221888 dv-cinder-797608-16-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-19ac5109-c40a-4a7e-b62a-97835dab4930 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 11:24:20.345963 dv-cinder-797608-16-iscsi neutron-server[93886]: DEBUG neutron.db.l3_hamode_db [None req-cd8a56cc-ccaa-48cc-aff3-9c0daaad4ae2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c0e02222-bc49-409f-b80d-8d57550897e7', 'name': 'tempest-TestMinimumBasicScenario-954123041-router', 'tenant_id': '52eae21d815a427f8c153edfc7da0f4d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c3f0979-58a5-4465-87f9-e256377c6b61', 'external_fixed_ips': [{'subnet_id': 'ba735781-2bff-41d5-99b4-7ca705ee91ca', 'ip_address': '172.27.2.233'}], 'enable_snat': True}, 'gw_port_id': '4fc32cd2-d548-4c4a-a0aa-1462d966d51b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-13T11:24:14Z', 'updated_at': '2021-08-13T11:24:16Z', 'revision_number': 4, 'project_id': '52eae21d815a427f8c153edfc7da0f4d', 'gw_port': {'id': '4fc32cd2-d548-4c4a-a0aa-1462d966d51b', 'name': '', 'network_id': '7c3f0979-58a5-4465-87f9-e256377c6b61', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:15:11', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c0e02222-bc49-409f-b80d-8d57550897e7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 571, 'fixed_ips': [{'subnet_id': 'ba735781-2bff-41d5-99b4-7ca705ee91ca', 'ip_address': '172.27.2.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-13T11:24:14Z', 'updated_at': '2021-08-13T11:24:17Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ba735781-2bff-41d5-99b4-7ca705ee91ca', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797608-16-iscsi', '_interfaces': [{'id': 'de2ed6d0-1979-44dc-90cf-46bc18363a46', 'name': '', 'network_id': '2aa59b6b-9eac-4bc1-9e70-61768bc81d23', 'tenant_id': '52eae21d815a427f8c153edfc7da0f4d', 'mac_address': 'fa:16:3e:09:14:6b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c0e02222-bc49-409f-b80d-8d57550897e7', 'device_owner': 'network:router_interface', 'standard_attr_id': 572, 'fixed_ips': [{'subnet_id': '1a6b0303-dad4-4d64-ab26-271478830140', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-13T11:24:16Z', 'updated_at': '2021-08-13T11:24:16Z', 'revision_number': 2, 'project_id': '52eae21d815a427f8c153edfc7da0f4d', 'subnets': [{'id': '1a6b0303-dad4-4d64-ab26-271478830140', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-797608-16-iscsi', False) {} {{(pid=93886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 13 11:24:20.371702 dv-cinder-797608-16-iscsi neutron-server[93886]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd8a56cc-ccaa-48cc-aff3-9c0daaad4ae2 None None] Checking router: c0e02222-bc49-409f-b80d-8d57550897e7 for host: dv-cinder-797608-16-iscsi {{(pid=93886) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 13 11:24:20.372049 dv-cinder-797608-16-iscsi neutron-server[93886]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd8a56cc-ccaa-48cc-aff3-9c0daaad4ae2 None None] Updating router c0e02222-bc49-409f-b80d-8d57550897e7 port de2ed6d0-1979-44dc-90cf-46bc18363a46 binding host dv-cinder-797608-16-iscsi {{(pid=93886) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 13 11:24:20.400249 dv-cinder-797608-16-iscsi neutron-server[93886]: DEBUG neutron_lib.callbacks.manager [None req-cd8a56cc-ccaa-48cc-aff3-9c0daaad4ae2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935434'] for port, before_update {{(pid=93886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 11:24:20.426708 dv-cinder-797608-16-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-19ac5109-c40a-4a7e-b62a-97835dab4930 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1586528', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1585661'] for router, after_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 11:24:20.552869 dv-cinder-797608-16-iscsi neutron-server[93884]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-19ac5109-c40a-4a7e-b62a-97835dab4930 admin admin] Router 2149b544-f69e-41e9-98e7-dfddd992c479 is scheduled to L3 agent 120d27b5-31d8-4cd2-97b4-2412c45088e1 with binding_index 1 {{(pid=93884) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 13 11:24:20.662848 dv-cinder-797608-16-iscsi neutron-server[93884]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-19ac5109-c40a-4a7e-b62a-97835dab4930 admin admin] Notify agent at l3_agent.dv-cinder-797608-16-iscsi the message routers_updated {{(pid=93884) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 13 11:24:20.664581 dv-cinder-797608-16-iscsi neutron-server[93886]: DEBUG neutron_lib.callbacks.manager [None req-cd8a56cc-ccaa-48cc-aff3-9c0daaad4ae2 None None] Notify callbacks [] for port, precommit_update {{(pid=93886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 11:24:20.675438 dv-cinder-797608-16-iscsi neutron-server[93885]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a33fd84-2e09-4fca-badf-66b439f6d477 None None] Sync routers for ids ['2149b544-f69e-41e9-98e7-dfddd992c479'] in dv-cinder-797608-16-iscsi {{(pid=93885) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 13 11:24:20.677095 dv-cinder-797608-16-iscsi neutron-server[93886]: DEBUG neutron.db.provisioning_blocks [None req-cd8a56cc-ccaa-48cc-aff3-9c0daaad4ae2 None None] Transition to ACTIVE for port object de2ed6d0-1979-44dc-90cf-46bc18363a46 will not be triggered until provisioned by entity L2. {{(pid=93886) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 13 11:24:20.685938 dv-cinder-797608-16-iscsi neutron-server[93886]: DEBUG neutron_lib.callbacks.manager [None req-cd8a56cc-ccaa-48cc-aff3-9c0daaad4ae2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935844', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611014', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782137889940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782137337613', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782137337631'] for port, after_update {{(pid=93886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 11:24:20.686281 dv-cinder-797608-16-iscsi neutron-server[93885]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a33fd84-2e09-4fca-badf-66b439f6d477 None None] Routers {'2149b544-f69e-41e9-98e7-dfddd992c479'} bound to L3 agent in host dv-cinder-797608-16-iscsi {{(pid=93885) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 13 11:24:20.686910 dv-cinder-797608-16-iscsi neutron-server[93885]: DEBUG neutron.db.l3_hamode_db [None req-5a33fd84-2e09-4fca-badf-66b439f6d477 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797608-16-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-13T11:11:41Z,description=,heartbeat_timestamp=2021-08-13T11:24:11Z,host='dv-cinder-797608-16-iscsi',id=120d27b5-31d8-4cd2-97b4-2412c45088e1,load=0,resource_versions=,resources_synced=,started_at=2021-08-13T11:11:41Z,topic='l3_agent')) {'router_ids': ['2149b544-f69e-41e9-98e7-dfddd992c479'], 'active': True} {{(pid=93885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 13 11:24:20.688340 dv-cinder-797608-16-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-19ac5109-c40a-4a7e-b62a-97835dab4930 admin admin] Notify callbacks [] for router, before_response {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 11:24:20.690458 dv-cinder-797608-16-iscsi neutron-server[93884]: INFO neutron.wsgi [None req-19ac5109-c40a-4a7e-b62a-97835dab4930 admin admin] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 1.7345891 Aug 13 11:24:20.692310 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.32', 51302) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 11:24:20.747610 dv-cinder-797608-16-iscsi neutron-server[93886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5baf5df5-f1f3-4561-abbb-1ccf7c37bea8 None None] Pushing event updated for resources: {'Port': ['ID=de2ed6d0-1979-44dc-90cf-46bc18363a46,revision_number=3']} {{(pid=93886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 11:24:20.828095 dv-cinder-797608-16-iscsi neutron-server[93886]: DEBUG neutron.plugins.ml2.managers [None req-cd8a56cc-ccaa-48cc-aff3-9c0daaad4ae2 None None] Attempting to bind port de2ed6d0-1979-44dc-90cf-46bc18363a46 on host dv-cinder-797608-16-iscsi for vnic_type normal with profile {{(pid=93886) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 13 11:24:20.828463 dv-cinder-797608-16-iscsi neutron-server[93886]: DEBUG neutron.plugins.ml2.managers [None req-cd8a56cc-ccaa-48cc-aff3-9c0daaad4ae2 None None] Attempting to bind port de2ed6d0-1979-44dc-90cf-46bc18363a46 by drivers openvswitch,hyperv on host dv-cinder-797608-16-iscsi at level 0 using segments [{'id': 'ef5f1ad6-f862-42d5-a57b-2af73e349ffb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': '2aa59b6b-9eac-4bc1-9e70-61768bc81d23'}] {{(pid=93886) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 13 11:24:20.830880 dv-cinder-797608-16-iscsi neutron-server[93886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd8a56cc-ccaa-48cc-aff3-9c0daaad4ae2 None None] Attempting to bind port de2ed6d0-1979-44dc-90cf-46bc18363a46 on network 2aa59b6b-9eac-4bc1-9e70-61768bc81d23 {{(pid=93886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 13 11:24:20.835221 dv-cinder-797608-16-iscsi neutron-server[93885]: DEBUG neutron.db.l3_dvr_db [None req-5a33fd84-2e09-4fca-badf-66b439f6d477 None None] Set router 2149b544-f69e-41e9-98e7-dfddd992c479 gateway port host: dv-cinder-797608-16-iscsi {{(pid=93885) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 13 11:24:20.838208 dv-cinder-797608-16-iscsi neutron-server[93886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd8a56cc-ccaa-48cc-aff3-9c0daaad4ae2 None None] Checking agent: {'id': '649b788e-933d-40b8-a73c-f58c5ea7beff', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-797608-16-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 13, 11, 11, 41), 'started_at': datetime.datetime(2021, 8, 13, 11, 12, 11), 'heartbeat_timestamp': datetime.datetime(2021, 8, 13, 11, 24, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-797608-16-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 13 11:24:20.838914 dv-cinder-797608-16-iscsi neutron-server[93886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd8a56cc-ccaa-48cc-aff3-9c0daaad4ae2 None None] Checking segment: {'id': 'ef5f1ad6-f862-42d5-a57b-2af73e349ffb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': '2aa59b6b-9eac-4bc1-9e70-61768bc81d23'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93886) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 13 11:24:20.839553 dv-cinder-797608-16-iscsi neutron-server[93886]: DEBUG neutron_lib.callbacks.manager [None req-cd8a56cc-ccaa-48cc-aff3-9c0daaad4ae2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 11:24:20.840420 dv-cinder-797608-16-iscsi neutron-server[93886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd8a56cc-ccaa-48cc-aff3-9c0daaad4ae2 None None] Bound using segment: {'id': 'ef5f1ad6-f862-42d5-a57b-2af73e349ffb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': '2aa59b6b-9eac-4bc1-9e70-61768bc81d23'} {{(pid=93886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 13 11:24:20.841127 dv-cinder-797608-16-iscsi neutron-server[93886]: DEBUG neutron.plugins.ml2.managers [None req-cd8a56cc-ccaa-48cc-aff3-9c0daaad4ae2 None None] Bound port: de2ed6d0-1979-44dc-90cf-46bc18363a46, host: dv-cinder-797608-16-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ef5f1ad6-f862-42d5-a57b-2af73e349ffb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': '2aa59b6b-9eac-4bc1-9e70-61768bc81d23'}}] {{(pid=93886) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 13 11:24:20.842459 dv-cinder-797608-16-iscsi neutron-server[93886]: DEBUG neutron_lib.callbacks.manager [None req-cd8a56cc-ccaa-48cc-aff3-9c0daaad4ae2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935434'] for port, before_update {{(pid=93886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 11:24:20.932183 dv-cinder-797608-16-iscsi neutron-server[93886]: DEBUG neutron.plugins.ml2.db [None req-cd8a56cc-ccaa-48cc-aff3-9c0daaad4ae2 None None] For port de2ed6d0-1979-44dc-90cf-46bc18363a46, host dv-cinder-797608-16-iscsi, cleared binding levels {{(pid=93886) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 13 11:24:20.935431 dv-cinder-797608-16-iscsi neutron-server[93886]: DEBUG neutron.plugins.ml2.db [None req-cd8a56cc-ccaa-48cc-aff3-9c0daaad4ae2 None None] For port de2ed6d0-1979-44dc-90cf-46bc18363a46, host dv-cinder-797608-16-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797608-16-iscsi',level=0,port_id=de2ed6d0-1979-44dc-90cf-46bc18363a46,segment=NetworkSegment(ef5f1ad6-f862-42d5-a57b-2af73e349ffb),segment_id=ef5f1ad6-f862-42d5-a57b-2af73e349ffb)] {{(pid=93886) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 13 11:24:20.941124 dv-cinder-797608-16-iscsi neutron-server[93886]: DEBUG neutron_lib.callbacks.manager [None req-cd8a56cc-ccaa-48cc-aff3-9c0daaad4ae2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935844', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611014', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782137889940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782137337613', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782137337631'] for port, after_update {{(pid=93886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 11:24:21.011510 dv-cinder-797608-16-iscsi neutron-server[93886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5baf5df5-f1f3-4561-abbb-1ccf7c37bea8 None None] Pushing event updated for resources: {'Port': ['ID=de2ed6d0-1979-44dc-90cf-46bc18363a46,revision_number=4']} {{(pid=93886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 11:24:21.049292 dv-cinder-797608-16-iscsi neutron-server[93886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd8a56cc-ccaa-48cc-aff3-9c0daaad4ae2 None None] Routers {'c0e02222-bc49-409f-b80d-8d57550897e7'} bound to L3 agent in host dv-cinder-797608-16-iscsi {{(pid=93886) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 13 11:24:21.050328 dv-cinder-797608-16-iscsi neutron-server[93886]: DEBUG neutron.db.l3_hamode_db [None req-cd8a56cc-ccaa-48cc-aff3-9c0daaad4ae2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797608-16-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-13T11:11:41Z,description=,heartbeat_timestamp=2021-08-13T11:24:11Z,host='dv-cinder-797608-16-iscsi',id=120d27b5-31d8-4cd2-97b4-2412c45088e1,load=0,resource_versions=,resources_synced=,started_at=2021-08-13T11:11:41Z,topic='l3_agent')) {'router_ids': ['c0e02222-bc49-409f-b80d-8d57550897e7'], 'active': True} {{(pid=93886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 13 11:24:21.137303 dv-cinder-797608-16-iscsi neutron-server[93885]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4d715fdb-0c22-4181-aff4-b3bf625fa2f6 None None] Network d848ca97-582e-4575-b8d2-a0b3331046f8 requested from dv-cinder-797608-16-iscsi {{(pid=93885) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 13 11:24:21.198090 dv-cinder-797608-16-iscsi neutron-server[93885]: DEBUG neutron.db.l3_hamode_db [None req-5a33fd84-2e09-4fca-badf-66b439f6d477 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2149b544-f69e-41e9-98e7-dfddd992c479', 'name': 'tempest-TestMinimumBasicScenario-1446874391-router', 'tenant_id': '112efd90c61c40cd876ef84f07b2e03b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c3f0979-58a5-4465-87f9-e256377c6b61', 'external_fixed_ips': [{'subnet_id': 'ba735781-2bff-41d5-99b4-7ca705ee91ca', 'ip_address': '172.27.2.31'}], 'enable_snat': True}, 'gw_port_id': '4ae4070a-324b-4afd-b2ca-bc6e2364e985', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-13T11:24:18Z', 'updated_at': '2021-08-13T11:24:20Z', 'revision_number': 3, 'project_id': '112efd90c61c40cd876ef84f07b2e03b', 'gw_port': {'id': '4ae4070a-324b-4afd-b2ca-bc6e2364e985', 'name': '', 'network_id': '7c3f0979-58a5-4465-87f9-e256377c6b61', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:4f:d0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2149b544-f69e-41e9-98e7-dfddd992c479', 'device_owner': 'network:router_gateway', 'standard_attr_id': 583, 'fixed_ips': [{'subnet_id': 'ba735781-2bff-41d5-99b4-7ca705ee91ca', 'ip_address': '172.27.2.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-13T11:24:19Z', 'updated_at': '2021-08-13T11:24:19Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ba735781-2bff-41d5-99b4-7ca705ee91ca', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797608-16-iscsi'}], 'dv-cinder-797608-16-iscsi', False) {} {{(pid=93885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 13 11:24:21.226320 dv-cinder-797608-16-iscsi neutron-server[93886]: DEBUG neutron.db.l3_dvr_db [None req-cd8a56cc-ccaa-48cc-aff3-9c0daaad4ae2 None None] Set router c0e02222-bc49-409f-b80d-8d57550897e7 gateway port host: dv-cinder-797608-16-iscsi {{(pid=93886) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 13 11:24:21.238188 dv-cinder-797608-16-iscsi neutron-server[93885]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a33fd84-2e09-4fca-badf-66b439f6d477 None None] Checking router: 2149b544-f69e-41e9-98e7-dfddd992c479 for host: dv-cinder-797608-16-iscsi {{(pid=93885) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 13 11:24:21.239309 dv-cinder-797608-16-iscsi neutron-server[93885]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a33fd84-2e09-4fca-badf-66b439f6d477 None None] Updating router 2149b544-f69e-41e9-98e7-dfddd992c479 port 4ae4070a-324b-4afd-b2ca-bc6e2364e985 binding host dv-cinder-797608-16-iscsi {{(pid=93885) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 13 11:24:21.278955 dv-cinder-797608-16-iscsi neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-5a33fd84-2e09-4fca-badf-66b439f6d477 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935434'] for port, before_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 11:24:21.287293 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-aaeada3d-6cf9-4dd5-9676-f908ee2ec9b4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935434'] for port, before_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 11:24:21.379957 dv-cinder-797608-16-iscsi neutron-server[93885]: DEBUG neutron.db.provisioning_blocks [None req-d211bbb5-fa16-4fef-ac43-a2cb7606a981 None None] Provisioning for port 86ce841a-87d5-4874-bdcd-2f584f9e1b96 completed by entity DHCP. {{(pid=93885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 13 11:24:21.418796 dv-cinder-797608-16-iscsi neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba16f9ef-41ee-4dea-98f5-fb9fa9c9bd58 req-32de1b26-bb8f-4c97-af49-172e59fbddb1 tempest-AttachVolumeShelveTestJSON-167533422 tempest-AttachVolumeShelveTestJSON-167533422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 11:24:21.426798 dv-cinder-797608-16-iscsi neutron-server[93884]: INFO neutron.wsgi [req-ba16f9ef-41ee-4dea-98f5-fb9fa9c9bd58 req-32de1b26-bb8f-4c97-af49-172e59fbddb1 tempest-AttachVolumeShelveTestJSON-167533422 tempest-AttachVolumeShelveTestJSON-167533422-project] 10.222.0.32 "GET /v2.0/ports?device_id=aa0a566e-da2b-449d-aa8c-a9df34e28bef HTTP/1.1" status: 200 len: 945 time: 0.1437268 Aug 13 11:24:21.471237 dv-cinder-797608-16-iscsi neutron-server[93884]: INFO neutron.wsgi [req-ba16f9ef-41ee-4dea-98f5-fb9fa9c9bd58 req-6201e28a-573c-4a21-8379-e7af44fe0dc7 tempest-AttachVolumeShelveTestJSON-167533422 tempest-AttachVolumeShelveTestJSON-167533422-project] 10.222.0.32 "GET /v2.0/security-groups?id=26f817c1-933c-4977-9085-1dee6d7b8bee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399997 Aug 13 11:24:21.495775 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron.db.db_base_plugin_common [None req-aaeada3d-6cf9-4dd5-9676-f908ee2ec9b4 admin admin] Allocated IP 172.20.0.1 (d848ca97-582e-4575-b8d2-a0b3331046f8/b5ff7553-4e89-4946-811e-0438ac747dfc/6823edf3-a34c-4581-b49d-fbafd45bac52) {{(pid=93883) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 13 11:24:21.613359 dv-cinder-797608-16-iscsi neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7040746a-5e4d-4338-a3a8-3427c2c9c482 req-e07aee5c-ff2f-4bc5-ba8c-0fb481ce490f tempest-AttachVolumeShelveTestJSON-167533422 tempest-AttachVolumeShelveTestJSON-167533422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 11:24:21.614912 dv-cinder-797608-16-iscsi neutron-server[93884]: INFO neutron.wsgi [req-7040746a-5e4d-4338-a3a8-3427c2c9c482 req-e07aee5c-ff2f-4bc5-ba8c-0fb481ce490f tempest-AttachVolumeShelveTestJSON-167533422 tempest-AttachVolumeShelveTestJSON-167533422-project] 10.222.0.32 "GET /v2.0/ports?device_id=aa0a566e-da2b-449d-aa8c-a9df34e28bef HTTP/1.1" status: 200 len: 945 time: 0.0592878 Aug 13 11:24:21.624357 dv-cinder-797608-16-iscsi neutron-server[93884]: DEBUG neutron.wsgi [-] (93884) accepted ('10.222.0.32', 51312) {{(pid=93884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 11:24:21.630628 dv-cinder-797608-16-iscsi neutron-server[93884]: DEBUG neutron.api.v2.base [None req-1953ca59-08bf-4867-832a-849cd7c50f07 tempest-AttachVolumeShelveTestJSON-167533422 tempest-AttachVolumeShelveTestJSON-167533422-project] Request body: {'floatingip': {'port_id': 'bec7f6e6-fda9-4e55-b235-243402f8d2f0'}} {{(pid=93884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 13 11:24:21.646261 dv-cinder-797608-16-iscsi neutron-server[93886]: DEBUG neutron.db.l3_hamode_db [None req-cd8a56cc-ccaa-48cc-aff3-9c0daaad4ae2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c0e02222-bc49-409f-b80d-8d57550897e7', 'name': 'tempest-TestMinimumBasicScenario-954123041-router', 'tenant_id': '52eae21d815a427f8c153edfc7da0f4d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c3f0979-58a5-4465-87f9-e256377c6b61', 'external_fixed_ips': [{'subnet_id': 'ba735781-2bff-41d5-99b4-7ca705ee91ca', 'ip_address': '172.27.2.233'}], 'enable_snat': True}, 'gw_port_id': '4fc32cd2-d548-4c4a-a0aa-1462d966d51b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-13T11:24:14Z', 'updated_at': '2021-08-13T11:24:16Z', 'revision_number': 4, 'project_id': '52eae21d815a427f8c153edfc7da0f4d', 'gw_port': {'id': '4fc32cd2-d548-4c4a-a0aa-1462d966d51b', 'name': '', 'network_id': '7c3f0979-58a5-4465-87f9-e256377c6b61', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:15:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0e02222-bc49-409f-b80d-8d57550897e7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 571, 'fixed_ips': [{'subnet_id': 'ba735781-2bff-41d5-99b4-7ca705ee91ca', 'ip_address': '172.27.2.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-13T11:24:14Z', 'updated_at': '2021-08-13T11:24:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ba735781-2bff-41d5-99b4-7ca705ee91ca', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797608-16-iscsi', '_interfaces': [{'id': 'de2ed6d0-1979-44dc-90cf-46bc18363a46', 'name': '', 'network_id': '2aa59b6b-9eac-4bc1-9e70-61768bc81d23', 'tenant_id': '52eae21d815a427f8c153edfc7da0f4d', 'mac_address': 'fa:16:3e:09:14:6b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c0e02222-bc49-409f-b80d-8d57550897e7', 'device_owner': 'network:router_interface', 'standard_attr_id': 572, 'fixed_ips': [{'subnet_id': '1a6b0303-dad4-4d64-ab26-271478830140', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-13T11:24:16Z', 'updated_at': '2021-08-13T11:24:20Z', 'revision_number': 4, 'project_id': '52eae21d815a427f8c153edfc7da0f4d', 'subnets': [{'id': '1a6b0303-dad4-4d64-ab26-271478830140', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-797608-16-iscsi', False) {} {{(pid=93886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 13 11:24:21.655992 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-aaeada3d-6cf9-4dd5-9676-f908ee2ec9b4 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 11:24:21.672012 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron.db.provisioning_blocks [None req-aaeada3d-6cf9-4dd5-9676-f908ee2ec9b4 admin admin] Transition to ACTIVE for port object 6823edf3-a34c-4581-b49d-fbafd45bac52 will not be triggered until provisioned by entity DHCP. {{(pid=93883) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 13 11:24:21.674561 dv-cinder-797608-16-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-1953ca59-08bf-4867-832a-849cd7c50f07 tempest-AttachVolumeShelveTestJSON-167533422 tempest-AttachVolumeShelveTestJSON-167533422-project] Notify callbacks [] for floatingip, before_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 11:24:21.708568 dv-cinder-797608-16-iscsi neutron-server[93886]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd8a56cc-ccaa-48cc-aff3-9c0daaad4ae2 None None] The sync data for ids ['c0e02222-bc49-409f-b80d-8d57550897e7'] in dv-cinder-797608-16-iscsi is: [{'id': 'c0e02222-bc49-409f-b80d-8d57550897e7', 'name': 'tempest-TestMinimumBasicScenario-954123041-router', 'tenant_id': '52eae21d815a427f8c153edfc7da0f4d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c3f0979-58a5-4465-87f9-e256377c6b61', 'external_fixed_ips': [{'subnet_id': 'ba735781-2bff-41d5-99b4-7ca705ee91ca', 'ip_address': '172.27.2.233'}], 'enable_snat': True}, 'gw_port_id': '4fc32cd2-d548-4c4a-a0aa-1462d966d51b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-13T11:24:14Z', 'updated_at': '2021-08-13T11:24:16Z', 'revision_number': 4, 'project_id': '52eae21d815a427f8c153edfc7da0f4d', 'gw_port': {'id': '4fc32cd2-d548-4c4a-a0aa-1462d966d51b', 'name': '', 'network_id': '7c3f0979-58a5-4465-87f9-e256377c6b61', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:15:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0e02222-bc49-409f-b80d-8d57550897e7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 571, 'fixed_ips': [{'subnet_id': 'ba735781-2bff-41d5-99b4-7ca705ee91ca', 'ip_address': '172.27.2.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-13T11:24:14Z', 'updated_at': '2021-08-13T11:24:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ba735781-2bff-41d5-99b4-7ca705ee91ca', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797608-16-iscsi', '_interfaces': [{'id': 'de2ed6d0-1979-44dc-90cf-46bc18363a46', 'name': '', 'network_id': '2aa59b6b-9eac-4bc1-9e70-61768bc81d23', 'tenant_id': '52eae21d815a427f8c153edfc7da0f4d', 'mac_address': 'fa:16:3e:09:14:6b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c0e02222-bc49-409f-b80d-8d57550897e7', 'device_owner': 'network:router_interface', 'standard_attr_id': 572, 'fixed_ips': [{'subnet_id': '1a6b0303-dad4-4d64-ab26-271478830140', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-13T11:24:16Z', 'updated_at': '2021-08-13T11:24:20Z', 'revision_number': 4, 'project_id': '52eae21d815a427f8c153edfc7da0f4d', 'subnets': [{'id': '1a6b0303-dad4-4d64-ab26-271478830140', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93886) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 13 11:24:21.714244 dv-cinder-797608-16-iscsi neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-5a33fd84-2e09-4fca-badf-66b439f6d477 None None] Notify callbacks [] for port, precommit_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 11:24:21.714778 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-aaeada3d-6cf9-4dd5-9676-f908ee2ec9b4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935844', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611014', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782137337079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2139128394'] for port, after_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 11:24:21.730965 dv-cinder-797608-16-iscsi neutron-server[93885]: DEBUG neutron.db.provisioning_blocks [None req-5a33fd84-2e09-4fca-badf-66b439f6d477 None None] Transition to ACTIVE for port object 4ae4070a-324b-4afd-b2ca-bc6e2364e985 will not be triggered until provisioned by entity L2. {{(pid=93885) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 13 11:24:21.748648 dv-cinder-797608-16-iscsi neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-5a33fd84-2e09-4fca-badf-66b439f6d477 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935844', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611014', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782137889940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782137337613', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782137337631'] for port, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 11:24:21.763887 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aaeada3d-6cf9-4dd5-9676-f908ee2ec9b4 admin admin] Network d848ca97-582e-4575-b8d2-a0b3331046f8 is already hosted by enough agents. {{(pid=93883) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 13 11:24:21.766886 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron.scheduler.base_scheduler [None req-aaeada3d-6cf9-4dd5-9676-f908ee2ec9b4 admin admin] Resources bound (agent type, host, resource id): {{(pid=93883) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 13 11:24:21.773757 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aaeada3d-6cf9-4dd5-9676-f908ee2ec9b4 admin admin] Received port after_create {{(pid=93883) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 13 11:24:21.818385 dv-cinder-797608-16-iscsi neutron-server[93885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92bddf24-f561-428f-a0d9-38c2277eec37 None None] Pushing event updated for resources: {'Port': ['ID=4ae4070a-324b-4afd-b2ca-bc6e2364e985,revision_number=2']} {{(pid=93885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 11:24:21.829736 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-aaeada3d-6cf9-4dd5-9676-f908ee2ec9b4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-2002984'] for router_interface, before_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 11:24:21.838736 dv-cinder-797608-16-iscsi neutron-server[93885]: DEBUG neutron.plugins.ml2.managers [None req-5a33fd84-2e09-4fca-badf-66b439f6d477 None None] Attempting to bind port 4ae4070a-324b-4afd-b2ca-bc6e2364e985 on host dv-cinder-797608-16-iscsi for vnic_type normal with profile {{(pid=93885) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 13 11:24:21.839110 dv-cinder-797608-16-iscsi neutron-server[93885]: DEBUG neutron.plugins.ml2.managers [None req-5a33fd84-2e09-4fca-badf-66b439f6d477 None None] Attempting to bind port 4ae4070a-324b-4afd-b2ca-bc6e2364e985 by drivers openvswitch,hyperv on host dv-cinder-797608-16-iscsi at level 0 using segments [{'id': '3f6765c6-6e72-475e-8aaa-7134ee4679ca', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7c3f0979-58a5-4465-87f9-e256377c6b61'}] {{(pid=93885) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 13 11:24:21.839509 dv-cinder-797608-16-iscsi neutron-server[93885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a33fd84-2e09-4fca-badf-66b439f6d477 None None] Attempting to bind port 4ae4070a-324b-4afd-b2ca-bc6e2364e985 on network 7c3f0979-58a5-4465-87f9-e256377c6b61 {{(pid=93885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 13 11:24:21.850541 dv-cinder-797608-16-iscsi neutron-server[93885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a33fd84-2e09-4fca-badf-66b439f6d477 None None] Checking agent: {'id': '649b788e-933d-40b8-a73c-f58c5ea7beff', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-797608-16-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 13, 11, 11, 41), 'started_at': datetime.datetime(2021, 8, 13, 11, 12, 11), 'heartbeat_timestamp': datetime.datetime(2021, 8, 13, 11, 24, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-797608-16-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 13 11:24:21.850541 dv-cinder-797608-16-iscsi neutron-server[93885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a33fd84-2e09-4fca-badf-66b439f6d477 None None] Checking segment: {'id': '3f6765c6-6e72-475e-8aaa-7134ee4679ca', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7c3f0979-58a5-4465-87f9-e256377c6b61'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93885) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 13 11:24:21.850541 dv-cinder-797608-16-iscsi neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-5a33fd84-2e09-4fca-badf-66b439f6d477 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 11:24:21.850930 dv-cinder-797608-16-iscsi neutron-server[93885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a33fd84-2e09-4fca-badf-66b439f6d477 None None] Bound using segment: {'id': '3f6765c6-6e72-475e-8aaa-7134ee4679ca', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7c3f0979-58a5-4465-87f9-e256377c6b61'} {{(pid=93885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 13 11:24:21.851402 dv-cinder-797608-16-iscsi neutron-server[93885]: DEBUG neutron.plugins.ml2.managers [None req-5a33fd84-2e09-4fca-badf-66b439f6d477 None None] Bound port: 4ae4070a-324b-4afd-b2ca-bc6e2364e985, host: dv-cinder-797608-16-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3f6765c6-6e72-475e-8aaa-7134ee4679ca', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7c3f0979-58a5-4465-87f9-e256377c6b61'}}] {{(pid=93885) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 13 11:24:21.851694 dv-cinder-797608-16-iscsi neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-5a33fd84-2e09-4fca-badf-66b439f6d477 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935434'] for port, before_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 11:24:21.890610 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaeada3d-6cf9-4dd5-9676-f908ee2ec9b4 admin admin] Pushing event updated for resources: {'Port': ['ID=6823edf3-a34c-4581-b49d-fbafd45bac52,revision_number=1']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 11:24:21.970175 dv-cinder-797608-16-iscsi neutron-server[93885]: DEBUG neutron.plugins.ml2.db [None req-5a33fd84-2e09-4fca-badf-66b439f6d477 None None] For port 4ae4070a-324b-4afd-b2ca-bc6e2364e985, host dv-cinder-797608-16-iscsi, cleared binding levels {{(pid=93885) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 13 11:24:21.974879 dv-cinder-797608-16-iscsi neutron-server[93885]: DEBUG neutron.plugins.ml2.db [None req-5a33fd84-2e09-4fca-badf-66b439f6d477 None None] For port 4ae4070a-324b-4afd-b2ca-bc6e2364e985, host dv-cinder-797608-16-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797608-16-iscsi',level=0,port_id=4ae4070a-324b-4afd-b2ca-bc6e2364e985,segment=NetworkSegment(3f6765c6-6e72-475e-8aaa-7134ee4679ca),segment_id=3f6765c6-6e72-475e-8aaa-7134ee4679ca)] {{(pid=93885) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 13 11:24:21.982920 dv-cinder-797608-16-iscsi neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-5a33fd84-2e09-4fca-badf-66b439f6d477 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935844', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611014', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782137889940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782137337613', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782137337631'] for port, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 11:24:22.025567 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-aaeada3d-6cf9-4dd5-9676-f908ee2ec9b4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935434'] for port, before_update {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 11:24:22.064425 dv-cinder-797608-16-iscsi neutron-server[93885]: DEBUG neutron.plugins.ml2.rpc [None req-05931952-e11e-4e12-af58-ece1398d134b None None] Device de2ed6d0-1979-44dc-90cf-46bc18363a46 up at agent ovs-agent-dv-cinder-797608-16-iscsi {{(pid=93885) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 13 11:24:22.101429 dv-cinder-797608-16-iscsi neutron-server[93885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92bddf24-f561-428f-a0d9-38c2277eec37 None None] Pushing event updated for resources: {'Port': ['ID=4ae4070a-324b-4afd-b2ca-bc6e2364e985,revision_number=3']} {{(pid=93885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 11:24:22.141721 dv-cinder-797608-16-iscsi neutron-server[93885]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a33fd84-2e09-4fca-badf-66b439f6d477 None None] Routers {'2149b544-f69e-41e9-98e7-dfddd992c479'} bound to L3 agent in host dv-cinder-797608-16-iscsi {{(pid=93885) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 13 11:24:22.142350 dv-cinder-797608-16-iscsi neutron-server[93885]: DEBUG neutron.db.l3_hamode_db [None req-5a33fd84-2e09-4fca-badf-66b439f6d477 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797608-16-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-13T11:11:41Z,description=,heartbeat_timestamp=2021-08-13T11:24:11Z,host='dv-cinder-797608-16-iscsi',id=120d27b5-31d8-4cd2-97b4-2412c45088e1,load=0,resource_versions=,resources_synced=,started_at=2021-08-13T11:11:41Z,topic='l3_agent')) {'router_ids': ['2149b544-f69e-41e9-98e7-dfddd992c479'], 'active': True} {{(pid=93885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 13 11:24:22.221074 dv-cinder-797608-16-iscsi neutron-server[93885]: DEBUG neutron.db.provisioning_blocks [None req-05931952-e11e-4e12-af58-ece1398d134b None None] Provisioning for port de2ed6d0-1979-44dc-90cf-46bc18363a46 completed by entity L2. {{(pid=93885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 13 11:24:22.274871 dv-cinder-797608-16-iscsi neutron-server[93885]: DEBUG neutron.db.provisioning_blocks [None req-05931952-e11e-4e12-af58-ece1398d134b None None] Provisioning complete for port de2ed6d0-1979-44dc-90cf-46bc18363a46 triggered by entity L2. {{(pid=93885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 13 11:24:22.275539 dv-cinder-797608-16-iscsi neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-05931952-e11e-4e12-af58-ece1398d134b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-997193'] for port, provisioning_complete {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 11:24:22.309016 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-aaeada3d-6cf9-4dd5-9676-f908ee2ec9b4 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 11:24:22.315960 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-aaeada3d-6cf9-4dd5-9676-f908ee2ec9b4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935844', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611014', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782137889940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782137337613', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782137337631', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2139128387'] for port, after_update {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 11:24:22.330529 dv-cinder-797608-16-iscsi neutron-server[93885]: DEBUG neutron.db.l3_dvr_db [None req-5a33fd84-2e09-4fca-badf-66b439f6d477 None None] Set router 2149b544-f69e-41e9-98e7-dfddd992c479 gateway port host: dv-cinder-797608-16-iscsi {{(pid=93885) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 13 11:24:22.399499 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-aaeada3d-6cf9-4dd5-9676-f908ee2ec9b4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1611060', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-2003132'] for router_interface, after_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 11:24:22.401278 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaeada3d-6cf9-4dd5-9676-f908ee2ec9b4 admin admin] Pushing event updated for resources: {'Port': ['ID=6823edf3-a34c-4581-b49d-fbafd45bac52,revision_number=2']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 11:24:22.510516 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aaeada3d-6cf9-4dd5-9676-f908ee2ec9b4 admin admin] Network d848ca97-582e-4575-b8d2-a0b3331046f8 is already hosted by enough agents. {{(pid=93883) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 13 11:24:22.512124 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron.scheduler.base_scheduler [None req-aaeada3d-6cf9-4dd5-9676-f908ee2ec9b4 admin admin] Resources bound (agent type, host, resource id): {{(pid=93883) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 13 11:24:22.535418 dv-cinder-797608-16-iscsi neutron-server[93885]: DEBUG neutron.db.provisioning_blocks [None req-eaa7f5a9-d937-4d2d-b380-1a321ccbe96e None None] Provisioning for port 6823edf3-a34c-4581-b49d-fbafd45bac52 completed by entity DHCP. {{(pid=93885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 13 11:24:22.551876 dv-cinder-797608-16-iscsi neutron-server[93885]: DEBUG neutron.db.provisioning_blocks [None req-eaa7f5a9-d937-4d2d-b380-1a321ccbe96e None None] Provisioning complete for port 6823edf3-a34c-4581-b49d-fbafd45bac52 triggered by entity DHCP. {{(pid=93885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 13 11:24:22.551876 dv-cinder-797608-16-iscsi neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-eaa7f5a9-d937-4d2d-b380-1a321ccbe96e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-997193'] for port, provisioning_complete {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 11:24:22.696275 dv-cinder-797608-16-iscsi neutron-server[93885]: DEBUG neutron.plugins.ml2.plugin [None req-eaa7f5a9-d937-4d2d-b380-1a321ccbe96e None None] Port 6823edf3-a34c-4581-b49d-fbafd45bac52 cannot update to ACTIVE because it is not bound. {{(pid=93885) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 13 11:24:22.703860 dv-cinder-797608-16-iscsi neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-05931952-e11e-4e12-af58-ece1398d134b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935434'] for port, before_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 11:24:22.725232 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-aaeada3d-6cf9-4dd5-9676-f908ee2ec9b4 admin admin] Router 2149b544-f69e-41e9-98e7-dfddd992c479 has already been hosted by L3 agent 120d27b5-31d8-4cd2-97b4-2412c45088e1 {{(pid=93883) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 13 11:24:22.742221 dv-cinder-797608-16-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-1953ca59-08bf-4867-832a-849cd7c50f07 tempest-AttachVolumeShelveTestJSON-167533422 tempest-AttachVolumeShelveTestJSON-167533422-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 11:24:22.752927 dv-cinder-797608-16-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-1953ca59-08bf-4867-832a-849cd7c50f07 tempest-AttachVolumeShelveTestJSON-167533422 tempest-AttachVolumeShelveTestJSON-167533422-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1585555'] for floatingip, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 11:24:22.768295 dv-cinder-797608-16-iscsi neutron-server[93885]: DEBUG neutron.plugins.ml2.db [None req-05931952-e11e-4e12-af58-ece1398d134b None None] For port de2ed6d0-1979-44dc-90cf-46bc18363a46, host dv-cinder-797608-16-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797608-16-iscsi',level=0,port_id=de2ed6d0-1979-44dc-90cf-46bc18363a46,segment=NetworkSegment(ef5f1ad6-f862-42d5-a57b-2af73e349ffb),segment_id=ef5f1ad6-f862-42d5-a57b-2af73e349ffb)] {{(pid=93885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 13 11:24:22.775785 dv-cinder-797608-16-iscsi neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-05931952-e11e-4e12-af58-ece1398d134b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935844', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611014', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782137889940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782137337613', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782137337631'] for port, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 11:24:22.776834 dv-cinder-797608-16-iscsi neutron-server[93885]: DEBUG neutron.plugins.ml2.rpc [None req-05931952-e11e-4e12-af58-ece1398d134b None None] Device 4fc32cd2-d548-4c4a-a0aa-1462d966d51b up at agent ovs-agent-dv-cinder-797608-16-iscsi {{(pid=93885) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 13 11:24:22.856934 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aaeada3d-6cf9-4dd5-9676-f908ee2ec9b4 admin admin] Notify agent at l3_agent.dv-cinder-797608-16-iscsi the message routers_updated {{(pid=93883) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 13 11:24:22.861786 dv-cinder-797608-16-iscsi neutron-server[93883]: INFO neutron.wsgi [None req-aaeada3d-6cf9-4dd5-9676-f908ee2ec9b4 admin admin] 10.222.0.32 "PUT /v2.0/routers/2149b544-f69e-41e9-98e7-dfddd992c479/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1683424 Aug 13 11:24:22.863657 dv-cinder-797608-16-iscsi neutron-server[93884]: INFO neutron.db.l3_db [None req-1953ca59-08bf-4867-832a-849cd7c50f07 tempest-AttachVolumeShelveTestJSON-167533422 tempest-AttachVolumeShelveTestJSON-167533422-project] Floating IP aeac024d-ac3d-4261-a223-d4d309e6c0a4 associated. External IP: 172.27.2.223, port: bec7f6e6-fda9-4e55-b235-243402f8d2f0. Aug 13 11:24:22.903570 dv-cinder-797608-16-iscsi neutron-server[93885]: DEBUG neutron.db.provisioning_blocks [None req-f252377e-8906-4410-a1bd-79c8004d7588 None None] Provisioning complete for port 6823edf3-a34c-4581-b49d-fbafd45bac52 triggered by entity DHCP. {{(pid=93885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 13 11:24:22.903952 dv-cinder-797608-16-iscsi neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-f252377e-8906-4410-a1bd-79c8004d7588 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-997193'] for port, provisioning_complete {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 11:24:22.932539 dv-cinder-797608-16-iscsi neutron-server[93885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05931952-e11e-4e12-af58-ece1398d134b None None] Pushing event updated for resources: {'Port': ['ID=de2ed6d0-1979-44dc-90cf-46bc18363a46,revision_number=5']} {{(pid=93885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 11:24:22.958060 dv-cinder-797608-16-iscsi neutron-server[93885]: DEBUG neutron.plugins.ml2.plugin [None req-f252377e-8906-4410-a1bd-79c8004d7588 None None] Port 6823edf3-a34c-4581-b49d-fbafd45bac52 cannot update to ACTIVE because it is not bound. {{(pid=93885) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 13 11:24:22.966728 dv-cinder-797608-16-iscsi neutron-server[93885]: DEBUG neutron.db.l3_hamode_db [None req-5a33fd84-2e09-4fca-badf-66b439f6d477 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2149b544-f69e-41e9-98e7-dfddd992c479', 'name': 'tempest-TestMinimumBasicScenario-1446874391-router', 'tenant_id': '112efd90c61c40cd876ef84f07b2e03b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c3f0979-58a5-4465-87f9-e256377c6b61', 'external_fixed_ips': [{'subnet_id': 'ba735781-2bff-41d5-99b4-7ca705ee91ca', 'ip_address': '172.27.2.31'}], 'enable_snat': True}, 'gw_port_id': '4ae4070a-324b-4afd-b2ca-bc6e2364e985', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-13T11:24:18Z', 'updated_at': '2021-08-13T11:24:21Z', 'revision_number': 4, 'project_id': '112efd90c61c40cd876ef84f07b2e03b', 'gw_port': {'id': '4ae4070a-324b-4afd-b2ca-bc6e2364e985', 'name': '', 'network_id': '7c3f0979-58a5-4465-87f9-e256377c6b61', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:4f:d0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2149b544-f69e-41e9-98e7-dfddd992c479', 'device_owner': 'network:router_gateway', 'standard_attr_id': 583, 'fixed_ips': [{'subnet_id': 'ba735781-2bff-41d5-99b4-7ca705ee91ca', 'ip_address': '172.27.2.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-13T11:24:19Z', 'updated_at': '2021-08-13T11:24:21Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ba735781-2bff-41d5-99b4-7ca705ee91ca', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797608-16-iscsi', '_interfaces': [{'id': '6823edf3-a34c-4581-b49d-fbafd45bac52', 'name': '', 'network_id': 'd848ca97-582e-4575-b8d2-a0b3331046f8', 'tenant_id': '112efd90c61c40cd876ef84f07b2e03b', 'mac_address': 'fa:16:3e:11:33:06', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2149b544-f69e-41e9-98e7-dfddd992c479', 'device_owner': 'network:router_interface', 'standard_attr_id': 584, 'fixed_ips': [{'subnet_id': 'b5ff7553-4e89-4946-811e-0438ac747dfc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-13T11:24:21Z', 'updated_at': '2021-08-13T11:24:21Z', 'revision_number': 1, 'project_id': '112efd90c61c40cd876ef84f07b2e03b', 'subnets': [{'id': 'b5ff7553-4e89-4946-811e-0438ac747dfc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-797608-16-iscsi', False) {} {{(pid=93885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 13 11:24:22.969358 dv-cinder-797608-16-iscsi neutron-server[93885]: DEBUG neutron.db.provisioning_blocks [None req-05931952-e11e-4e12-af58-ece1398d134b None None] Provisioning complete for port 4fc32cd2-d548-4c4a-a0aa-1462d966d51b triggered by entity L2. {{(pid=93885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 13 11:24:22.969728 dv-cinder-797608-16-iscsi neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-05931952-e11e-4e12-af58-ece1398d134b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-997193'] for port, provisioning_complete {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 11:24:22.994453 dv-cinder-797608-16-iscsi neutron-server[93885]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a33fd84-2e09-4fca-badf-66b439f6d477 None None] The sync data for ids ['2149b544-f69e-41e9-98e7-dfddd992c479'] in dv-cinder-797608-16-iscsi is: [{'id': '2149b544-f69e-41e9-98e7-dfddd992c479', 'name': 'tempest-TestMinimumBasicScenario-1446874391-router', 'tenant_id': '112efd90c61c40cd876ef84f07b2e03b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c3f0979-58a5-4465-87f9-e256377c6b61', 'external_fixed_ips': [{'subnet_id': 'ba735781-2bff-41d5-99b4-7ca705ee91ca', 'ip_address': '172.27.2.31'}], 'enable_snat': True}, 'gw_port_id': '4ae4070a-324b-4afd-b2ca-bc6e2364e985', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-13T11:24:18Z', 'updated_at': '2021-08-13T11:24:21Z', 'revision_number': 4, 'project_id': '112efd90c61c40cd876ef84f07b2e03b', 'gw_port': {'id': '4ae4070a-324b-4afd-b2ca-bc6e2364e985', 'name': '', 'network_id': '7c3f0979-58a5-4465-87f9-e256377c6b61', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:4f:d0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2149b544-f69e-41e9-98e7-dfddd992c479', 'device_owner': 'network:router_gateway', 'standard_attr_id': 583, 'fixed_ips': [{'subnet_id': 'ba735781-2bff-41d5-99b4-7ca705ee91ca', 'ip_address': '172.27.2.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-13T11:24:19Z', 'updated_at': '2021-08-13T11:24:21Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ba735781-2bff-41d5-99b4-7ca705ee91ca', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797608-16-iscsi', '_interfaces': [{'id': '6823edf3-a34c-4581-b49d-fbafd45bac52', 'name': '', 'network_id': 'd848ca97-582e-4575-b8d2-a0b3331046f8', 'tenant_id': '112efd90c61c40cd876ef84f07b2e03b', 'mac_address': 'fa:16:3e:11:33:06', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2149b544-f69e-41e9-98e7-dfddd992c479', 'device_owner': 'network:router_interface', 'standard_attr_id': 584, 'fixed_ips': [{'subnet_id': 'b5ff7553-4e89-4946-811e-0438ac747dfc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-13T11:24:21Z', 'updated_at': '2021-08-13T11:24:21Z', 'revision_number': 1, 'project_id': '112efd90c61c40cd876ef84f07b2e03b', 'subnets': [{'id': 'b5ff7553-4e89-4946-811e-0438ac747dfc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93885) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 13 11:24:23.083012 dv-cinder-797608-16-iscsi neutron-server[93885]: DEBUG neutron.plugins.ml2.rpc [None req-05931952-e11e-4e12-af58-ece1398d134b None None] Device 86ce841a-87d5-4874-bdcd-2f584f9e1b96 up at agent ovs-agent-dv-cinder-797608-16-iscsi {{(pid=93885) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 13 11:24:23.094635 dv-cinder-797608-16-iscsi neutron-server[93884]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1953ca59-08bf-4867-832a-849cd7c50f07 tempest-AttachVolumeShelveTestJSON-167533422 tempest-AttachVolumeShelveTestJSON-167533422-project] Router 45fcef0b-5e49-4ed1-8f5f-be1c9887f9b9 has already been hosted by L3 agent 120d27b5-31d8-4cd2-97b4-2412c45088e1 {{(pid=93884) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 13 11:24:23.148067 dv-cinder-797608-16-iscsi neutron-server[93885]: DEBUG neutron.db.provisioning_blocks [None req-05931952-e11e-4e12-af58-ece1398d134b None None] Provisioning for port 86ce841a-87d5-4874-bdcd-2f584f9e1b96 completed by entity L2. {{(pid=93885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 13 11:24:23.152184 dv-cinder-797608-16-iscsi neutron-server[93885]: DEBUG neutron.db.provisioning_blocks [None req-05931952-e11e-4e12-af58-ece1398d134b None None] Provisioning complete for port 86ce841a-87d5-4874-bdcd-2f584f9e1b96 triggered by entity L2. {{(pid=93885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 13 11:24:23.152560 dv-cinder-797608-16-iscsi neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-05931952-e11e-4e12-af58-ece1398d134b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-997193'] for port, provisioning_complete {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 11:24:23.224040 dv-cinder-797608-16-iscsi neutron-server[93884]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1953ca59-08bf-4867-832a-849cd7c50f07 tempest-AttachVolumeShelveTestJSON-167533422 tempest-AttachVolumeShelveTestJSON-167533422-project] Notify agent at l3_agent.dv-cinder-797608-16-iscsi the message routers_updated {{(pid=93884) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 13 11:24:23.228562 dv-cinder-797608-16-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-1953ca59-08bf-4867-832a-849cd7c50f07 tempest-AttachVolumeShelveTestJSON-167533422 tempest-AttachVolumeShelveTestJSON-167533422-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-128352'] for floatingip, before_response {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 11:24:23.240561 dv-cinder-797608-16-iscsi neutron-server[93886]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c07f7fb-3e7c-4f12-9e5a-3d45de7defbe None None] Sync routers for ids ['45fcef0b-5e49-4ed1-8f5f-be1c9887f9b9'] in dv-cinder-797608-16-iscsi {{(pid=93886) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 13 11:24:23.253276 dv-cinder-797608-16-iscsi neutron-server[93886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c07f7fb-3e7c-4f12-9e5a-3d45de7defbe None None] Routers {'45fcef0b-5e49-4ed1-8f5f-be1c9887f9b9'} bound to L3 agent in host dv-cinder-797608-16-iscsi {{(pid=93886) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 13 11:24:23.268934 dv-cinder-797608-16-iscsi neutron-server[93886]: DEBUG neutron.db.l3_hamode_db [None req-5c07f7fb-3e7c-4f12-9e5a-3d45de7defbe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797608-16-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-13T11:11:41Z,description=,heartbeat_timestamp=2021-08-13T11:24:11Z,host='dv-cinder-797608-16-iscsi',id=120d27b5-31d8-4cd2-97b4-2412c45088e1,load=0,resource_versions=,resources_synced=,started_at=2021-08-13T11:11:41Z,topic='l3_agent')) {'router_ids': ['45fcef0b-5e49-4ed1-8f5f-be1c9887f9b9'], 'active': True} {{(pid=93886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 13 11:24:23.275721 dv-cinder-797608-16-iscsi neutron-server[93884]: INFO neutron.wsgi [None req-1953ca59-08bf-4867-832a-849cd7c50f07 tempest-AttachVolumeShelveTestJSON-167533422 tempest-AttachVolumeShelveTestJSON-167533422-project] 10.222.0.32 "PUT /v2.0/floatingips/aeac024d-ac3d-4261-a223-d4d309e6c0a4 HTTP/1.1" status: 200 len: 991 time: 1.6500247 Aug 13 11:24:23.276451 dv-cinder-797608-16-iscsi neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-05931952-e11e-4e12-af58-ece1398d134b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935434'] for port, before_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 11:24:23.277501 dv-cinder-797608-16-iscsi neutron-server[93884]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'aa0a566e-da2b-449d-aa8c-a9df34e28bef', 'tag': 'bec7f6e6-fda9-4e55-b235-243402f8d2f0'}] {{(pid=93884) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 13 11:24:23.280598 dv-cinder-797608-16-iscsi neutron-server[93884]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}70f01c08a00349be11dfcfb62f4fe7a1e23395be4279a346f0a082136c645f60" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c33bfcdc-a925-468a-9fad-41e53d68b0e9" -d '{"events": [{"name": "network-changed", "server_uuid": "aa0a566e-da2b-449d-aa8c-a9df34e28bef", "tag": "bec7f6e6-fda9-4e55-b235-243402f8d2f0"}]}' {{(pid=93884) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 13 11:24:23.328340 dv-cinder-797608-16-iscsi neutron-server[93884]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 13 Aug 2021 11:24:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fe856f98-3f25-47f8-ba3a-d5ba5eb6e076 x-openstack-request-id: req-fe856f98-3f25-47f8-ba3a-d5ba5eb6e076 {{(pid=93884) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 13 11:24:23.328638 dv-cinder-797608-16-iscsi neutron-server[93884]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "aa0a566e-da2b-449d-aa8c-a9df34e28bef", "tag": "bec7f6e6-fda9-4e55-b235-243402f8d2f0", "status": "completed", "code": 200}]} {{(pid=93884) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 13 11:24:23.328891 dv-cinder-797608-16-iscsi neutron-server[93884]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-fe856f98-3f25-47f8-ba3a-d5ba5eb6e076 {{(pid=93884) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 13 11:24:23.329418 dv-cinder-797608-16-iscsi neutron-server[93884]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'aa0a566e-da2b-449d-aa8c-a9df34e28bef', 'tag': 'bec7f6e6-fda9-4e55-b235-243402f8d2f0', 'status': 'completed', 'code': 200} Aug 13 11:24:23.351008 dv-cinder-797608-16-iscsi neutron-server[93885]: DEBUG neutron.plugins.ml2.db [None req-05931952-e11e-4e12-af58-ece1398d134b None None] For port 86ce841a-87d5-4874-bdcd-2f584f9e1b96, host dv-cinder-797608-16-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797608-16-iscsi',level=0,port_id=86ce841a-87d5-4874-bdcd-2f584f9e1b96,segment=NetworkSegment(d7760f99-1ab2-4c1a-b9a4-e7833edc0d6a),segment_id=d7760f99-1ab2-4c1a-b9a4-e7833edc0d6a)] {{(pid=93885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 13 11:24:23.358376 dv-cinder-797608-16-iscsi neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-05931952-e11e-4e12-af58-ece1398d134b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935844', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611014', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782137889940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782137337613', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782137337631'] for port, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 11:24:23.438669 dv-cinder-797608-16-iscsi neutron-server[93885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05931952-e11e-4e12-af58-ece1398d134b None None] Pushing event updated for resources: {'Port': ['ID=86ce841a-87d5-4874-bdcd-2f584f9e1b96,revision_number=3']} {{(pid=93885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 11:24:23.456810 dv-cinder-797608-16-iscsi neutron-server[93886]: DEBUG neutron.db.l3_dvr_db [None req-5c07f7fb-3e7c-4f12-9e5a-3d45de7defbe None None] Set router 45fcef0b-5e49-4ed1-8f5f-be1c9887f9b9 gateway port host: dv-cinder-797608-16-iscsi {{(pid=93886) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 13 11:24:23.464520 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c33bfcdc-a925-468a-9fad-41e53d68b0e9 req-ef327372-7ff6-40c8-98c1-94809a279121 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 11:24:23.466235 dv-cinder-797608-16-iscsi neutron-server[93883]: INFO neutron.wsgi [req-c33bfcdc-a925-468a-9fad-41e53d68b0e9 req-ef327372-7ff6-40c8-98c1-94809a279121 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=f8e7c269befb4af69a2ff5c42fe26725&device_id=aa0a566e-da2b-449d-aa8c-a9df34e28bef HTTP/1.1" status: 200 len: 1098 time: 0.0764320 Aug 13 11:24:23.581789 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c33bfcdc-a925-468a-9fad-41e53d68b0e9 req-2d6b7510-8c8a-42d5-9173-23888754da7c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 11:24:23.583597 dv-cinder-797608-16-iscsi neutron-server[93883]: INFO neutron.wsgi [req-c33bfcdc-a925-468a-9fad-41e53d68b0e9 req-2d6b7510-8c8a-42d5-9173-23888754da7c service neutron] 10.222.0.20 "GET /v2.0/networks?id=d5a90fe8-bc27-43fd-967e-c2c4a7f28507 HTTP/1.1" status: 200 len: 918 time: 0.1053278 Aug 13 11:24:23.672005 dv-cinder-797608-16-iscsi neutron-server[93883]: INFO neutron.wsgi [req-c33bfcdc-a925-468a-9fad-41e53d68b0e9 req-ad940503-5d24-4c7b-99c2-e93d5c27f296 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=bec7f6e6-fda9-4e55-b235-243402f8d2f0 HTTP/1.1" status: 200 len: 999 time: 0.0719912 Aug 13 11:24:23.734012 dv-cinder-797608-16-iscsi neutron-server[93886]: DEBUG neutron.db.l3_hamode_db [None req-5c07f7fb-3e7c-4f12-9e5a-3d45de7defbe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '45fcef0b-5e49-4ed1-8f5f-be1c9887f9b9', 'name': 'tempest-AttachVolumeShelveTestJSON-1350673581-router', 'tenant_id': 'f8e7c269befb4af69a2ff5c42fe26725', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c3f0979-58a5-4465-87f9-e256377c6b61', 'external_fixed_ips': [{'subnet_id': 'ba735781-2bff-41d5-99b4-7ca705ee91ca', 'ip_address': '172.27.2.203'}], 'enable_snat': True}, 'gw_port_id': 'a4f99e22-c5d9-42a7-b41e-19774bde4137', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-13T11:24:03Z', 'updated_at': '2021-08-13T11:24:06Z', 'revision_number': 4, 'project_id': 'f8e7c269befb4af69a2ff5c42fe26725', 'gw_port': {'id': 'a4f99e22-c5d9-42a7-b41e-19774bde4137', 'name': '', 'network_id': '7c3f0979-58a5-4465-87f9-e256377c6b61', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:1e:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '45fcef0b-5e49-4ed1-8f5f-be1c9887f9b9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 551, 'fixed_ips': [{'subnet_id': 'ba735781-2bff-41d5-99b4-7ca705ee91ca', 'ip_address': '172.27.2.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-13T11:24:04Z', 'updated_at': '2021-08-13T11:24:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ba735781-2bff-41d5-99b4-7ca705ee91ca', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797608-16-iscsi', '_floatingips': [{'id': 'aeac024d-ac3d-4261-a223-d4d309e6c0a4', 'tenant_id': 'f8e7c269befb4af69a2ff5c42fe26725', 'floating_ip_address': '172.27.2.223', 'floating_network_id': '7c3f0979-58a5-4465-87f9-e256377c6b61', 'router_id': '45fcef0b-5e49-4ed1-8f5f-be1c9887f9b9', 'port_id': 'bec7f6e6-fda9-4e55-b235-243402f8d2f0', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 559, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd5a90fe8-bc27-43fd-967e-c2c4a7f28507', 'mac_address': 'fa:16:3e:cb:eb:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa0a566e-da2b-449d-aa8c-a9df34e28bef', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-13T11:24:09Z', 'updated_at': '2021-08-13T11:24:22Z', 'revision_number': 1, 'project_id': 'f8e7c269befb4af69a2ff5c42fe26725', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b605be2c-e246-49a8-b16a-0da0ce234507', 'name': '', 'network_id': 'd5a90fe8-bc27-43fd-967e-c2c4a7f28507', 'tenant_id': 'f8e7c269befb4af69a2ff5c42fe26725', 'mac_address': 'fa:16:3e:cb:3d:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '45fcef0b-5e49-4ed1-8f5f-be1c9887f9b9', 'device_owner': 'network:router_interface', 'standard_attr_id': 552, 'fixed_ips': [{'subnet_id': '76eee822-f693-42cb-8b2a-3e4c87d31887', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-13T11:24:06Z', 'updated_at': '2021-08-13T11:24:12Z', 'revision_number': 5, 'project_id': 'f8e7c269befb4af69a2ff5c42fe26725', 'subnets': [{'id': '76eee822-f693-42cb-8b2a-3e4c87d31887', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-797608-16-iscsi', False) {} {{(pid=93886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 13 11:24:23.734592 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c33bfcdc-a925-468a-9fad-41e53d68b0e9 req-e4f0a957-6de6-4dd7-948b-7a46e071d1ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 11:24:23.736307 dv-cinder-797608-16-iscsi neutron-server[93883]: INFO neutron.wsgi [req-c33bfcdc-a925-468a-9fad-41e53d68b0e9 req-e4f0a957-6de6-4dd7-948b-7a46e071d1ee service neutron] 10.222.0.20 "GET /v2.0/subnets?id=76eee822-f693-42cb-8b2a-3e4c87d31887 HTTP/1.1" status: 200 len: 856 time: 0.0573120 Aug 13 11:24:23.770705 dv-cinder-797608-16-iscsi neutron-server[93886]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c07f7fb-3e7c-4f12-9e5a-3d45de7defbe None None] Checking router: 45fcef0b-5e49-4ed1-8f5f-be1c9887f9b9 for host: dv-cinder-797608-16-iscsi {{(pid=93886) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 13 11:24:23.782656 dv-cinder-797608-16-iscsi neutron-server[93886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c07f7fb-3e7c-4f12-9e5a-3d45de7defbe None None] Routers {'45fcef0b-5e49-4ed1-8f5f-be1c9887f9b9'} bound to L3 agent in host dv-cinder-797608-16-iscsi {{(pid=93886) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 13 11:24:23.783474 dv-cinder-797608-16-iscsi neutron-server[93886]: DEBUG neutron.db.l3_hamode_db [None req-5c07f7fb-3e7c-4f12-9e5a-3d45de7defbe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797608-16-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-13T11:11:41Z,description=,heartbeat_timestamp=2021-08-13T11:24:11Z,host='dv-cinder-797608-16-iscsi',id=120d27b5-31d8-4cd2-97b4-2412c45088e1,load=0,resource_versions=,resources_synced=,started_at=2021-08-13T11:11:41Z,topic='l3_agent')) {'router_ids': ['45fcef0b-5e49-4ed1-8f5f-be1c9887f9b9'], 'active': True} {{(pid=93886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 13 11:24:23.821908 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c33bfcdc-a925-468a-9fad-41e53d68b0e9 req-7b64137a-34db-4912-8291-29bfb9db2af8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 11:24:23.823771 dv-cinder-797608-16-iscsi neutron-server[93883]: INFO neutron.wsgi [req-c33bfcdc-a925-468a-9fad-41e53d68b0e9 req-7b64137a-34db-4912-8291-29bfb9db2af8 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=d5a90fe8-bc27-43fd-967e-c2c4a7f28507&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0800500 Aug 13 11:24:23.856294 dv-cinder-797608-16-iscsi neutron-server[93885]: DEBUG neutron.plugins.ml2.rpc [None req-05931952-e11e-4e12-af58-ece1398d134b None None] Device de2ed6d0-1979-44dc-90cf-46bc18363a46 up at agent ovs-agent-dv-cinder-797608-16-iscsi {{(pid=93885) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 13 11:24:23.950819 dv-cinder-797608-16-iscsi neutron-server[93883]: INFO neutron.wsgi [req-c33bfcdc-a925-468a-9fad-41e53d68b0e9 req-d9d09f91-0bac-40e0-b115-153cdbc1f6d1 service neutron] 10.222.0.20 "GET /v2.0/networks/d5a90fe8-bc27-43fd-967e-c2c4a7f28507?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1168439 Aug 13 11:24:23.953191 dv-cinder-797608-16-iscsi neutron-server[93886]: DEBUG neutron.db.l3_dvr_db [None req-5c07f7fb-3e7c-4f12-9e5a-3d45de7defbe None None] Set router 45fcef0b-5e49-4ed1-8f5f-be1c9887f9b9 gateway port host: dv-cinder-797608-16-iscsi {{(pid=93886) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 13 11:24:23.958241 dv-cinder-797608-16-iscsi neutron-server[93885]: DEBUG neutron.db.provisioning_blocks [None req-05931952-e11e-4e12-af58-ece1398d134b None None] Provisioning complete for port de2ed6d0-1979-44dc-90cf-46bc18363a46 triggered by entity L2. {{(pid=93885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 13 11:24:23.958632 dv-cinder-797608-16-iscsi neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-05931952-e11e-4e12-af58-ece1398d134b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-997193'] for port, provisioning_complete {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 11:24:24.055138 dv-cinder-797608-16-iscsi neutron-server[93883]: INFO neutron.wsgi [req-c33bfcdc-a925-468a-9fad-41e53d68b0e9 req-9cafecc0-1e0e-4913-af22-ac116e923a8c service neutron] 10.222.0.20 "GET /v2.0/networks/d5a90fe8-bc27-43fd-967e-c2c4a7f28507?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0957682 Aug 13 11:24:24.056443 dv-cinder-797608-16-iscsi neutron-server[93885]: DEBUG neutron.plugins.ml2.rpc [None req-05931952-e11e-4e12-af58-ece1398d134b None None] Device 86ce841a-87d5-4874-bdcd-2f584f9e1b96 up at agent ovs-agent-dv-cinder-797608-16-iscsi {{(pid=93885) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 13 11:24:24.120043 dv-cinder-797608-16-iscsi neutron-server[93885]: DEBUG neutron.db.provisioning_blocks [None req-05931952-e11e-4e12-af58-ece1398d134b None None] Provisioning complete for port 86ce841a-87d5-4874-bdcd-2f584f9e1b96 triggered by entity L2. {{(pid=93885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 13 11:24:24.122989 dv-cinder-797608-16-iscsi neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-05931952-e11e-4e12-af58-ece1398d134b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-997193'] for port, provisioning_complete {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 11:24:24.277242 dv-cinder-797608-16-iscsi neutron-server[93886]: DEBUG neutron.db.l3_hamode_db [None req-5c07f7fb-3e7c-4f12-9e5a-3d45de7defbe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '45fcef0b-5e49-4ed1-8f5f-be1c9887f9b9', 'name': 'tempest-AttachVolumeShelveTestJSON-1350673581-router', 'tenant_id': 'f8e7c269befb4af69a2ff5c42fe26725', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c3f0979-58a5-4465-87f9-e256377c6b61', 'external_fixed_ips': [{'subnet_id': 'ba735781-2bff-41d5-99b4-7ca705ee91ca', 'ip_address': '172.27.2.203'}], 'enable_snat': True}, 'gw_port_id': 'a4f99e22-c5d9-42a7-b41e-19774bde4137', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-13T11:24:03Z', 'updated_at': '2021-08-13T11:24:06Z', 'revision_number': 4, 'project_id': 'f8e7c269befb4af69a2ff5c42fe26725', 'gw_port': {'id': 'a4f99e22-c5d9-42a7-b41e-19774bde4137', 'name': '', 'network_id': '7c3f0979-58a5-4465-87f9-e256377c6b61', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:1e:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '45fcef0b-5e49-4ed1-8f5f-be1c9887f9b9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 551, 'fixed_ips': [{'subnet_id': 'ba735781-2bff-41d5-99b4-7ca705ee91ca', 'ip_address': '172.27.2.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-13T11:24:04Z', 'updated_at': '2021-08-13T11:24:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ba735781-2bff-41d5-99b4-7ca705ee91ca', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797608-16-iscsi', '_floatingips': [{'id': 'aeac024d-ac3d-4261-a223-d4d309e6c0a4', 'tenant_id': 'f8e7c269befb4af69a2ff5c42fe26725', 'floating_ip_address': '172.27.2.223', 'floating_network_id': '7c3f0979-58a5-4465-87f9-e256377c6b61', 'router_id': '45fcef0b-5e49-4ed1-8f5f-be1c9887f9b9', 'port_id': 'bec7f6e6-fda9-4e55-b235-243402f8d2f0', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 559, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd5a90fe8-bc27-43fd-967e-c2c4a7f28507', 'mac_address': 'fa:16:3e:cb:eb:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa0a566e-da2b-449d-aa8c-a9df34e28bef', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-13T11:24:09Z', 'updated_at': '2021-08-13T11:24:22Z', 'revision_number': 1, 'project_id': 'f8e7c269befb4af69a2ff5c42fe26725', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b605be2c-e246-49a8-b16a-0da0ce234507', 'name': '', 'network_id': 'd5a90fe8-bc27-43fd-967e-c2c4a7f28507', 'tenant_id': 'f8e7c269befb4af69a2ff5c42fe26725', 'mac_address': 'fa:16:3e:cb:3d:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '45fcef0b-5e49-4ed1-8f5f-be1c9887f9b9', 'device_owner': 'network:router_interface', 'standard_attr_id': 552, 'fixed_ips': [{'subnet_id': '76eee822-f693-42cb-8b2a-3e4c87d31887', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-13T11:24:06Z', 'updated_at': '2021-08-13T11:24:12Z', 'revision_number': 5, 'project_id': 'f8e7c269befb4af69a2ff5c42fe26725', 'subnets': [{'id': '76eee822-f693-42cb-8b2a-3e4c87d31887', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-797608-16-iscsi', False) {} {{(pid=93886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 13 11:24:24.309302 dv-cinder-797608-16-iscsi neutron-server[93886]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c07f7fb-3e7c-4f12-9e5a-3d45de7defbe None None] The sync data for ids ['45fcef0b-5e49-4ed1-8f5f-be1c9887f9b9'] in dv-cinder-797608-16-iscsi is: [{'id': '45fcef0b-5e49-4ed1-8f5f-be1c9887f9b9', 'name': 'tempest-AttachVolumeShelveTestJSON-1350673581-router', 'tenant_id': 'f8e7c269befb4af69a2ff5c42fe26725', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c3f0979-58a5-4465-87f9-e256377c6b61', 'external_fixed_ips': [{'subnet_id': 'ba735781-2bff-41d5-99b4-7ca705ee91ca', 'ip_address': '172.27.2.203'}], 'enable_snat': True}, 'gw_port_id': 'a4f99e22-c5d9-42a7-b41e-19774bde4137', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-13T11:24:03Z', 'updated_at': '2021-08-13T11:24:06Z', 'revision_number': 4, 'project_id': 'f8e7c269befb4af69a2ff5c42fe26725', 'gw_port': {'id': 'a4f99e22-c5d9-42a7-b41e-19774bde4137', 'name': '', 'network_id': '7c3f0979-58a5-4465-87f9-e256377c6b61', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:1e:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '45fcef0b-5e49-4ed1-8f5f-be1c9887f9b9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 551, 'fixed_ips': [{'subnet_id': 'ba735781-2bff-41d5-99b4-7ca705ee91ca', 'ip_address': '172.27.2.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-13T11:24:04Z', 'updated_at': '2021-08-13T11:24:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ba735781-2bff-41d5-99b4-7ca705ee91ca', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797608-16-iscsi', '_floatingips': [{'id': 'aeac024d-ac3d-4261-a223-d4d309e6c0a4', 'tenant_id': 'f8e7c269befb4af69a2ff5c42fe26725', 'floating_ip_address': '172.27.2.223', 'floating_network_id': '7c3f0979-58a5-4465-87f9-e256377c6b61', 'router_id': '45fcef0b-5e49-4ed1-8f5f-be1c9887f9b9', 'port_id': 'bec7f6e6-fda9-4e55-b235-243402f8d2f0', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 559, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd5a90fe8-bc27-43fd-967e-c2c4a7f28507', 'mac_address': 'fa:16:3e:cb:eb:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa0a566e-da2b-449d-aa8c-a9df34e28bef', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-13T11:24:09Z', 'updated_at': '2021-08-13T11:24:22Z', 'revision_number': 1, 'project_id': 'f8e7c269befb4af69a2ff5c42fe26725', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b605be2c-e246-49a8-b16a-0da0ce234507', 'name': '', 'network_id': 'd5a90fe8-bc27-43fd-967e-c2c4a7f28507', 'tenant_id': 'f8e7c269befb4af69a2ff5c42fe26725', 'mac_address': 'fa:16:3e:cb:3d:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '45fcef0b-5e49-4ed1-8f5f-be1c9887f9b9', 'device_owner': 'network:router_interface', 'standard_attr_id': 552, 'fixed_ips': [{'subnet_id': '76eee822-f693-42cb-8b2a-3e4c87d31887', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-13T11:24:06Z', 'updated_at': '2021-08-13T11:24:12Z', 'revision_number': 5, 'project_id': 'f8e7c269befb4af69a2ff5c42fe26725', 'subnets': [{'id': '76eee822-f693-42cb-8b2a-3e4c87d31887', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93886) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 13 11:24:24.935874 dv-cinder-797608-16-iscsi neutron-server[93885]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be5ac5a3-0cff-444c-b688-77263cb59f88 None None] New status for floating IP aeac024d-ac3d-4261-a223-d4d309e6c0a4: ACTIVE {{(pid=93885) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 13 11:24:25.839810 dv-cinder-797608-16-iscsi neutron-server[93885]: DEBUG neutron.plugins.ml2.rpc [None req-05931952-e11e-4e12-af58-ece1398d134b None None] Device 4ae4070a-324b-4afd-b2ca-bc6e2364e985 up at agent ovs-agent-dv-cinder-797608-16-iscsi {{(pid=93885) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 13 11:24:25.906679 dv-cinder-797608-16-iscsi neutron-server[93885]: DEBUG neutron.db.provisioning_blocks [None req-05931952-e11e-4e12-af58-ece1398d134b None None] Provisioning for port 4ae4070a-324b-4afd-b2ca-bc6e2364e985 completed by entity L2. {{(pid=93885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 13 11:24:25.913098 dv-cinder-797608-16-iscsi neutron-server[93885]: DEBUG neutron.db.provisioning_blocks [None req-05931952-e11e-4e12-af58-ece1398d134b None None] Provisioning complete for port 4ae4070a-324b-4afd-b2ca-bc6e2364e985 triggered by entity L2. {{(pid=93885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 13 11:24:25.913098 dv-cinder-797608-16-iscsi neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-05931952-e11e-4e12-af58-ece1398d134b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-997193'] for port, provisioning_complete {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 11:24:26.010250 dv-cinder-797608-16-iscsi neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-05931952-e11e-4e12-af58-ece1398d134b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935434'] for port, before_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 11:24:26.033842 dv-cinder-797608-16-iscsi neutron-server[93885]: DEBUG neutron.plugins.ml2.db [None req-05931952-e11e-4e12-af58-ece1398d134b None None] For port 4ae4070a-324b-4afd-b2ca-bc6e2364e985, host dv-cinder-797608-16-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797608-16-iscsi',level=0,port_id=4ae4070a-324b-4afd-b2ca-bc6e2364e985,segment=NetworkSegment(3f6765c6-6e72-475e-8aaa-7134ee4679ca),segment_id=3f6765c6-6e72-475e-8aaa-7134ee4679ca)] {{(pid=93885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 13 11:24:26.039524 dv-cinder-797608-16-iscsi neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-05931952-e11e-4e12-af58-ece1398d134b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935844', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611014', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782137889940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782137337613', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782137337631'] for port, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 11:24:26.100338 dv-cinder-797608-16-iscsi neutron-server[93885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05931952-e11e-4e12-af58-ece1398d134b None None] Pushing event updated for resources: {'Port': ['ID=4ae4070a-324b-4afd-b2ca-bc6e2364e985,revision_number=4']} {{(pid=93885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 11:24:26.372100 dv-cinder-797608-16-iscsi neutron-server[93886]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f1ae048-552c-426a-acfb-ff8d6e1add01 None None] Sync routers for ids ['2149b544-f69e-41e9-98e7-dfddd992c479'] in dv-cinder-797608-16-iscsi {{(pid=93886) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 13 11:24:26.384939 dv-cinder-797608-16-iscsi neutron-server[93886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f1ae048-552c-426a-acfb-ff8d6e1add01 None None] Routers {'2149b544-f69e-41e9-98e7-dfddd992c479'} bound to L3 agent in host dv-cinder-797608-16-iscsi {{(pid=93886) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 13 11:24:26.386838 dv-cinder-797608-16-iscsi neutron-server[93886]: DEBUG neutron.db.l3_hamode_db [None req-2f1ae048-552c-426a-acfb-ff8d6e1add01 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797608-16-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-13T11:11:41Z,description=,heartbeat_timestamp=2021-08-13T11:24:11Z,host='dv-cinder-797608-16-iscsi',id=120d27b5-31d8-4cd2-97b4-2412c45088e1,load=0,resource_versions=,resources_synced=,started_at=2021-08-13T11:11:41Z,topic='l3_agent')) {'router_ids': ['2149b544-f69e-41e9-98e7-dfddd992c479'], 'active': True} {{(pid=93886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 13 11:24:26.506814 dv-cinder-797608-16-iscsi neutron-server[93886]: DEBUG neutron.db.l3_dvr_db [None req-2f1ae048-552c-426a-acfb-ff8d6e1add01 None None] Set router 2149b544-f69e-41e9-98e7-dfddd992c479 gateway port host: dv-cinder-797608-16-iscsi {{(pid=93886) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 13 11:24:26.764359 dv-cinder-797608-16-iscsi neutron-server[93886]: DEBUG neutron.db.l3_hamode_db [None req-2f1ae048-552c-426a-acfb-ff8d6e1add01 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2149b544-f69e-41e9-98e7-dfddd992c479', 'name': 'tempest-TestMinimumBasicScenario-1446874391-router', 'tenant_id': '112efd90c61c40cd876ef84f07b2e03b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c3f0979-58a5-4465-87f9-e256377c6b61', 'external_fixed_ips': [{'subnet_id': 'ba735781-2bff-41d5-99b4-7ca705ee91ca', 'ip_address': '172.27.2.31'}], 'enable_snat': True}, 'gw_port_id': '4ae4070a-324b-4afd-b2ca-bc6e2364e985', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-13T11:24:18Z', 'updated_at': '2021-08-13T11:24:21Z', 'revision_number': 4, 'project_id': '112efd90c61c40cd876ef84f07b2e03b', 'gw_port': {'id': '4ae4070a-324b-4afd-b2ca-bc6e2364e985', 'name': '', 'network_id': '7c3f0979-58a5-4465-87f9-e256377c6b61', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:4f:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2149b544-f69e-41e9-98e7-dfddd992c479', 'device_owner': 'network:router_gateway', 'standard_attr_id': 583, 'fixed_ips': [{'subnet_id': 'ba735781-2bff-41d5-99b4-7ca705ee91ca', 'ip_address': '172.27.2.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-13T11:24:19Z', 'updated_at': '2021-08-13T11:24:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ba735781-2bff-41d5-99b4-7ca705ee91ca', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797608-16-iscsi', '_interfaces': [{'id': '6823edf3-a34c-4581-b49d-fbafd45bac52', 'name': '', 'network_id': 'd848ca97-582e-4575-b8d2-a0b3331046f8', 'tenant_id': '112efd90c61c40cd876ef84f07b2e03b', 'mac_address': 'fa:16:3e:11:33:06', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2149b544-f69e-41e9-98e7-dfddd992c479', 'device_owner': 'network:router_interface', 'standard_attr_id': 584, 'fixed_ips': [{'subnet_id': 'b5ff7553-4e89-4946-811e-0438ac747dfc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-13T11:24:21Z', 'updated_at': '2021-08-13T11:24:22Z', 'revision_number': 2, 'project_id': '112efd90c61c40cd876ef84f07b2e03b', 'subnets': [{'id': 'b5ff7553-4e89-4946-811e-0438ac747dfc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-797608-16-iscsi', False) {} {{(pid=93886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 13 11:24:26.791087 dv-cinder-797608-16-iscsi neutron-server[93886]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f1ae048-552c-426a-acfb-ff8d6e1add01 None None] Checking router: 2149b544-f69e-41e9-98e7-dfddd992c479 for host: dv-cinder-797608-16-iscsi {{(pid=93886) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 13 11:24:26.791590 dv-cinder-797608-16-iscsi neutron-server[93886]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f1ae048-552c-426a-acfb-ff8d6e1add01 None None] Updating router 2149b544-f69e-41e9-98e7-dfddd992c479 port 6823edf3-a34c-4581-b49d-fbafd45bac52 binding host dv-cinder-797608-16-iscsi {{(pid=93886) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 13 11:24:26.821605 dv-cinder-797608-16-iscsi neutron-server[93886]: DEBUG neutron_lib.callbacks.manager [None req-2f1ae048-552c-426a-acfb-ff8d6e1add01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935434'] for port, before_update {{(pid=93886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 11:24:27.191897 dv-cinder-797608-16-iscsi neutron-server[93886]: DEBUG neutron_lib.callbacks.manager [None req-2f1ae048-552c-426a-acfb-ff8d6e1add01 None None] Notify callbacks [] for port, precommit_update {{(pid=93886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 11:24:27.204453 dv-cinder-797608-16-iscsi neutron-server[93886]: DEBUG neutron.db.provisioning_blocks [None req-2f1ae048-552c-426a-acfb-ff8d6e1add01 None None] Transition to ACTIVE for port object 6823edf3-a34c-4581-b49d-fbafd45bac52 will not be triggered until provisioned by entity L2. {{(pid=93886) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 13 11:24:27.210993 dv-cinder-797608-16-iscsi neutron-server[93886]: DEBUG neutron_lib.callbacks.manager [None req-2f1ae048-552c-426a-acfb-ff8d6e1add01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935844', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611014', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782137889940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782137337613', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782137337631'] for port, after_update {{(pid=93886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 11:24:27.279515 dv-cinder-797608-16-iscsi neutron-server[93886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dceedf9-db9d-442f-9f4a-c01182206316 None None] Pushing event updated for resources: {'Port': ['ID=6823edf3-a34c-4581-b49d-fbafd45bac52,revision_number=3']} {{(pid=93886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 11:24:27.331495 dv-cinder-797608-16-iscsi neutron-server[93886]: DEBUG neutron.plugins.ml2.managers [None req-2f1ae048-552c-426a-acfb-ff8d6e1add01 None None] Attempting to bind port 6823edf3-a34c-4581-b49d-fbafd45bac52 on host dv-cinder-797608-16-iscsi for vnic_type normal with profile {{(pid=93886) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 13 11:24:27.331916 dv-cinder-797608-16-iscsi neutron-server[93886]: DEBUG neutron.plugins.ml2.managers [None req-2f1ae048-552c-426a-acfb-ff8d6e1add01 None None] Attempting to bind port 6823edf3-a34c-4581-b49d-fbafd45bac52 by drivers openvswitch,hyperv on host dv-cinder-797608-16-iscsi at level 0 using segments [{'id': 'd7760f99-1ab2-4c1a-b9a4-e7833edc0d6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': 'd848ca97-582e-4575-b8d2-a0b3331046f8'}] {{(pid=93886) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 13 11:24:27.332282 dv-cinder-797608-16-iscsi neutron-server[93886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f1ae048-552c-426a-acfb-ff8d6e1add01 None None] Attempting to bind port 6823edf3-a34c-4581-b49d-fbafd45bac52 on network d848ca97-582e-4575-b8d2-a0b3331046f8 {{(pid=93886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 13 11:24:27.337726 dv-cinder-797608-16-iscsi neutron-server[93886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f1ae048-552c-426a-acfb-ff8d6e1add01 None None] Checking agent: {'id': '649b788e-933d-40b8-a73c-f58c5ea7beff', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-797608-16-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 13, 11, 11, 41), 'started_at': datetime.datetime(2021, 8, 13, 11, 12, 11), 'heartbeat_timestamp': datetime.datetime(2021, 8, 13, 11, 24, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-797608-16-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 13 11:24:27.338125 dv-cinder-797608-16-iscsi neutron-server[93886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f1ae048-552c-426a-acfb-ff8d6e1add01 None None] Checking segment: {'id': 'd7760f99-1ab2-4c1a-b9a4-e7833edc0d6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': 'd848ca97-582e-4575-b8d2-a0b3331046f8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93886) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 13 11:24:27.338587 dv-cinder-797608-16-iscsi neutron-server[93886]: DEBUG neutron_lib.callbacks.manager [None req-2f1ae048-552c-426a-acfb-ff8d6e1add01 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 11:24:27.338978 dv-cinder-797608-16-iscsi neutron-server[93886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f1ae048-552c-426a-acfb-ff8d6e1add01 None None] Bound using segment: {'id': 'd7760f99-1ab2-4c1a-b9a4-e7833edc0d6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': 'd848ca97-582e-4575-b8d2-a0b3331046f8'} {{(pid=93886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 13 11:24:27.339438 dv-cinder-797608-16-iscsi neutron-server[93886]: DEBUG neutron.plugins.ml2.managers [None req-2f1ae048-552c-426a-acfb-ff8d6e1add01 None None] Bound port: 6823edf3-a34c-4581-b49d-fbafd45bac52, host: dv-cinder-797608-16-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd7760f99-1ab2-4c1a-b9a4-e7833edc0d6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': 'd848ca97-582e-4575-b8d2-a0b3331046f8'}}] {{(pid=93886) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 13 11:24:27.339814 dv-cinder-797608-16-iscsi neutron-server[93886]: DEBUG neutron_lib.callbacks.manager [None req-2f1ae048-552c-426a-acfb-ff8d6e1add01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935434'] for port, before_update {{(pid=93886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 11:24:27.426612 dv-cinder-797608-16-iscsi neutron-server[93886]: DEBUG neutron.plugins.ml2.db [None req-2f1ae048-552c-426a-acfb-ff8d6e1add01 None None] For port 6823edf3-a34c-4581-b49d-fbafd45bac52, host dv-cinder-797608-16-iscsi, cleared binding levels {{(pid=93886) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 13 11:24:27.430311 dv-cinder-797608-16-iscsi neutron-server[93886]: DEBUG neutron.plugins.ml2.db [None req-2f1ae048-552c-426a-acfb-ff8d6e1add01 None None] For port 6823edf3-a34c-4581-b49d-fbafd45bac52, host dv-cinder-797608-16-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797608-16-iscsi',level=0,port_id=6823edf3-a34c-4581-b49d-fbafd45bac52,segment=NetworkSegment(d7760f99-1ab2-4c1a-b9a4-e7833edc0d6a),segment_id=d7760f99-1ab2-4c1a-b9a4-e7833edc0d6a)] {{(pid=93886) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 13 11:24:27.441094 dv-cinder-797608-16-iscsi neutron-server[93886]: DEBUG neutron_lib.callbacks.manager [None req-2f1ae048-552c-426a-acfb-ff8d6e1add01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935844', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611014', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782137889940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782137337613', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782137337631'] for port, after_update {{(pid=93886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 11:24:27.512889 dv-cinder-797608-16-iscsi neutron-server[93886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f1ae048-552c-426a-acfb-ff8d6e1add01 None None] Routers {'2149b544-f69e-41e9-98e7-dfddd992c479'} bound to L3 agent in host dv-cinder-797608-16-iscsi {{(pid=93886) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 13 11:24:27.513632 dv-cinder-797608-16-iscsi neutron-server[93886]: DEBUG neutron.db.l3_hamode_db [None req-2f1ae048-552c-426a-acfb-ff8d6e1add01 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797608-16-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-13T11:11:41Z,description=,heartbeat_timestamp=2021-08-13T11:24:11Z,host='dv-cinder-797608-16-iscsi',id=120d27b5-31d8-4cd2-97b4-2412c45088e1,load=0,resource_versions=,resources_synced=,started_at=2021-08-13T11:11:41Z,topic='l3_agent')) {'router_ids': ['2149b544-f69e-41e9-98e7-dfddd992c479'], 'active': True} {{(pid=93886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 13 11:24:27.563816 dv-cinder-797608-16-iscsi neutron-server[93886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dceedf9-db9d-442f-9f4a-c01182206316 None None] Pushing event updated for resources: {'Port': ['ID=6823edf3-a34c-4581-b49d-fbafd45bac52,revision_number=4']} {{(pid=93886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 11:24:27.656317 dv-cinder-797608-16-iscsi neutron-server[93886]: DEBUG neutron.db.l3_dvr_db [None req-2f1ae048-552c-426a-acfb-ff8d6e1add01 None None] Set router 2149b544-f69e-41e9-98e7-dfddd992c479 gateway port host: dv-cinder-797608-16-iscsi {{(pid=93886) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 13 11:24:27.902513 dv-cinder-797608-16-iscsi neutron-server[93885]: DEBUG neutron.plugins.ml2.rpc [None req-05931952-e11e-4e12-af58-ece1398d134b None None] Device 6823edf3-a34c-4581-b49d-fbafd45bac52 up at agent ovs-agent-dv-cinder-797608-16-iscsi {{(pid=93885) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 13 11:24:27.922713 dv-cinder-797608-16-iscsi neutron-server[93886]: DEBUG neutron.db.l3_hamode_db [None req-2f1ae048-552c-426a-acfb-ff8d6e1add01 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2149b544-f69e-41e9-98e7-dfddd992c479', 'name': 'tempest-TestMinimumBasicScenario-1446874391-router', 'tenant_id': '112efd90c61c40cd876ef84f07b2e03b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c3f0979-58a5-4465-87f9-e256377c6b61', 'external_fixed_ips': [{'subnet_id': 'ba735781-2bff-41d5-99b4-7ca705ee91ca', 'ip_address': '172.27.2.31'}], 'enable_snat': True}, 'gw_port_id': '4ae4070a-324b-4afd-b2ca-bc6e2364e985', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-13T11:24:18Z', 'updated_at': '2021-08-13T11:24:21Z', 'revision_number': 4, 'project_id': '112efd90c61c40cd876ef84f07b2e03b', 'gw_port': {'id': '4ae4070a-324b-4afd-b2ca-bc6e2364e985', 'name': '', 'network_id': '7c3f0979-58a5-4465-87f9-e256377c6b61', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:4f:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2149b544-f69e-41e9-98e7-dfddd992c479', 'device_owner': 'network:router_gateway', 'standard_attr_id': 583, 'fixed_ips': [{'subnet_id': 'ba735781-2bff-41d5-99b4-7ca705ee91ca', 'ip_address': '172.27.2.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-13T11:24:19Z', 'updated_at': '2021-08-13T11:24:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ba735781-2bff-41d5-99b4-7ca705ee91ca', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797608-16-iscsi', '_interfaces': [{'id': '6823edf3-a34c-4581-b49d-fbafd45bac52', 'name': '', 'network_id': 'd848ca97-582e-4575-b8d2-a0b3331046f8', 'tenant_id': '112efd90c61c40cd876ef84f07b2e03b', 'mac_address': 'fa:16:3e:11:33:06', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2149b544-f69e-41e9-98e7-dfddd992c479', 'device_owner': 'network:router_interface', 'standard_attr_id': 584, 'fixed_ips': [{'subnet_id': 'b5ff7553-4e89-4946-811e-0438ac747dfc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-13T11:24:21Z', 'updated_at': '2021-08-13T11:24:27Z', 'revision_number': 4, 'project_id': '112efd90c61c40cd876ef84f07b2e03b', 'subnets': [{'id': 'b5ff7553-4e89-4946-811e-0438ac747dfc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-797608-16-iscsi', False) {} {{(pid=93886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 13 11:24:27.948897 dv-cinder-797608-16-iscsi neutron-server[93886]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f1ae048-552c-426a-acfb-ff8d6e1add01 None None] The sync data for ids ['2149b544-f69e-41e9-98e7-dfddd992c479'] in dv-cinder-797608-16-iscsi is: [{'id': '2149b544-f69e-41e9-98e7-dfddd992c479', 'name': 'tempest-TestMinimumBasicScenario-1446874391-router', 'tenant_id': '112efd90c61c40cd876ef84f07b2e03b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c3f0979-58a5-4465-87f9-e256377c6b61', 'external_fixed_ips': [{'subnet_id': 'ba735781-2bff-41d5-99b4-7ca705ee91ca', 'ip_address': '172.27.2.31'}], 'enable_snat': True}, 'gw_port_id': '4ae4070a-324b-4afd-b2ca-bc6e2364e985', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-13T11:24:18Z', 'updated_at': '2021-08-13T11:24:21Z', 'revision_number': 4, 'project_id': '112efd90c61c40cd876ef84f07b2e03b', 'gw_port': {'id': '4ae4070a-324b-4afd-b2ca-bc6e2364e985', 'name': '', 'network_id': '7c3f0979-58a5-4465-87f9-e256377c6b61', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:4f:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2149b544-f69e-41e9-98e7-dfddd992c479', 'device_owner': 'network:router_gateway', 'standard_attr_id': 583, 'fixed_ips': [{'subnet_id': 'ba735781-2bff-41d5-99b4-7ca705ee91ca', 'ip_address': '172.27.2.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-13T11:24:19Z', 'updated_at': '2021-08-13T11:24:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ba735781-2bff-41d5-99b4-7ca705ee91ca', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797608-16-iscsi', '_interfaces': [{'id': '6823edf3-a34c-4581-b49d-fbafd45bac52', 'name': '', 'network_id': 'd848ca97-582e-4575-b8d2-a0b3331046f8', 'tenant_id': '112efd90c61c40cd876ef84f07b2e03b', 'mac_address': 'fa:16:3e:11:33:06', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2149b544-f69e-41e9-98e7-dfddd992c479', 'device_owner': 'network:router_interface', 'standard_attr_id': 584, 'fixed_ips': [{'subnet_id': 'b5ff7553-4e89-4946-811e-0438ac747dfc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-13T11:24:21Z', 'updated_at': '2021-08-13T11:24:27Z', 'revision_number': 4, 'project_id': '112efd90c61c40cd876ef84f07b2e03b', 'subnets': [{'id': 'b5ff7553-4e89-4946-811e-0438ac747dfc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93886) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 13 11:24:27.979711 dv-cinder-797608-16-iscsi neutron-server[93885]: DEBUG neutron.db.provisioning_blocks [None req-05931952-e11e-4e12-af58-ece1398d134b None None] Provisioning for port 6823edf3-a34c-4581-b49d-fbafd45bac52 completed by entity L2. {{(pid=93885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 13 11:24:27.983988 dv-cinder-797608-16-iscsi neutron-server[93885]: DEBUG neutron.db.provisioning_blocks [None req-05931952-e11e-4e12-af58-ece1398d134b None None] Provisioning complete for port 6823edf3-a34c-4581-b49d-fbafd45bac52 triggered by entity L2. {{(pid=93885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 13 11:24:27.984371 dv-cinder-797608-16-iscsi neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-05931952-e11e-4e12-af58-ece1398d134b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-997193'] for port, provisioning_complete {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 11:24:28.073135 dv-cinder-797608-16-iscsi neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-05931952-e11e-4e12-af58-ece1398d134b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935434'] for port, before_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 11:24:28.110847 dv-cinder-797608-16-iscsi neutron-server[93885]: DEBUG neutron.plugins.ml2.db [None req-05931952-e11e-4e12-af58-ece1398d134b None None] For port 6823edf3-a34c-4581-b49d-fbafd45bac52, host dv-cinder-797608-16-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797608-16-iscsi',level=0,port_id=6823edf3-a34c-4581-b49d-fbafd45bac52,segment=NetworkSegment(d7760f99-1ab2-4c1a-b9a4-e7833edc0d6a),segment_id=d7760f99-1ab2-4c1a-b9a4-e7833edc0d6a)] {{(pid=93885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 13 11:24:28.116273 dv-cinder-797608-16-iscsi neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-05931952-e11e-4e12-af58-ece1398d134b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935844', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611014', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782137889940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782137337613', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782137337631'] for port, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 11:24:28.117082 dv-cinder-797608-16-iscsi neutron-server[93885]: DEBUG neutron.plugins.ml2.rpc [None req-05931952-e11e-4e12-af58-ece1398d134b None None] Device 4ae4070a-324b-4afd-b2ca-bc6e2364e985 up at agent ovs-agent-dv-cinder-797608-16-iscsi {{(pid=93885) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 13 11:24:28.197280 dv-cinder-797608-16-iscsi neutron-server[93885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05931952-e11e-4e12-af58-ece1398d134b None None] Pushing event updated for resources: {'Port': ['ID=6823edf3-a34c-4581-b49d-fbafd45bac52,revision_number=5']} {{(pid=93885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 11:24:28.221703 dv-cinder-797608-16-iscsi neutron-server[93885]: DEBUG neutron.db.provisioning_blocks [None req-05931952-e11e-4e12-af58-ece1398d134b None None] Provisioning complete for port 4ae4070a-324b-4afd-b2ca-bc6e2364e985 triggered by entity L2. {{(pid=93885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 13 11:24:28.222114 dv-cinder-797608-16-iscsi neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-05931952-e11e-4e12-af58-ece1398d134b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-997193'] for port, provisioning_complete {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 11:24:29.806408 dv-cinder-797608-16-iscsi neutron-server[93885]: DEBUG neutron.plugins.ml2.rpc [None req-05931952-e11e-4e12-af58-ece1398d134b None None] Device 6823edf3-a34c-4581-b49d-fbafd45bac52 up at agent ovs-agent-dv-cinder-797608-16-iscsi {{(pid=93885) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 13 11:24:29.857502 dv-cinder-797608-16-iscsi neutron-server[93885]: DEBUG neutron.db.provisioning_blocks [None req-05931952-e11e-4e12-af58-ece1398d134b None None] Provisioning complete for port 6823edf3-a34c-4581-b49d-fbafd45bac52 triggered by entity L2. {{(pid=93885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 13 11:24:29.857882 dv-cinder-797608-16-iscsi neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-05931952-e11e-4e12-af58-ece1398d134b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-997193'] for port, provisioning_complete {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 11:24:33.168631 dv-cinder-797608-16-iscsi neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8277bbfa-c6e6-49ef-a256-07876e10c802 req-4ef8438b-7e2c-4b97-abe7-e4c7639f4da9 tempest-TestMinimumBasicScenario-1732162642 tempest-TestMinimumBasicScenario-1732162642-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 11:24:33.170632 dv-cinder-797608-16-iscsi neutron-server[93884]: INFO neutron.wsgi [req-8277bbfa-c6e6-49ef-a256-07876e10c802 req-4ef8438b-7e2c-4b97-abe7-e4c7639f4da9 tempest-TestMinimumBasicScenario-1732162642 tempest-TestMinimumBasicScenario-1732162642-project] 10.222.0.32 "GET /v2.0/networks?id=2aa59b6b-9eac-4bc1-9e70-61768bc81d23 HTTP/1.1" status: 200 len: 814 time: 0.1028879 Aug 13 11:24:33.185601 dv-cinder-797608-16-iscsi neutron-server[93884]: INFO neutron.wsgi [req-8277bbfa-c6e6-49ef-a256-07876e10c802 req-f564b49b-286f-4184-a3df-3e112c97dc03 tempest-TestMinimumBasicScenario-1732162642 tempest-TestMinimumBasicScenario-1732162642-project] 10.222.0.32 "GET /v2.0/quotas/52eae21d815a427f8c153edfc7da0f4d HTTP/1.1" status: 200 len: 375 time: 0.0086231 Aug 13 11:24:33.237788 dv-cinder-797608-16-iscsi neutron-server[93884]: INFO neutron.wsgi [req-8277bbfa-c6e6-49ef-a256-07876e10c802 req-3e04eafc-f358-4164-84ca-a64d05d9754e tempest-TestMinimumBasicScenario-1732162642 tempest-TestMinimumBasicScenario-1732162642-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=52eae21d815a427f8c153edfc7da0f4d&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0469482 Aug 13 11:24:33.376235 dv-cinder-797608-16-iscsi neutron-server[93884]: INFO neutron.wsgi [req-8277bbfa-c6e6-49ef-a256-07876e10c802 req-947e5285-eb4a-4568-abb0-d12199af2a3d service neutron] 10.222.0.32 "GET /v2.0/networks/2aa59b6b-9eac-4bc1-9e70-61768bc81d23?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1259804 Aug 13 11:24:33.463772 dv-cinder-797608-16-iscsi neutron-server[93884]: INFO neutron.wsgi [req-8277bbfa-c6e6-49ef-a256-07876e10c802 req-8d87bf1f-85da-4fc4-9457-ab9f0b0d8620 service neutron] 10.222.0.32 "GET /v2.0/networks/2aa59b6b-9eac-4bc1-9e70-61768bc81d23?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0815299 Aug 13 11:24:33.622575 dv-cinder-797608-16-iscsi neutron-server[93884]: INFO neutron.wsgi [req-32d03fd5-7bee-427b-8e40-e3ebb185087e req-80d079c2-dba6-4e3f-851c-18439720b24d tempest-TestMinimumBasicScenario-1732162642 tempest-TestMinimumBasicScenario-1732162642-project] 10.222.0.32 "GET /v2.0/ports?device_id=9a015b7b-d682-4071-ba5c-6755b9ba6082 HTTP/1.1" status: 200 len: 210 time: 0.0285854 Aug 13 11:24:34.321067 dv-cinder-797608-16-iscsi neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-a0b9b986-0706-4fc6-9cf9-0eb02d2513dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782137812740', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-997306'] for agent, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 11:24:34.717736 dv-cinder-797608-16-iscsi neutron-server[93884]: INFO neutron.wsgi [req-b81415f7-f196-46a6-b815-d8680ae90aff req-a7194afd-4977-43b5-8f4d-5a229fed402b tempest-TestMinimumBasicScenario-1732162642 tempest-TestMinimumBasicScenario-1732162642-project] 10.222.0.32 "GET /v2.0/ports?device_id=9a015b7b-d682-4071-ba5c-6755b9ba6082 HTTP/1.1" status: 200 len: 210 time: 0.0287435 Aug 13 11:24:34.901058 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8277bbfa-c6e6-49ef-a256-07876e10c802 req-27d36088-8b68-425b-bbf2-06176b12470c tempest-TestMinimumBasicScenario-1732162642 tempest-TestMinimumBasicScenario-1732162642-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 11:24:34.902450 dv-cinder-797608-16-iscsi neutron-server[93883]: INFO neutron.wsgi [req-8277bbfa-c6e6-49ef-a256-07876e10c802 req-27d36088-8b68-425b-bbf2-06176b12470c tempest-TestMinimumBasicScenario-1732162642 tempest-TestMinimumBasicScenario-1732162642-project] 10.222.0.20 "GET /v2.0/networks?id=2aa59b6b-9eac-4bc1-9e70-61768bc81d23 HTTP/1.1" status: 200 len: 814 time: 0.1016412 Aug 13 11:24:34.939580 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron.api.v2.base [req-8277bbfa-c6e6-49ef-a256-07876e10c802 req-02115899-c7c1-40df-9ff1-0e5eaafccf05 tempest-TestMinimumBasicScenario-1732162642 tempest-TestMinimumBasicScenario-1732162642-project] Request body: {'port': {'device_id': '9a015b7b-d682-4071-ba5c-6755b9ba6082', 'network_id': '2aa59b6b-9eac-4bc1-9e70-61768bc81d23', 'admin_state_up': True, 'tenant_id': '52eae21d815a427f8c153edfc7da0f4d'}} {{(pid=93883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 13 11:24:35.052721 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8277bbfa-c6e6-49ef-a256-07876e10c802 req-02115899-c7c1-40df-9ff1-0e5eaafccf05 tempest-TestMinimumBasicScenario-1732162642 tempest-TestMinimumBasicScenario-1732162642-project] Made reservation on behalf of 52eae21d815a427f8c153edfc7da0f4d for: {'port': 1} {{(pid=93883) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 13 11:24:35.056446 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-8277bbfa-c6e6-49ef-a256-07876e10c802 req-02115899-c7c1-40df-9ff1-0e5eaafccf05 tempest-TestMinimumBasicScenario-1732162642 tempest-TestMinimumBasicScenario-1732162642-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935434'] for port, before_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 11:24:35.194419 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron.db.db_base_plugin_common [req-8277bbfa-c6e6-49ef-a256-07876e10c802 req-02115899-c7c1-40df-9ff1-0e5eaafccf05 tempest-TestMinimumBasicScenario-1732162642 tempest-TestMinimumBasicScenario-1732162642-project] Allocated IP 172.20.0.6 (2aa59b6b-9eac-4bc1-9e70-61768bc81d23/1a6b0303-dad4-4d64-ab26-271478830140/a82adbf8-d06a-4f3f-b175-16e1dfbc2914) {{(pid=93883) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 13 11:24:35.427007 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-8277bbfa-c6e6-49ef-a256-07876e10c802 req-02115899-c7c1-40df-9ff1-0e5eaafccf05 tempest-TestMinimumBasicScenario-1732162642 tempest-TestMinimumBasicScenario-1732162642-project] Notify callbacks [] for port, precommit_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 11:24:35.443500 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron.db.provisioning_blocks [req-8277bbfa-c6e6-49ef-a256-07876e10c802 req-02115899-c7c1-40df-9ff1-0e5eaafccf05 tempest-TestMinimumBasicScenario-1732162642 tempest-TestMinimumBasicScenario-1732162642-project] Transition to ACTIVE for port object a82adbf8-d06a-4f3f-b175-16e1dfbc2914 will not be triggered until provisioned by entity DHCP. {{(pid=93883) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 13 11:24:35.486545 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-8277bbfa-c6e6-49ef-a256-07876e10c802 req-02115899-c7c1-40df-9ff1-0e5eaafccf05 tempest-TestMinimumBasicScenario-1732162642 tempest-TestMinimumBasicScenario-1732162642-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935844', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611014', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782137337079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2139128394'] for port, after_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 11:24:35.573044 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8277bbfa-c6e6-49ef-a256-07876e10c802 req-02115899-c7c1-40df-9ff1-0e5eaafccf05 tempest-TestMinimumBasicScenario-1732162642 tempest-TestMinimumBasicScenario-1732162642-project] Network 2aa59b6b-9eac-4bc1-9e70-61768bc81d23 is already hosted by enough agents. {{(pid=93883) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 13 11:24:35.599765 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron.scheduler.base_scheduler [req-8277bbfa-c6e6-49ef-a256-07876e10c802 req-02115899-c7c1-40df-9ff1-0e5eaafccf05 tempest-TestMinimumBasicScenario-1732162642 tempest-TestMinimumBasicScenario-1732162642-project] Resources bound (agent type, host, resource id): {{(pid=93883) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 13 11:24:35.601094 dv-cinder-797608-16-iscsi neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee0ce834-27a0-47bb-ac0c-acb4c673c7e0 req-76762e6d-b24d-4054-accd-711dd873f954 tempest-AttachVolumeTestJSON-893493791 tempest-AttachVolumeTestJSON-893493791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 11:24:35.601494 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02115899-c7c1-40df-9ff1-0e5eaafccf05 tempest-TestMinimumBasicScenario-1732162642 tempest-TestMinimumBasicScenario-1732162642-project] Pushing event updated for resources: {'Port': ['ID=a82adbf8-d06a-4f3f-b175-16e1dfbc2914,revision_number=1']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 11:24:35.617993 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron.db.l3_dvrscheduler_db [req-8277bbfa-c6e6-49ef-a256-07876e10c802 req-02115899-c7c1-40df-9ff1-0e5eaafccf05 tempest-TestMinimumBasicScenario-1732162642 tempest-TestMinimumBasicScenario-1732162642-project] Received port after_create {{(pid=93883) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 13 11:24:35.620773 dv-cinder-797608-16-iscsi neutron-server[93884]: INFO neutron.wsgi [req-ee0ce834-27a0-47bb-ac0c-acb4c673c7e0 req-76762e6d-b24d-4054-accd-711dd873f954 tempest-AttachVolumeTestJSON-893493791 tempest-AttachVolumeTestJSON-893493791-project] 10.222.0.32 "GET /v2.0/ports?device_id=210d2391-7cc4-41fd-87e2-e84f6d335633 HTTP/1.1" status: 200 len: 945 time: 0.1086295 Aug 13 11:24:35.668831 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02115899-c7c1-40df-9ff1-0e5eaafccf05 tempest-TestMinimumBasicScenario-1732162642 tempest-TestMinimumBasicScenario-1732162642-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797608-16-iscsi {{(pid=93883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 11:24:35.669874 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02115899-c7c1-40df-9ff1-0e5eaafccf05 tempest-TestMinimumBasicScenario-1732162642 tempest-TestMinimumBasicScenario-1732162642-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797608-16-iscsi {{(pid=93883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 11:24:35.670663 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02115899-c7c1-40df-9ff1-0e5eaafccf05 tempest-TestMinimumBasicScenario-1732162642 tempest-TestMinimumBasicScenario-1732162642-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797608-16-iscsi {{(pid=93883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 11:24:35.671164 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02115899-c7c1-40df-9ff1-0e5eaafccf05 tempest-TestMinimumBasicScenario-1732162642 tempest-TestMinimumBasicScenario-1732162642-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797608-16-iscsi {{(pid=93883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 11:24:35.671508 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02115899-c7c1-40df-9ff1-0e5eaafccf05 tempest-TestMinimumBasicScenario-1732162642 tempest-TestMinimumBasicScenario-1732162642-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-797608-16-iscsi {{(pid=93883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 11:24:35.671844 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02115899-c7c1-40df-9ff1-0e5eaafccf05 tempest-TestMinimumBasicScenario-1732162642 tempest-TestMinimumBasicScenario-1732162642-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797608-16-iscsi {{(pid=93883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 11:24:35.672177 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02115899-c7c1-40df-9ff1-0e5eaafccf05 tempest-TestMinimumBasicScenario-1732162642 tempest-TestMinimumBasicScenario-1732162642-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-797608-16-iscsi {{(pid=93883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 11:24:35.672508 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02115899-c7c1-40df-9ff1-0e5eaafccf05 tempest-TestMinimumBasicScenario-1732162642 tempest-TestMinimumBasicScenario-1732162642-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-797608-16-iscsi {{(pid=93883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 11:24:35.672836 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02115899-c7c1-40df-9ff1-0e5eaafccf05 tempest-TestMinimumBasicScenario-1732162642 tempest-TestMinimumBasicScenario-1732162642-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797608-16-iscsi {{(pid=93883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 11:24:35.673160 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02115899-c7c1-40df-9ff1-0e5eaafccf05 tempest-TestMinimumBasicScenario-1732162642 tempest-TestMinimumBasicScenario-1732162642-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797608-16-iscsi {{(pid=93883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 11:24:35.673488 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02115899-c7c1-40df-9ff1-0e5eaafccf05 tempest-TestMinimumBasicScenario-1732162642 tempest-TestMinimumBasicScenario-1732162642-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797608-16-iscsi {{(pid=93883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 11:24:35.673816 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02115899-c7c1-40df-9ff1-0e5eaafccf05 tempest-TestMinimumBasicScenario-1732162642 tempest-TestMinimumBasicScenario-1732162642-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797608-16-iscsi {{(pid=93883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 11:24:35.719992 dv-cinder-797608-16-iscsi neutron-server[93884]: INFO neutron.wsgi [req-ee0ce834-27a0-47bb-ac0c-acb4c673c7e0 req-e72f6407-ca60-4e0b-9415-b8dc070e8ded tempest-AttachVolumeTestJSON-893493791 tempest-AttachVolumeTestJSON-893493791-project] 10.222.0.32 "GET /v2.0/security-groups?id=04a16d11-7ca4-462a-891c-e4a125fe1a42&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0872421 Aug 13 11:24:35.734338 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8277bbfa-c6e6-49ef-a256-07876e10c802 req-02115899-c7c1-40df-9ff1-0e5eaafccf05 tempest-TestMinimumBasicScenario-1732162642 tempest-TestMinimumBasicScenario-1732162642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 11:24:35.735630 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-8277bbfa-c6e6-49ef-a256-07876e10c802 req-02115899-c7c1-40df-9ff1-0e5eaafccf05 tempest-TestMinimumBasicScenario-1732162642 tempest-TestMinimumBasicScenario-1732162642-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-128352'] for port, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 11:24:35.760761 dv-cinder-797608-16-iscsi neutron-server[93883]: INFO neutron.wsgi [req-8277bbfa-c6e6-49ef-a256-07876e10c802 req-02115899-c7c1-40df-9ff1-0e5eaafccf05 tempest-TestMinimumBasicScenario-1732162642 tempest-TestMinimumBasicScenario-1732162642-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8256557 Aug 13 11:24:35.888764 dv-cinder-797608-16-iscsi neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f943475d-6706-483b-968a-3520b5630889 req-ebf40593-0615-49aa-abfa-df55b9075826 tempest-TestMinimumBasicScenario-1732162642 tempest-TestMinimumBasicScenario-1732162642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 11:24:35.890950 dv-cinder-797608-16-iscsi neutron-server[93884]: INFO neutron.wsgi [req-f943475d-6706-483b-968a-3520b5630889 req-ebf40593-0615-49aa-abfa-df55b9075826 tempest-TestMinimumBasicScenario-1732162642 tempest-TestMinimumBasicScenario-1732162642-project] 10.222.0.32 "GET /v2.0/ports?device_id=9a015b7b-d682-4071-ba5c-6755b9ba6082 HTTP/1.1" status: 200 len: 931 time: 0.0711069 Aug 13 11:24:35.938995 dv-cinder-797608-16-iscsi neutron-server[93885]: DEBUG neutron.db.provisioning_blocks [None req-93f8171b-d4d6-4e58-8a82-26ba08cd838c None None] Provisioning for port a82adbf8-d06a-4f3f-b175-16e1dfbc2914 completed by entity DHCP. {{(pid=93885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 13 11:24:35.943202 dv-cinder-797608-16-iscsi neutron-server[93885]: DEBUG neutron.db.provisioning_blocks [None req-93f8171b-d4d6-4e58-8a82-26ba08cd838c None None] Provisioning complete for port a82adbf8-d06a-4f3f-b175-16e1dfbc2914 triggered by entity DHCP. {{(pid=93885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 13 11:24:35.943589 dv-cinder-797608-16-iscsi neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-93f8171b-d4d6-4e58-8a82-26ba08cd838c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-997193'] for port, provisioning_complete {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 11:24:35.983209 dv-cinder-797608-16-iscsi neutron-server[93884]: INFO neutron.wsgi [req-f943475d-6706-483b-968a-3520b5630889 req-29ca5323-5462-4a35-ac15-b1584ad3ac5f tempest-TestMinimumBasicScenario-1732162642 tempest-TestMinimumBasicScenario-1732162642-project] 10.222.0.32 "GET /v2.0/security-groups?id=a4619659-dbd0-4bd3-8e2b-aff5e74a0297&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0744913 Aug 13 11:24:36.007020 dv-cinder-797608-16-iscsi neutron-server[93885]: DEBUG neutron.plugins.ml2.plugin [None req-93f8171b-d4d6-4e58-8a82-26ba08cd838c None None] Port a82adbf8-d06a-4f3f-b175-16e1dfbc2914 cannot update to ACTIVE because it is not bound. {{(pid=93885) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 13 11:24:36.835930 dv-cinder-797608-16-iscsi neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b639a04-e94e-41d1-b3a9-0954bba35f3b req-d496f9f9-94d0-430b-9c77-6d211bfe9bea tempest-AttachVolumeTestJSON-893493791 tempest-AttachVolumeTestJSON-893493791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 11:24:36.837403 dv-cinder-797608-16-iscsi neutron-server[93884]: INFO neutron.wsgi [req-1b639a04-e94e-41d1-b3a9-0954bba35f3b req-d496f9f9-94d0-430b-9c77-6d211bfe9bea tempest-AttachVolumeTestJSON-893493791 tempest-AttachVolumeTestJSON-893493791-project] 10.222.0.32 "GET /v2.0/ports?device_id=210d2391-7cc4-41fd-87e2-e84f6d335633 HTTP/1.1" status: 200 len: 945 time: 0.0486505 Aug 13 11:24:36.874717 dv-cinder-797608-16-iscsi neutron-server[93884]: INFO neutron.wsgi [req-1b639a04-e94e-41d1-b3a9-0954bba35f3b req-0ee19a90-58bf-4399-8cf1-fb3503ab59a7 tempest-AttachVolumeTestJSON-893493791 tempest-AttachVolumeTestJSON-893493791-project] 10.222.0.32 "GET /v2.0/security-groups?id=04a16d11-7ca4-462a-891c-e4a125fe1a42&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312328 Aug 13 11:24:37.106097 dv-cinder-797608-16-iscsi neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28a625ba-3001-44bc-b4b1-999f184843e7 req-47805207-ad48-4e59-82ab-cf6233b404a3 tempest-TestMinimumBasicScenario-1732162642 tempest-TestMinimumBasicScenario-1732162642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 11:24:37.108190 dv-cinder-797608-16-iscsi neutron-server[93884]: INFO neutron.wsgi [req-28a625ba-3001-44bc-b4b1-999f184843e7 req-47805207-ad48-4e59-82ab-cf6233b404a3 tempest-TestMinimumBasicScenario-1732162642 tempest-TestMinimumBasicScenario-1732162642-project] 10.222.0.32 "GET /v2.0/ports?device_id=9a015b7b-d682-4071-ba5c-6755b9ba6082 HTTP/1.1" status: 200 len: 931 time: 0.0521386 Aug 13 11:24:37.144838 dv-cinder-797608-16-iscsi neutron-server[93884]: INFO neutron.wsgi [req-28a625ba-3001-44bc-b4b1-999f184843e7 req-1c504d67-2c49-453e-ba55-2eae164a075b tempest-TestMinimumBasicScenario-1732162642 tempest-TestMinimumBasicScenario-1732162642-project] 10.222.0.32 "GET /v2.0/security-groups?id=a4619659-dbd0-4bd3-8e2b-aff5e74a0297&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307012 Aug 13 11:24:38.012762 dv-cinder-797608-16-iscsi neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39a1f9ae-39a4-4ccd-b141-e16403b21dae req-129e6b00-25b7-4194-b8fe-f19a25d88978 tempest-AttachVolumeTestJSON-893493791 tempest-AttachVolumeTestJSON-893493791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 11:24:38.014257 dv-cinder-797608-16-iscsi neutron-server[93884]: INFO neutron.wsgi [req-39a1f9ae-39a4-4ccd-b141-e16403b21dae req-129e6b00-25b7-4194-b8fe-f19a25d88978 tempest-AttachVolumeTestJSON-893493791 tempest-AttachVolumeTestJSON-893493791-project] 10.222.0.32 "GET /v2.0/ports?device_id=210d2391-7cc4-41fd-87e2-e84f6d335633 HTTP/1.1" status: 200 len: 945 time: 0.0499732 Aug 13 11:24:38.052615 dv-cinder-797608-16-iscsi neutron-server[93884]: INFO neutron.wsgi [req-39a1f9ae-39a4-4ccd-b141-e16403b21dae req-609d1e02-0e81-4343-8c5a-fd9e004f8d3e tempest-AttachVolumeTestJSON-893493791 tempest-AttachVolumeTestJSON-893493791-project] 10.222.0.32 "GET /v2.0/security-groups?id=04a16d11-7ca4-462a-891c-e4a125fe1a42&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322731 Aug 13 11:24:38.178418 dv-cinder-797608-16-iscsi neutron-server[93886]: DEBUG neutron.db.agents_db [None req-85e56f49-6478-4807-bf82-7523a15d9e55 None None] Agent healthcheck: found 6 active agents {{(pid=93886) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 13 11:24:38.274277 dv-cinder-797608-16-iscsi neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e67f2d87-8e59-4100-9055-07c45569781c req-1df11b91-efaa-4518-a137-6031f50bd180 tempest-TestMinimumBasicScenario-1732162642 tempest-TestMinimumBasicScenario-1732162642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 11:24:38.275661 dv-cinder-797608-16-iscsi neutron-server[93884]: INFO neutron.wsgi [req-e67f2d87-8e59-4100-9055-07c45569781c req-1df11b91-efaa-4518-a137-6031f50bd180 tempest-TestMinimumBasicScenario-1732162642 tempest-TestMinimumBasicScenario-1732162642-project] 10.222.0.32 "GET /v2.0/ports?device_id=9a015b7b-d682-4071-ba5c-6755b9ba6082 HTTP/1.1" status: 200 len: 931 time: 0.0521049 Aug 13 11:24:38.314267 dv-cinder-797608-16-iscsi neutron-server[93884]: INFO neutron.wsgi [req-e67f2d87-8e59-4100-9055-07c45569781c req-24c3ccda-0bd3-437c-8581-58a796b4cc32 tempest-TestMinimumBasicScenario-1732162642 tempest-TestMinimumBasicScenario-1732162642-project] 10.222.0.32 "GET /v2.0/security-groups?id=a4619659-dbd0-4bd3-8e2b-aff5e74a0297&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326676 Aug 13 11:24:38.827507 dv-cinder-797608-16-iscsi neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-f6e8bec5-8e7c-4ce9-a8c1-f24575930310 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782137812740', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-997306'] for agent, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 11:24:39.182854 dv-cinder-797608-16-iscsi neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66610377-373e-43bf-b5b6-4c5aaf92c8b0 req-aef300e2-8415-4148-b8bd-46bf492e69c8 tempest-AttachVolumeTestJSON-893493791 tempest-AttachVolumeTestJSON-893493791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 11:24:39.184409 dv-cinder-797608-16-iscsi neutron-server[93884]: INFO neutron.wsgi [req-66610377-373e-43bf-b5b6-4c5aaf92c8b0 req-aef300e2-8415-4148-b8bd-46bf492e69c8 tempest-AttachVolumeTestJSON-893493791 tempest-AttachVolumeTestJSON-893493791-project] 10.222.0.32 "GET /v2.0/ports?device_id=210d2391-7cc4-41fd-87e2-e84f6d335633 HTTP/1.1" status: 200 len: 945 time: 0.0563192 Aug 13 11:24:39.223594 dv-cinder-797608-16-iscsi neutron-server[93884]: INFO neutron.wsgi [req-66610377-373e-43bf-b5b6-4c5aaf92c8b0 req-acfa218f-1cd5-4b17-a102-9ba229d9549d tempest-AttachVolumeTestJSON-893493791 tempest-AttachVolumeTestJSON-893493791-project] 10.222.0.32 "GET /v2.0/security-groups?id=04a16d11-7ca4-462a-891c-e4a125fe1a42&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326159 Aug 13 11:24:39.430204 dv-cinder-797608-16-iscsi neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5edafd52-0bfc-4f02-91ca-a5f1bf9ce4cd req-aa8c3cc7-9022-41d0-8761-9fea3309d1f1 tempest-TestMinimumBasicScenario-1732162642 tempest-TestMinimumBasicScenario-1732162642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 11:24:39.431649 dv-cinder-797608-16-iscsi neutron-server[93884]: INFO neutron.wsgi [req-5edafd52-0bfc-4f02-91ca-a5f1bf9ce4cd req-aa8c3cc7-9022-41d0-8761-9fea3309d1f1 tempest-TestMinimumBasicScenario-1732162642 tempest-TestMinimumBasicScenario-1732162642-project] 10.222.0.32 "GET /v2.0/ports?device_id=9a015b7b-d682-4071-ba5c-6755b9ba6082 HTTP/1.1" status: 200 len: 931 time: 0.0487106 Aug 13 11:24:39.468243 dv-cinder-797608-16-iscsi neutron-server[93884]: INFO neutron.wsgi [req-5edafd52-0bfc-4f02-91ca-a5f1bf9ce4cd req-2171fce4-6c07-47a0-a8c3-97d71869e6f9 tempest-TestMinimumBasicScenario-1732162642 tempest-TestMinimumBasicScenario-1732162642-project] 10.222.0.32 "GET /v2.0/security-groups?id=a4619659-dbd0-4bd3-8e2b-aff5e74a0297&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0302565 Aug 13 11:24:40.339724 dv-cinder-797608-16-iscsi neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-699d875a-c3e3-4d8f-95d3-960ebb005ffe req-29ba5186-9ec8-48b2-83ae-12f78508a351 tempest-AttachVolumeTestJSON-893493791 tempest-AttachVolumeTestJSON-893493791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 11:24:40.341300 dv-cinder-797608-16-iscsi neutron-server[93884]: INFO neutron.wsgi [req-699d875a-c3e3-4d8f-95d3-960ebb005ffe req-29ba5186-9ec8-48b2-83ae-12f78508a351 tempest-AttachVolumeTestJSON-893493791 tempest-AttachVolumeTestJSON-893493791-project] 10.222.0.32 "GET /v2.0/ports?device_id=210d2391-7cc4-41fd-87e2-e84f6d335633 HTTP/1.1" status: 200 len: 945 time: 0.0523090 Aug 13 11:24:40.396957 dv-cinder-797608-16-iscsi neutron-server[93884]: INFO neutron.wsgi [req-699d875a-c3e3-4d8f-95d3-960ebb005ffe req-ce4471cc-c006-49bc-bf1d-c30ac16a40f4 tempest-AttachVolumeTestJSON-893493791 tempest-AttachVolumeTestJSON-893493791-project] 10.222.0.32 "GET /v2.0/security-groups?id=04a16d11-7ca4-462a-891c-e4a125fe1a42&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419517 Aug 13 11:24:40.589881 dv-cinder-797608-16-iscsi neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e8646f1-11b7-4b26-b7d2-05a3540e7025 req-ad925aee-fdb0-49bd-8258-8ea0215439e3 tempest-TestMinimumBasicScenario-1732162642 tempest-TestMinimumBasicScenario-1732162642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 11:24:40.597125 dv-cinder-797608-16-iscsi neutron-server[93884]: INFO neutron.wsgi [req-4e8646f1-11b7-4b26-b7d2-05a3540e7025 req-ad925aee-fdb0-49bd-8258-8ea0215439e3 tempest-TestMinimumBasicScenario-1732162642 tempest-TestMinimumBasicScenario-1732162642-project] 10.222.0.32 "GET /v2.0/ports?device_id=9a015b7b-d682-4071-ba5c-6755b9ba6082 HTTP/1.1" status: 200 len: 931 time: 0.0640354 Aug 13 11:24:40.632054 dv-cinder-797608-16-iscsi neutron-server[93884]: INFO neutron.wsgi [req-4e8646f1-11b7-4b26-b7d2-05a3540e7025 req-291375fa-620d-4881-ae48-4815acef3c6d tempest-TestMinimumBasicScenario-1732162642 tempest-TestMinimumBasicScenario-1732162642-project] 10.222.0.32 "GET /v2.0/security-groups?id=a4619659-dbd0-4bd3-8e2b-aff5e74a0297&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340507 Aug 13 11:24:41.281978 dv-cinder-797608-16-iscsi neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-85475976-8f26-47e8-bd87-f276df3d63d6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782137812740', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-997306'] for agent, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 11:24:41.504911 dv-cinder-797608-16-iscsi neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb2ea7c9-0ecb-4320-98fb-1ec0e0b6ee9a req-664a5186-bb96-45d7-bc13-31b63005f807 tempest-AttachVolumeTestJSON-893493791 tempest-AttachVolumeTestJSON-893493791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 11:24:41.506414 dv-cinder-797608-16-iscsi neutron-server[93884]: INFO neutron.wsgi [req-cb2ea7c9-0ecb-4320-98fb-1ec0e0b6ee9a req-664a5186-bb96-45d7-bc13-31b63005f807 tempest-AttachVolumeTestJSON-893493791 tempest-AttachVolumeTestJSON-893493791-project] 10.222.0.32 "GET /v2.0/ports?device_id=210d2391-7cc4-41fd-87e2-e84f6d335633 HTTP/1.1" status: 200 len: 945 time: 0.0486145 Aug 13 11:24:41.542825 dv-cinder-797608-16-iscsi neutron-server[93884]: INFO neutron.wsgi [req-cb2ea7c9-0ecb-4320-98fb-1ec0e0b6ee9a req-26b3e074-bd9a-493f-a32f-2470c30a051d tempest-AttachVolumeTestJSON-893493791 tempest-AttachVolumeTestJSON-893493791-project] 10.222.0.32 "GET /v2.0/security-groups?id=04a16d11-7ca4-462a-891c-e4a125fe1a42&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0305576 Aug 13 11:24:41.565816 dv-cinder-797608-16-iscsi neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-05931952-e11e-4e12-af58-ece1398d134b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782137812740', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-997306'] for agent, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 11:24:41.743771 dv-cinder-797608-16-iscsi neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd31403c-14d3-45d6-859e-1cca460069a6 req-4f873bd8-f4c5-48a0-bd2d-80e452b739fe tempest-TestMinimumBasicScenario-1732162642 tempest-TestMinimumBasicScenario-1732162642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 11:24:41.745495 dv-cinder-797608-16-iscsi neutron-server[93884]: INFO neutron.wsgi [req-bd31403c-14d3-45d6-859e-1cca460069a6 req-4f873bd8-f4c5-48a0-bd2d-80e452b739fe tempest-TestMinimumBasicScenario-1732162642 tempest-TestMinimumBasicScenario-1732162642-project] 10.222.0.32 "GET /v2.0/ports?device_id=9a015b7b-d682-4071-ba5c-6755b9ba6082 HTTP/1.1" status: 200 len: 931 time: 0.0477798 Aug 13 11:24:41.781648 dv-cinder-797608-16-iscsi neutron-server[93884]: INFO neutron.wsgi [req-bd31403c-14d3-45d6-859e-1cca460069a6 req-3cc0732c-5657-484b-a15a-0b62d49e0ed5 tempest-TestMinimumBasicScenario-1732162642 tempest-TestMinimumBasicScenario-1732162642-project] 10.222.0.32 "GET /v2.0/security-groups?id=a4619659-dbd0-4bd3-8e2b-aff5e74a0297&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0302269 Aug 13 11:24:42.487578 dv-cinder-797608-16-iscsi neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-c8cb50cc-12ff-4088-b7b1-9c64999b964c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782137812740', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-997306'] for agent, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 11:24:42.666788 dv-cinder-797608-16-iscsi neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5cc6cf6-4aa9-471b-bfc3-bea20b317040 req-1e9252a0-b511-41f3-95b4-621fed56e1bf tempest-AttachVolumeTestJSON-893493791 tempest-AttachVolumeTestJSON-893493791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 11:24:42.669670 dv-cinder-797608-16-iscsi neutron-server[93884]: INFO neutron.wsgi [req-d5cc6cf6-4aa9-471b-bfc3-bea20b317040 req-1e9252a0-b511-41f3-95b4-621fed56e1bf tempest-AttachVolumeTestJSON-893493791 tempest-AttachVolumeTestJSON-893493791-project] 10.222.0.32 "GET /v2.0/ports?device_id=210d2391-7cc4-41fd-87e2-e84f6d335633 HTTP/1.1" status: 200 len: 945 time: 0.0589881 Aug 13 11:24:42.710406 dv-cinder-797608-16-iscsi neutron-server[93884]: INFO neutron.wsgi [req-d5cc6cf6-4aa9-471b-bfc3-bea20b317040 req-64174554-4724-40f2-9598-a8455dd15bc5 tempest-AttachVolumeTestJSON-893493791 tempest-AttachVolumeTestJSON-893493791-project] 10.222.0.32 "GET /v2.0/security-groups?id=04a16d11-7ca4-462a-891c-e4a125fe1a42&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0341971 Aug 13 11:24:42.900949 dv-cinder-797608-16-iscsi neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2f7b942-aa73-45fe-962a-9c9b2461a656 req-31af1965-3b81-440f-9741-8ef4732be250 tempest-TestMinimumBasicScenario-1732162642 tempest-TestMinimumBasicScenario-1732162642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 11:24:42.902476 dv-cinder-797608-16-iscsi neutron-server[93884]: INFO neutron.wsgi [req-b2f7b942-aa73-45fe-962a-9c9b2461a656 req-31af1965-3b81-440f-9741-8ef4732be250 tempest-TestMinimumBasicScenario-1732162642 tempest-TestMinimumBasicScenario-1732162642-project] 10.222.0.32 "GET /v2.0/ports?device_id=9a015b7b-d682-4071-ba5c-6755b9ba6082 HTTP/1.1" status: 200 len: 931 time: 0.0550056 Aug 13 11:24:42.941773 dv-cinder-797608-16-iscsi neutron-server[93884]: INFO neutron.wsgi [req-b2f7b942-aa73-45fe-962a-9c9b2461a656 req-011fd0c5-cd00-4afa-a2ce-8d8a2aa23746 tempest-TestMinimumBasicScenario-1732162642 tempest-TestMinimumBasicScenario-1732162642-project] 10.222.0.32 "GET /v2.0/security-groups?id=a4619659-dbd0-4bd3-8e2b-aff5e74a0297&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329452 Aug 13 11:24:43.824192 dv-cinder-797608-16-iscsi neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10235578-5bdf-40c0-bd1a-b05a8f25e723 req-325394d1-ae91-454d-956c-c70b338b2b67 tempest-AttachVolumeTestJSON-893493791 tempest-AttachVolumeTestJSON-893493791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 11:24:43.825729 dv-cinder-797608-16-iscsi neutron-server[93884]: INFO neutron.wsgi [req-10235578-5bdf-40c0-bd1a-b05a8f25e723 req-325394d1-ae91-454d-956c-c70b338b2b67 tempest-AttachVolumeTestJSON-893493791 tempest-AttachVolumeTestJSON-893493791-project] 10.222.0.32 "GET /v2.0/ports?device_id=210d2391-7cc4-41fd-87e2-e84f6d335633 HTTP/1.1" status: 200 len: 945 time: 0.0469341 Aug 13 11:24:43.880426 dv-cinder-797608-16-iscsi neutron-server[93884]: INFO neutron.wsgi [req-10235578-5bdf-40c0-bd1a-b05a8f25e723 req-abb4633a-6fcc-4ab8-902e-319be9fbd909 tempest-AttachVolumeTestJSON-893493791 tempest-AttachVolumeTestJSON-893493791-project] 10.222.0.32 "GET /v2.0/security-groups?id=04a16d11-7ca4-462a-891c-e4a125fe1a42&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0466833 Aug 13 11:24:44.057894 dv-cinder-797608-16-iscsi neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0b50f10-712f-4bb3-9849-1325b0964377 req-0d50bc53-6944-4e33-9261-f7fae95a78c3 tempest-TestMinimumBasicScenario-1732162642 tempest-TestMinimumBasicScenario-1732162642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 11:24:44.058438 dv-cinder-797608-16-iscsi neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-71795f1a-9c4d-4630-a580-a9486fbcc3ea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782137812740', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-997306'] for agent, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 11:24:44.059635 dv-cinder-797608-16-iscsi neutron-server[93884]: INFO neutron.wsgi [req-d0b50f10-712f-4bb3-9849-1325b0964377 req-0d50bc53-6944-4e33-9261-f7fae95a78c3 tempest-TestMinimumBasicScenario-1732162642 tempest-TestMinimumBasicScenario-1732162642-project] 10.222.0.32 "GET /v2.0/ports?device_id=9a015b7b-d682-4071-ba5c-6755b9ba6082 HTTP/1.1" status: 200 len: 931 time: 0.0513344 Aug 13 11:24:44.110915 dv-cinder-797608-16-iscsi neutron-server[93884]: INFO neutron.wsgi [req-d0b50f10-712f-4bb3-9849-1325b0964377 req-f97fb5e4-6d8f-47ab-a430-3d67d26438c7 tempest-TestMinimumBasicScenario-1732162642 tempest-TestMinimumBasicScenario-1732162642-project] 10.222.0.32 "GET /v2.0/security-groups?id=a4619659-dbd0-4bd3-8e2b-aff5e74a0297&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445890 Aug 13 11:24:45.017381 dv-cinder-797608-16-iscsi neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f4d9cac-be40-440e-9da6-98054500fa64 req-b4e79671-cfbe-4b64-8fd4-f61d14d92ec9 tempest-AttachVolumeTestJSON-893493791 tempest-AttachVolumeTestJSON-893493791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 11:24:45.018896 dv-cinder-797608-16-iscsi neutron-server[93884]: INFO neutron.wsgi [req-0f4d9cac-be40-440e-9da6-98054500fa64 req-b4e79671-cfbe-4b64-8fd4-f61d14d92ec9 tempest-AttachVolumeTestJSON-893493791 tempest-AttachVolumeTestJSON-893493791-project] 10.222.0.32 "GET /v2.0/ports?device_id=210d2391-7cc4-41fd-87e2-e84f6d335633 HTTP/1.1" status: 200 len: 945 time: 0.0492260 Aug 13 11:24:45.056930 dv-cinder-797608-16-iscsi neutron-server[93884]: INFO neutron.wsgi [req-0f4d9cac-be40-440e-9da6-98054500fa64 req-205ad41f-9181-4edf-9d02-21c2b6e787b1 tempest-AttachVolumeTestJSON-893493791 tempest-AttachVolumeTestJSON-893493791-project] 10.222.0.32 "GET /v2.0/security-groups?id=04a16d11-7ca4-462a-891c-e4a125fe1a42&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320113 Aug 13 11:24:45.226629 dv-cinder-797608-16-iscsi neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d3c90d0-4b27-41b8-bf2c-d964199ad814 req-9a981554-b928-4d5b-9df6-a69de022b2c6 tempest-TestMinimumBasicScenario-1732162642 tempest-TestMinimumBasicScenario-1732162642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 11:24:45.228012 dv-cinder-797608-16-iscsi neutron-server[93884]: INFO neutron.wsgi [req-9d3c90d0-4b27-41b8-bf2c-d964199ad814 req-9a981554-b928-4d5b-9df6-a69de022b2c6 tempest-TestMinimumBasicScenario-1732162642 tempest-TestMinimumBasicScenario-1732162642-project] 10.222.0.32 "GET /v2.0/ports?device_id=9a015b7b-d682-4071-ba5c-6755b9ba6082 HTTP/1.1" status: 200 len: 931 time: 0.0484133 Aug 13 11:24:45.266271 dv-cinder-797608-16-iscsi neutron-server[93884]: INFO neutron.wsgi [req-9d3c90d0-4b27-41b8-bf2c-d964199ad814 req-6e28f63a-6975-4a67-8628-f22f3bd11608 tempest-TestMinimumBasicScenario-1732162642 tempest-TestMinimumBasicScenario-1732162642-project] 10.222.0.32 "GET /v2.0/security-groups?id=a4619659-dbd0-4bd3-8e2b-aff5e74a0297&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320957 Aug 13 11:24:46.178167 dv-cinder-797608-16-iscsi neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2075569-44b6-4754-99eb-f163683930c4 req-9e4d6e7f-6f08-4b34-b29d-8f23edb5c568 tempest-AttachVolumeTestJSON-893493791 tempest-AttachVolumeTestJSON-893493791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 11:24:46.179598 dv-cinder-797608-16-iscsi neutron-server[93884]: INFO neutron.wsgi [req-b2075569-44b6-4754-99eb-f163683930c4 req-9e4d6e7f-6f08-4b34-b29d-8f23edb5c568 tempest-AttachVolumeTestJSON-893493791 tempest-AttachVolumeTestJSON-893493791-project] 10.222.0.32 "GET /v2.0/ports?device_id=210d2391-7cc4-41fd-87e2-e84f6d335633 HTTP/1.1" status: 200 len: 945 time: 0.0512896 Aug 13 11:24:46.216575 dv-cinder-797608-16-iscsi neutron-server[93884]: INFO neutron.wsgi [req-b2075569-44b6-4754-99eb-f163683930c4 req-846a6dce-d5b6-4cf0-845d-08acd0317d52 tempest-AttachVolumeTestJSON-893493791 tempest-AttachVolumeTestJSON-893493791-project] 10.222.0.32 "GET /v2.0/security-groups?id=04a16d11-7ca4-462a-891c-e4a125fe1a42&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309768 Aug 13 11:24:46.400681 dv-cinder-797608-16-iscsi neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e94a6280-0e20-461e-8822-7115ea3e45a4 req-9393aa05-0457-4f6d-8609-e96a2ca8006d tempest-TestMinimumBasicScenario-1732162642 tempest-TestMinimumBasicScenario-1732162642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 11:24:46.402183 dv-cinder-797608-16-iscsi neutron-server[93884]: INFO neutron.wsgi [req-e94a6280-0e20-461e-8822-7115ea3e45a4 req-9393aa05-0457-4f6d-8609-e96a2ca8006d tempest-TestMinimumBasicScenario-1732162642 tempest-TestMinimumBasicScenario-1732162642-project] 10.222.0.32 "GET /v2.0/ports?device_id=9a015b7b-d682-4071-ba5c-6755b9ba6082 HTTP/1.1" status: 200 len: 931 time: 0.0560365 Aug 13 11:24:46.440938 dv-cinder-797608-16-iscsi neutron-server[93884]: INFO neutron.wsgi [req-e94a6280-0e20-461e-8822-7115ea3e45a4 req-724e372d-417c-49e3-ad9a-e9a0d3795023 tempest-TestMinimumBasicScenario-1732162642 tempest-TestMinimumBasicScenario-1732162642-project] 10.222.0.32 "GET /v2.0/security-groups?id=a4619659-dbd0-4bd3-8e2b-aff5e74a0297&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327384 Aug 13 11:24:47.328630 dv-cinder-797608-16-iscsi neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffe94576-5006-4a57-b03e-f0ce1094f636 req-2b8d93ce-0f58-4730-b6cd-a7eda919c09d tempest-AttachVolumeTestJSON-893493791 tempest-AttachVolumeTestJSON-893493791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 11:24:47.330135 dv-cinder-797608-16-iscsi neutron-server[93884]: INFO neutron.wsgi [req-ffe94576-5006-4a57-b03e-f0ce1094f636 req-2b8d93ce-0f58-4730-b6cd-a7eda919c09d tempest-AttachVolumeTestJSON-893493791 tempest-AttachVolumeTestJSON-893493791-project] 10.222.0.32 "GET /v2.0/ports?device_id=210d2391-7cc4-41fd-87e2-e84f6d335633 HTTP/1.1" status: 200 len: 945 time: 0.0472958 Aug 13 11:24:47.365354 dv-cinder-797608-16-iscsi neutron-server[93884]: INFO neutron.wsgi [req-ffe94576-5006-4a57-b03e-f0ce1094f636 req-bc4ede21-2028-4ce9-9e1c-a295f38a8d51 tempest-AttachVolumeTestJSON-893493791 tempest-AttachVolumeTestJSON-893493791-project] 10.222.0.32 "GET /v2.0/security-groups?id=04a16d11-7ca4-462a-891c-e4a125fe1a42&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0294385 Aug 13 11:24:47.566683 dv-cinder-797608-16-iscsi neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2410000-a80b-4e6b-8a29-3035ca82c348 req-68e197db-041c-441b-a215-3d838f9feaee tempest-TestMinimumBasicScenario-1732162642 tempest-TestMinimumBasicScenario-1732162642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 11:24:47.568114 dv-cinder-797608-16-iscsi neutron-server[93884]: INFO neutron.wsgi [req-b2410000-a80b-4e6b-8a29-3035ca82c348 req-68e197db-041c-441b-a215-3d838f9feaee tempest-TestMinimumBasicScenario-1732162642 tempest-TestMinimumBasicScenario-1732162642-project] 10.222.0.32 "GET /v2.0/ports?device_id=9a015b7b-d682-4071-ba5c-6755b9ba6082 HTTP/1.1" status: 200 len: 931 time: 0.0501173 Aug 13 11:24:47.604266 dv-cinder-797608-16-iscsi neutron-server[93884]: INFO neutron.wsgi [req-b2410000-a80b-4e6b-8a29-3035ca82c348 req-3347c988-0303-4dfe-8b32-a31c2b446356 tempest-TestMinimumBasicScenario-1732162642 tempest-TestMinimumBasicScenario-1732162642-project] 10.222.0.32 "GET /v2.0/security-groups?id=a4619659-dbd0-4bd3-8e2b-aff5e74a0297&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0302868 Aug 13 11:24:47.751252 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron.api.v2.base [req-8277bbfa-c6e6-49ef-a256-07876e10c802 req-e56cdfd3-6d9e-4846-afb1-f5c17aee7488 service neutron] Request body: {'port': {'device_id': '9a015b7b-d682-4071-ba5c-6755b9ba6082', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79760'}} {{(pid=93883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 13 11:24:47.801936 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-8277bbfa-c6e6-49ef-a256-07876e10c802 req-e56cdfd3-6d9e-4846-afb1-f5c17aee7488 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935434'] for port, before_update {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 11:24:48.057158 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron.notifiers.nova [req-8277bbfa-c6e6-49ef-a256-07876e10c802 req-e56cdfd3-6d9e-4846-afb1-f5c17aee7488 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a82adbf8-d06a-4f3f-b175-16e1dfbc2914 {{(pid=93883) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 13 11:24:48.064466 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-8277bbfa-c6e6-49ef-a256-07876e10c802 req-e56cdfd3-6d9e-4846-afb1-f5c17aee7488 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 11:24:48.075534 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron.db.provisioning_blocks [req-8277bbfa-c6e6-49ef-a256-07876e10c802 req-e56cdfd3-6d9e-4846-afb1-f5c17aee7488 service neutron] Transition to ACTIVE for port object a82adbf8-d06a-4f3f-b175-16e1dfbc2914 will not be triggered until provisioned by entity L2. {{(pid=93883) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 13 11:24:48.079150 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-8277bbfa-c6e6-49ef-a256-07876e10c802 req-e56cdfd3-6d9e-4846-afb1-f5c17aee7488 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935844', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611014', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782137889940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782137337613', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782137337631', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2139128387'] for port, after_update {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 11:24:48.125665 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e56cdfd3-6d9e-4846-afb1-f5c17aee7488 service neutron] Pushing event updated for resources: {'Port': ['ID=a82adbf8-d06a-4f3f-b175-16e1dfbc2914,revision_number=2']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 11:24:48.198050 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron.plugins.ml2.managers [req-8277bbfa-c6e6-49ef-a256-07876e10c802 req-e56cdfd3-6d9e-4846-afb1-f5c17aee7488 service neutron] Attempting to bind port a82adbf8-d06a-4f3f-b175-16e1dfbc2914 on host hv-cinder-79760 for vnic_type normal with profile {{(pid=93883) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 13 11:24:48.198391 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron.plugins.ml2.managers [req-8277bbfa-c6e6-49ef-a256-07876e10c802 req-e56cdfd3-6d9e-4846-afb1-f5c17aee7488 service neutron] Attempting to bind port a82adbf8-d06a-4f3f-b175-16e1dfbc2914 by drivers openvswitch,hyperv on host hv-cinder-79760 at level 0 using segments [{'id': 'ef5f1ad6-f862-42d5-a57b-2af73e349ffb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': '2aa59b6b-9eac-4bc1-9e70-61768bc81d23'}] {{(pid=93883) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 13 11:24:48.198717 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8277bbfa-c6e6-49ef-a256-07876e10c802 req-e56cdfd3-6d9e-4846-afb1-f5c17aee7488 service neutron] Attempting to bind port a82adbf8-d06a-4f3f-b175-16e1dfbc2914 on network 2aa59b6b-9eac-4bc1-9e70-61768bc81d23 {{(pid=93883) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 13 11:24:48.203133 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8277bbfa-c6e6-49ef-a256-07876e10c802 req-e56cdfd3-6d9e-4846-afb1-f5c17aee7488 service neutron] Port a82adbf8-d06a-4f3f-b175-16e1dfbc2914 on network 2aa59b6b-9eac-4bc1-9e70-61768bc81d23 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79760 {{(pid=93883) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 13 11:24:48.203451 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8277bbfa-c6e6-49ef-a256-07876e10c802 req-e56cdfd3-6d9e-4846-afb1-f5c17aee7488 service neutron] Attempting to bind port a82adbf8-d06a-4f3f-b175-16e1dfbc2914 on network 2aa59b6b-9eac-4bc1-9e70-61768bc81d23 {{(pid=93883) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 13 11:24:48.208332 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8277bbfa-c6e6-49ef-a256-07876e10c802 req-e56cdfd3-6d9e-4846-afb1-f5c17aee7488 service neutron] Checking agent: {'id': '3e9c1808-7bc3-414f-9290-25f62682d3ef', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79760', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 13, 11, 17, 34), 'started_at': datetime.datetime(2021, 8, 13, 11, 17, 34), 'heartbeat_timestamp': datetime.datetime(2021, 8, 13, 11, 24, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93883) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 13 11:24:48.208681 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8277bbfa-c6e6-49ef-a256-07876e10c802 req-e56cdfd3-6d9e-4846-afb1-f5c17aee7488 service neutron] Checking segment: {'id': 'ef5f1ad6-f862-42d5-a57b-2af73e349ffb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': '2aa59b6b-9eac-4bc1-9e70-61768bc81d23'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93883) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 13 11:24:48.209056 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8277bbfa-c6e6-49ef-a256-07876e10c802 req-e56cdfd3-6d9e-4846-afb1-f5c17aee7488 service neutron] Bound using segment: {'id': 'ef5f1ad6-f862-42d5-a57b-2af73e349ffb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': '2aa59b6b-9eac-4bc1-9e70-61768bc81d23'} {{(pid=93883) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 13 11:24:48.209478 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron.plugins.ml2.managers [req-8277bbfa-c6e6-49ef-a256-07876e10c802 req-e56cdfd3-6d9e-4846-afb1-f5c17aee7488 service neutron] Bound port: a82adbf8-d06a-4f3f-b175-16e1dfbc2914, host: hv-cinder-79760, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ef5f1ad6-f862-42d5-a57b-2af73e349ffb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': '2aa59b6b-9eac-4bc1-9e70-61768bc81d23'}}] {{(pid=93883) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 13 11:24:48.209836 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-8277bbfa-c6e6-49ef-a256-07876e10c802 req-e56cdfd3-6d9e-4846-afb1-f5c17aee7488 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935434'] for port, before_update {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 11:24:48.273298 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron.plugins.ml2.db [req-8277bbfa-c6e6-49ef-a256-07876e10c802 req-e56cdfd3-6d9e-4846-afb1-f5c17aee7488 service neutron] For port a82adbf8-d06a-4f3f-b175-16e1dfbc2914, host hv-cinder-79760, cleared binding levels {{(pid=93883) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 13 11:24:48.279678 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron.plugins.ml2.db [req-8277bbfa-c6e6-49ef-a256-07876e10c802 req-e56cdfd3-6d9e-4846-afb1-f5c17aee7488 service neutron] For port a82adbf8-d06a-4f3f-b175-16e1dfbc2914, host hv-cinder-79760, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79760',level=0,port_id=a82adbf8-d06a-4f3f-b175-16e1dfbc2914,segment=NetworkSegment(ef5f1ad6-f862-42d5-a57b-2af73e349ffb),segment_id=ef5f1ad6-f862-42d5-a57b-2af73e349ffb)] {{(pid=93883) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 13 11:24:48.285774 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-8277bbfa-c6e6-49ef-a256-07876e10c802 req-e56cdfd3-6d9e-4846-afb1-f5c17aee7488 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935844', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611014', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782137889940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782137337613', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782137337631', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2139128387'] for port, after_update {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 11:24:48.319826 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8277bbfa-c6e6-49ef-a256-07876e10c802 req-e56cdfd3-6d9e-4846-afb1-f5c17aee7488 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 11:24:48.320441 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-8277bbfa-c6e6-49ef-a256-07876e10c802 req-e56cdfd3-6d9e-4846-afb1-f5c17aee7488 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-128352'] for port, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 11:24:48.321804 dv-cinder-797608-16-iscsi neutron-server[93883]: INFO neutron.wsgi [req-8277bbfa-c6e6-49ef-a256-07876e10c802 req-e56cdfd3-6d9e-4846-afb1-f5c17aee7488 service neutron] 10.222.0.20 "PUT /v2.0/ports/a82adbf8-d06a-4f3f-b175-16e1dfbc2914 HTTP/1.1" status: 200 len: 1093 time: 0.6211038 Aug 13 11:24:48.322261 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9a015b7b-d682-4071-ba5c-6755b9ba6082', 'tag': 'a82adbf8-d06a-4f3f-b175-16e1dfbc2914'}] {{(pid=93883) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 13 11:24:48.324465 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}db1a1fbc245c58e73290e58258e46ca41fe4e785cc79cbd57aa3dae940aad292" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ae9df103-de6a-4f87-8d70-1cde94d2b05b" -d '{"events": [{"name": "network-changed", "server_uuid": "9a015b7b-d682-4071-ba5c-6755b9ba6082", "tag": "a82adbf8-d06a-4f3f-b175-16e1dfbc2914"}]}' {{(pid=93883) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 13 11:24:48.351230 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e56cdfd3-6d9e-4846-afb1-f5c17aee7488 service neutron] Pushing event updated for resources: {'Port': ['ID=a82adbf8-d06a-4f3f-b175-16e1dfbc2914,revision_number=3']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 11:24:48.436132 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8277bbfa-c6e6-49ef-a256-07876e10c802 req-6db07075-d7f2-448d-9711-5a40569d0be3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 11:24:48.439231 dv-cinder-797608-16-iscsi neutron-server[93883]: INFO neutron.wsgi [req-8277bbfa-c6e6-49ef-a256-07876e10c802 req-6db07075-d7f2-448d-9711-5a40569d0be3 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=52eae21d815a427f8c153edfc7da0f4d&device_id=9a015b7b-d682-4071-ba5c-6755b9ba6082 HTTP/1.1" status: 200 len: 1096 time: 0.0481706 Aug 13 11:24:48.451005 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 13 Aug 2021 11:24:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eca7e9b6-bb97-453f-ab98-4eb49d09706f x-openstack-request-id: req-eca7e9b6-bb97-453f-ab98-4eb49d09706f {{(pid=93883) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 13 11:24:48.451304 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9a015b7b-d682-4071-ba5c-6755b9ba6082", "tag": "a82adbf8-d06a-4f3f-b175-16e1dfbc2914", "status": "completed", "code": 200}]} {{(pid=93883) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 13 11:24:48.451552 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-eca7e9b6-bb97-453f-ab98-4eb49d09706f {{(pid=93883) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 13 11:24:48.452649 dv-cinder-797608-16-iscsi neutron-server[93883]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9a015b7b-d682-4071-ba5c-6755b9ba6082', 'tag': 'a82adbf8-d06a-4f3f-b175-16e1dfbc2914', 'status': 'completed', 'code': 200} Aug 13 11:24:48.495538 dv-cinder-797608-16-iscsi neutron-server[93883]: INFO neutron.wsgi [req-8277bbfa-c6e6-49ef-a256-07876e10c802 req-b4cbf80f-bfe0-463c-9fd7-c862b4107ab3 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=a82adbf8-d06a-4f3f-b175-16e1dfbc2914 HTTP/1.1" status: 200 len: 217 time: 0.0388417 Aug 13 11:24:48.509971 dv-cinder-797608-16-iscsi neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2562a812-77a5-4fdf-8f71-b3bd38193463 req-36674179-fb17-44fe-9e0a-309224a118ce tempest-AttachVolumeTestJSON-893493791 tempest-AttachVolumeTestJSON-893493791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 11:24:48.511625 dv-cinder-797608-16-iscsi neutron-server[93884]: INFO neutron.wsgi [req-2562a812-77a5-4fdf-8f71-b3bd38193463 req-36674179-fb17-44fe-9e0a-309224a118ce tempest-AttachVolumeTestJSON-893493791 tempest-AttachVolumeTestJSON-893493791-project] 10.222.0.32 "GET /v2.0/ports?device_id=210d2391-7cc4-41fd-87e2-e84f6d335633 HTTP/1.1" status: 200 len: 945 time: 0.0496461 Aug 13 11:24:48.551725 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8277bbfa-c6e6-49ef-a256-07876e10c802 req-377bcd6e-ae8e-4c39-9f47-fb9b9fcedb10 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 11:24:48.551971 dv-cinder-797608-16-iscsi neutron-server[93884]: INFO neutron.wsgi [req-2562a812-77a5-4fdf-8f71-b3bd38193463 req-50139228-357a-49c0-bf62-c387f10f86a5 tempest-AttachVolumeTestJSON-893493791 tempest-AttachVolumeTestJSON-893493791-project] 10.222.0.32 "GET /v2.0/security-groups?id=04a16d11-7ca4-462a-891c-e4a125fe1a42&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322702 Aug 13 11:24:48.553212 dv-cinder-797608-16-iscsi neutron-server[93883]: INFO neutron.wsgi [req-8277bbfa-c6e6-49ef-a256-07876e10c802 req-377bcd6e-ae8e-4c39-9f47-fb9b9fcedb10 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=1a6b0303-dad4-4d64-ab26-271478830140 HTTP/1.1" status: 200 len: 853 time: 0.0462837 Aug 13 11:24:48.603859 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8277bbfa-c6e6-49ef-a256-07876e10c802 req-7e7235c5-db6a-400b-b249-761b17f124c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 11:24:48.605258 dv-cinder-797608-16-iscsi neutron-server[93883]: INFO neutron.wsgi [req-8277bbfa-c6e6-49ef-a256-07876e10c802 req-7e7235c5-db6a-400b-b249-761b17f124c9 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=2aa59b6b-9eac-4bc1-9e70-61768bc81d23&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0410047 Aug 13 11:24:48.697680 dv-cinder-797608-16-iscsi neutron-server[93883]: INFO neutron.wsgi [req-8277bbfa-c6e6-49ef-a256-07876e10c802 req-d7c0cbed-e711-4029-919f-8f8b7bf8e344 service neutron] 10.222.0.20 "GET /v2.0/networks/2aa59b6b-9eac-4bc1-9e70-61768bc81d23?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0839810 Aug 13 11:24:48.719307 dv-cinder-797608-16-iscsi neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d32f90f4-fea0-4fac-8d59-f6fb44c431f7 req-82cb85df-2198-42a5-88dc-595af717db57 tempest-TestMinimumBasicScenario-1732162642 tempest-TestMinimumBasicScenario-1732162642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 11:24:48.720767 dv-cinder-797608-16-iscsi neutron-server[93884]: INFO neutron.wsgi [req-d32f90f4-fea0-4fac-8d59-f6fb44c431f7 req-82cb85df-2198-42a5-88dc-595af717db57 tempest-TestMinimumBasicScenario-1732162642 tempest-TestMinimumBasicScenario-1732162642-project] 10.222.0.32 "GET /v2.0/ports?device_id=9a015b7b-d682-4071-ba5c-6755b9ba6082 HTTP/1.1" status: 200 len: 943 time: 0.0482111 Aug 13 11:24:48.758124 dv-cinder-797608-16-iscsi neutron-server[93884]: INFO neutron.wsgi [req-d32f90f4-fea0-4fac-8d59-f6fb44c431f7 req-9b4f50fb-aacc-4f31-9a57-a851470cd1bf tempest-TestMinimumBasicScenario-1732162642 tempest-TestMinimumBasicScenario-1732162642-project] 10.222.0.32 "GET /v2.0/security-groups?id=a4619659-dbd0-4bd3-8e2b-aff5e74a0297&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313120 Aug 13 11:24:48.787527 dv-cinder-797608-16-iscsi neutron-server[93883]: INFO neutron.wsgi [req-8277bbfa-c6e6-49ef-a256-07876e10c802 req-21b7cba2-1122-4f12-b2c5-55e800b9f41c service neutron] 10.222.0.20 "GET /v2.0/networks/2aa59b6b-9eac-4bc1-9e70-61768bc81d23?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0819027 Aug 13 11:24:48.966837 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae9df103-de6a-4f87-8d70-1cde94d2b05b req-536d5a33-ed94-4ae2-974e-589b771799be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 11:24:48.966837 dv-cinder-797608-16-iscsi neutron-server[93883]: INFO neutron.wsgi [req-ae9df103-de6a-4f87-8d70-1cde94d2b05b req-536d5a33-ed94-4ae2-974e-589b771799be service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=52eae21d815a427f8c153edfc7da0f4d&device_id=9a015b7b-d682-4071-ba5c-6755b9ba6082 HTTP/1.1" status: 200 len: 1096 time: 0.0405643 Aug 13 11:24:49.088436 dv-cinder-797608-16-iscsi neutron-server[93883]: INFO neutron.wsgi [req-26d6cb69-4349-4feb-accf-c6b19e8357d5 req-6f64d4cf-c3df-471c-8d8e-f5c714daf94d service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=2e2d3778-af47-4742-bf54-fbb19360964f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0905275 Aug 13 11:24:49.102177 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae9df103-de6a-4f87-8d70-1cde94d2b05b req-890ace62-558d-4017-b40a-fe7294f0cb5d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 11:24:49.103533 dv-cinder-797608-16-iscsi neutron-server[93883]: INFO neutron.wsgi [req-ae9df103-de6a-4f87-8d70-1cde94d2b05b req-890ace62-558d-4017-b40a-fe7294f0cb5d service neutron] 10.222.0.20 "GET /v2.0/networks?id=2aa59b6b-9eac-4bc1-9e70-61768bc81d23 HTTP/1.1" status: 200 len: 915 time: 0.1130037 Aug 13 11:24:49.163632 dv-cinder-797608-16-iscsi neutron-server[93883]: INFO neutron.wsgi [req-ae9df103-de6a-4f87-8d70-1cde94d2b05b req-a9886f0a-9ace-4214-8e3d-d97cc60943c6 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=a82adbf8-d06a-4f3f-b175-16e1dfbc2914 HTTP/1.1" status: 200 len: 217 time: 0.0433764 Aug 13 11:24:49.228739 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae9df103-de6a-4f87-8d70-1cde94d2b05b req-7bac336c-a994-4c7b-ac73-f4dcb7955244 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 11:24:49.230072 dv-cinder-797608-16-iscsi neutron-server[93883]: INFO neutron.wsgi [req-ae9df103-de6a-4f87-8d70-1cde94d2b05b req-7bac336c-a994-4c7b-ac73-f4dcb7955244 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=1a6b0303-dad4-4d64-ab26-271478830140 HTTP/1.1" status: 200 len: 853 time: 0.0498080 Aug 13 11:24:49.231736 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26d6cb69-4349-4feb-accf-c6b19e8357d5 req-4bd4f5f0-ec4a-471f-824b-c12c6f0466f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 11:24:49.233054 dv-cinder-797608-16-iscsi neutron-server[93883]: INFO neutron.wsgi [req-26d6cb69-4349-4feb-accf-c6b19e8357d5 req-4bd4f5f0-ec4a-471f-824b-c12c6f0466f1 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=f2f73946f5b4487a90034c858e2b5010&device_id=2e2d3778-af47-4742-bf54-fbb19360964f HTTP/1.1" status: 200 len: 1098 time: 0.0774946 Aug 13 11:24:49.330727 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae9df103-de6a-4f87-8d70-1cde94d2b05b req-9d7aa308-a16a-4e36-92a9-35ca9826e55c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 11:24:49.332197 dv-cinder-797608-16-iscsi neutron-server[93883]: INFO neutron.wsgi [req-ae9df103-de6a-4f87-8d70-1cde94d2b05b req-9d7aa308-a16a-4e36-92a9-35ca9826e55c service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=2aa59b6b-9eac-4bc1-9e70-61768bc81d23&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0898793 Aug 13 11:24:49.404119 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26d6cb69-4349-4feb-accf-c6b19e8357d5 req-5f106275-72e5-40f2-8e78-6097bd2f0817 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 11:24:49.405585 dv-cinder-797608-16-iscsi neutron-server[93883]: INFO neutron.wsgi [req-26d6cb69-4349-4feb-accf-c6b19e8357d5 req-5f106275-72e5-40f2-8e78-6097bd2f0817 service neutron] 10.222.0.20 "GET /v2.0/networks?id=19d032c5-8528-440a-a103-9e68f50bdfe9 HTTP/1.1" status: 200 len: 910 time: 0.1400077 Aug 13 11:24:49.690207 dv-cinder-797608-16-iscsi neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-558f4f39-8fa1-4f76-b64b-a01a99cdb7fd req-aac8da7b-2aa1-4769-b3d9-4e85cc78d235 tempest-AttachVolumeTestJSON-893493791 tempest-AttachVolumeTestJSON-893493791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 11:24:49.694027 dv-cinder-797608-16-iscsi neutron-server[93884]: INFO neutron.wsgi [req-558f4f39-8fa1-4f76-b64b-a01a99cdb7fd req-aac8da7b-2aa1-4769-b3d9-4e85cc78d235 tempest-AttachVolumeTestJSON-893493791 tempest-AttachVolumeTestJSON-893493791-project] 10.222.0.32 "GET /v2.0/ports?device_id=210d2391-7cc4-41fd-87e2-e84f6d335633 HTTP/1.1" status: 200 len: 945 time: 0.0573740 Aug 13 11:24:49.730958 dv-cinder-797608-16-iscsi neutron-server[93884]: INFO neutron.wsgi [req-558f4f39-8fa1-4f76-b64b-a01a99cdb7fd req-8b4fe35c-6366-4a32-84ff-edd43f745f9d tempest-AttachVolumeTestJSON-893493791 tempest-AttachVolumeTestJSON-893493791-project] 10.222.0.32 "GET /v2.0/security-groups?id=04a16d11-7ca4-462a-891c-e4a125fe1a42&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320461 Aug 13 11:24:49.735234 dv-cinder-797608-16-iscsi neutron-server[93883]: INFO neutron.wsgi [req-ae9df103-de6a-4f87-8d70-1cde94d2b05b req-2bad9cbd-6575-4340-910e-042329ba5da5 service neutron] 10.222.0.20 "GET /v2.0/networks/2aa59b6b-9eac-4bc1-9e70-61768bc81d23?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3916643 Aug 13 11:24:49.739297 dv-cinder-797608-16-iscsi neutron-server[93883]: INFO neutron.wsgi [req-26d6cb69-4349-4feb-accf-c6b19e8357d5 req-79366c10-ed21-4aab-870c-ef6619656a1c service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=77f21e65-9f5a-4ea0-ae44-b11aedc351c0 HTTP/1.1" status: 200 len: 1001 time: 0.3245471 Aug 13 11:24:49.859309 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26d6cb69-4349-4feb-accf-c6b19e8357d5 req-72990bf4-efb6-41cc-9990-d10958b222f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 11:24:49.860687 dv-cinder-797608-16-iscsi neutron-server[93883]: INFO neutron.wsgi [req-26d6cb69-4349-4feb-accf-c6b19e8357d5 req-72990bf4-efb6-41cc-9990-d10958b222f0 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=3e906e7d-e025-4f52-b49f-c3fc3c70e6b0 HTTP/1.1" status: 200 len: 848 time: 0.1075983 Aug 13 11:24:49.896529 dv-cinder-797608-16-iscsi neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9a37de2-ed52-4300-9561-550f8c553354 req-f19eb84e-9491-436a-aba3-f956fd45eafc tempest-TestMinimumBasicScenario-1732162642 tempest-TestMinimumBasicScenario-1732162642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 11:24:49.898225 dv-cinder-797608-16-iscsi neutron-server[93884]: INFO neutron.wsgi [req-e9a37de2-ed52-4300-9561-550f8c553354 req-f19eb84e-9491-436a-aba3-f956fd45eafc tempest-TestMinimumBasicScenario-1732162642 tempest-TestMinimumBasicScenario-1732162642-project] 10.222.0.32 "GET /v2.0/ports?device_id=9a015b7b-d682-4071-ba5c-6755b9ba6082 HTTP/1.1" status: 200 len: 943 time: 0.0650694 Aug 13 11:24:49.916231 dv-cinder-797608-16-iscsi neutron-server[93883]: INFO neutron.wsgi [req-ae9df103-de6a-4f87-8d70-1cde94d2b05b req-eaa8e501-a39c-4c31-aaa8-b03ea53dacfe service neutron] 10.222.0.20 "GET /v2.0/networks/2aa59b6b-9eac-4bc1-9e70-61768bc81d23?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1618781 Aug 13 11:24:49.925521 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26d6cb69-4349-4feb-accf-c6b19e8357d5 req-6d1123e2-e39f-457e-81b2-825f2637634f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 11:24:49.927009 dv-cinder-797608-16-iscsi neutron-server[93883]: INFO neutron.wsgi [req-26d6cb69-4349-4feb-accf-c6b19e8357d5 req-6d1123e2-e39f-457e-81b2-825f2637634f service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=19d032c5-8528-440a-a103-9e68f50bdfe9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0559778 Aug 13 11:24:49.942526 dv-cinder-797608-16-iscsi neutron-server[93884]: INFO neutron.wsgi [req-e9a37de2-ed52-4300-9561-550f8c553354 req-e052990d-4b33-4dc6-8008-cb7a608ee625 tempest-TestMinimumBasicScenario-1732162642 tempest-TestMinimumBasicScenario-1732162642-project] 10.222.0.32 "GET /v2.0/security-groups?id=a4619659-dbd0-4bd3-8e2b-aff5e74a0297&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0370216 Aug 13 11:24:50.065732 dv-cinder-797608-16-iscsi neutron-server[93883]: INFO neutron.wsgi [req-26d6cb69-4349-4feb-accf-c6b19e8357d5 req-ef04f8fa-966f-45c3-8cff-36a017a88f48 service neutron] 10.222.0.20 "GET /v2.0/networks/19d032c5-8528-440a-a103-9e68f50bdfe9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0862033 Aug 13 11:24:50.173545 dv-cinder-797608-16-iscsi neutron-server[93883]: INFO neutron.wsgi [req-26d6cb69-4349-4feb-accf-c6b19e8357d5 req-4ad7cc2c-6f0e-4324-bc35-acc5e4fc46a6 service neutron] 10.222.0.20 "GET /v2.0/networks/19d032c5-8528-440a-a103-9e68f50bdfe9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0794408 Aug 13 11:24:50.352062 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-078b0f70-f8b5-469a-bd87-d16c62b8d5c9 req-33c3182a-f717-4ec3-a14c-ddb853aba0fb tempest-AttachVolumeTestJSON-893493791 tempest-AttachVolumeTestJSON-893493791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 11:24:50.353487 dv-cinder-797608-16-iscsi neutron-server[93883]: INFO neutron.wsgi [req-078b0f70-f8b5-469a-bd87-d16c62b8d5c9 req-33c3182a-f717-4ec3-a14c-ddb853aba0fb tempest-AttachVolumeTestJSON-893493791 tempest-AttachVolumeTestJSON-893493791-project] 10.222.0.20 "GET /v2.0/ports?device_id=210d2391-7cc4-41fd-87e2-e84f6d335633 HTTP/1.1" status: 200 len: 945 time: 0.0518661 Aug 13 11:24:50.444644 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron.plugins.ml2.plugin [req-078b0f70-f8b5-469a-bd87-d16c62b8d5c9 req-79d862a8-bbb1-48ef-9c48-d856749cb05a tempest-AttachVolumeTestJSON-893493791 tempest-AttachVolumeTestJSON-893493791-project] Deleting port 5d3c7948-d52d-4294-a06f-d0394ef47e0f {{(pid=93883) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 13 11:24:50.444898 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-078b0f70-f8b5-469a-bd87-d16c62b8d5c9 req-79d862a8-bbb1-48ef-9c48-d856749cb05a tempest-AttachVolumeTestJSON-893493791 tempest-AttachVolumeTestJSON-893493791-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782137884200'] for port, before_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 11:24:50.531828 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron.plugins.ml2.db [req-078b0f70-f8b5-469a-bd87-d16c62b8d5c9 req-79d862a8-bbb1-48ef-9c48-d856749cb05a tempest-AttachVolumeTestJSON-893493791 tempest-AttachVolumeTestJSON-893493791-project] For port 5d3c7948-d52d-4294-a06f-d0394ef47e0f, host hv-cinder-79760, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79760',level=0,port_id=5d3c7948-d52d-4294-a06f-d0394ef47e0f,segment=NetworkSegment(d8719896-e4f7-4cd8-9639-acde7eb05d04),segment_id=d8719896-e4f7-4cd8-9639-acde7eb05d04)] {{(pid=93883) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 13 11:24:50.532201 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-078b0f70-f8b5-469a-bd87-d16c62b8d5c9 req-79d862a8-bbb1-48ef-9c48-d856749cb05a tempest-AttachVolumeTestJSON-893493791 tempest-AttachVolumeTestJSON-893493791-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1583036'] for port, precommit_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 11:24:50.801092 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-078b0f70-f8b5-469a-bd87-d16c62b8d5c9 req-79d862a8-bbb1-48ef-9c48-d856749cb05a tempest-AttachVolumeTestJSON-893493791 tempest-AttachVolumeTestJSON-893493791-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 11:24:50.801461 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-078b0f70-f8b5-469a-bd87-d16c62b8d5c9 req-79d862a8-bbb1-48ef-9c48-d856749cb05a tempest-AttachVolumeTestJSON-893493791 tempest-AttachVolumeTestJSON-893493791-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1585555'] for floatingip, after_update {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 11:24:50.801768 dv-cinder-797608-16-iscsi neutron-server[93883]: INFO neutron.db.l3_db [req-078b0f70-f8b5-469a-bd87-d16c62b8d5c9 req-79d862a8-bbb1-48ef-9c48-d856749cb05a tempest-AttachVolumeTestJSON-893493791 tempest-AttachVolumeTestJSON-893493791-project] Floating IP 4b4510a9-1535-4bf1-b097-6d04b4a5a6c6 disassociated. External IP: 172.27.2.69, port: 5d3c7948-d52d-4294-a06f-d0394ef47e0f. Aug 13 11:24:50.802129 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron.plugins.ml2.plugin [req-078b0f70-f8b5-469a-bd87-d16c62b8d5c9 req-79d862a8-bbb1-48ef-9c48-d856749cb05a tempest-AttachVolumeTestJSON-893493791 tempest-AttachVolumeTestJSON-893493791-project] Calling delete_port for 5d3c7948-d52d-4294-a06f-d0394ef47e0f owned by compute:nova {{(pid=93883) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 13 11:24:50.844418 dv-cinder-797608-16-iscsi neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94ca57d0-e377-4b09-9b2d-e5205b46c580 req-26b277e0-3de7-43a2-96a8-2f24d37e530f tempest-AttachVolumeTestJSON-893493791 tempest-AttachVolumeTestJSON-893493791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 11:24:50.846093 dv-cinder-797608-16-iscsi neutron-server[93884]: INFO neutron.wsgi [req-94ca57d0-e377-4b09-9b2d-e5205b46c580 req-26b277e0-3de7-43a2-96a8-2f24d37e530f tempest-AttachVolumeTestJSON-893493791 tempest-AttachVolumeTestJSON-893493791-project] 10.222.0.32 "GET /v2.0/ports?device_id=210d2391-7cc4-41fd-87e2-e84f6d335633 HTTP/1.1" status: 200 len: 945 time: 0.0477953 Aug 13 11:24:50.884288 dv-cinder-797608-16-iscsi neutron-server[93884]: INFO neutron.wsgi [req-94ca57d0-e377-4b09-9b2d-e5205b46c580 req-4ae4494f-f74a-4461-98c0-33aa76b8778e tempest-AttachVolumeTestJSON-893493791 tempest-AttachVolumeTestJSON-893493791-project] 10.222.0.32 "GET /v2.0/security-groups?id=04a16d11-7ca4-462a-891c-e4a125fe1a42&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323992 Aug 13 11:24:50.930689 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-078b0f70-f8b5-469a-bd87-d16c62b8d5c9 req-79d862a8-bbb1-48ef-9c48-d856749cb05a tempest-AttachVolumeTestJSON-893493791 tempest-AttachVolumeTestJSON-893493791-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935844', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611014', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782137889922', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782137337604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2139128394'] for port, after_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 11:24:50.958830 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79d862a8-bbb1-48ef-9c48-d856749cb05a tempest-AttachVolumeTestJSON-893493791 tempest-AttachVolumeTestJSON-893493791-project] Pushing event deleted for resources: {'Port': ['ID=5d3c7948-d52d-4294-a06f-d0394ef47e0f,revision_number=None']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 11:24:51.067944 dv-cinder-797608-16-iscsi neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de010a6b-c818-4c77-b300-38c592c0e445 req-f1760f98-d388-4970-b18f-e90907180092 tempest-TestMinimumBasicScenario-1732162642 tempest-TestMinimumBasicScenario-1732162642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 11:24:51.069625 dv-cinder-797608-16-iscsi neutron-server[93884]: INFO neutron.wsgi [req-de010a6b-c818-4c77-b300-38c592c0e445 req-f1760f98-d388-4970-b18f-e90907180092 tempest-TestMinimumBasicScenario-1732162642 tempest-TestMinimumBasicScenario-1732162642-project] 10.222.0.32 "GET /v2.0/ports?device_id=9a015b7b-d682-4071-ba5c-6755b9ba6082 HTTP/1.1" status: 200 len: 943 time: 0.0519114 Aug 13 11:24:51.073126 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron.scheduler.l3_agent_scheduler [req-078b0f70-f8b5-469a-bd87-d16c62b8d5c9 req-79d862a8-bbb1-48ef-9c48-d856749cb05a tempest-AttachVolumeTestJSON-893493791 tempest-AttachVolumeTestJSON-893493791-project] Router 9ce99fb3-1792-4e70-ad92-c4a7231a35f2 has already been hosted by L3 agent 120d27b5-31d8-4cd2-97b4-2412c45088e1 {{(pid=93883) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 13 11:24:51.110170 dv-cinder-797608-16-iscsi neutron-server[93884]: INFO neutron.wsgi [req-de010a6b-c818-4c77-b300-38c592c0e445 req-b4b5806e-001a-4d22-bd25-e75b2b261f92 tempest-TestMinimumBasicScenario-1732162642 tempest-TestMinimumBasicScenario-1732162642-project] 10.222.0.32 "GET /v2.0/security-groups?id=a4619659-dbd0-4bd3-8e2b-aff5e74a0297&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337870 Aug 13 11:24:51.182668 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-078b0f70-f8b5-469a-bd87-d16c62b8d5c9 req-79d862a8-bbb1-48ef-9c48-d856749cb05a tempest-AttachVolumeTestJSON-893493791 tempest-AttachVolumeTestJSON-893493791-project] Notify agent at l3_agent.dv-cinder-797608-16-iscsi the message routers_updated {{(pid=93883) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 13 11:24:51.193621 dv-cinder-797608-16-iscsi neutron-server[93885]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31b674e1-5cbe-412b-9ca7-d50e614efcbb None None] Sync routers for ids ['9ce99fb3-1792-4e70-ad92-c4a7231a35f2'] in dv-cinder-797608-16-iscsi {{(pid=93885) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 13 11:24:51.209509 dv-cinder-797608-16-iscsi neutron-server[93885]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31b674e1-5cbe-412b-9ca7-d50e614efcbb None None] Routers {'9ce99fb3-1792-4e70-ad92-c4a7231a35f2'} bound to L3 agent in host dv-cinder-797608-16-iscsi {{(pid=93885) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 13 11:24:51.210783 dv-cinder-797608-16-iscsi neutron-server[93885]: DEBUG neutron.db.l3_hamode_db [None req-31b674e1-5cbe-412b-9ca7-d50e614efcbb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797608-16-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-08-13T11:11:41Z,description=,heartbeat_timestamp=2021-08-13T11:24:41Z,host='dv-cinder-797608-16-iscsi',id=120d27b5-31d8-4cd2-97b4-2412c45088e1,load=0,resource_versions=,resources_synced=,started_at=2021-08-13T11:11:41Z,topic='l3_agent')) {'router_ids': ['9ce99fb3-1792-4e70-ad92-c4a7231a35f2'], 'active': True} {{(pid=93885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 13 11:24:51.225010 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron.db.l3_dvrscheduler_db [req-078b0f70-f8b5-469a-bd87-d16c62b8d5c9 req-79d862a8-bbb1-48ef-9c48-d856749cb05a tempest-AttachVolumeTestJSON-893493791 tempest-AttachVolumeTestJSON-893493791-project] No DVR routers for this DVR port 5d3c7948-d52d-4294-a06f-d0394ef47e0f on host hv-cinder-79760 {{(pid=93883) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 13 11:24:51.226983 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-078b0f70-f8b5-469a-bd87-d16c62b8d5c9 req-79d862a8-bbb1-48ef-9c48-d856749cb05a tempest-AttachVolumeTestJSON-893493791 tempest-AttachVolumeTestJSON-893493791-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-128352'] for port, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 11:24:51.229046 dv-cinder-797608-16-iscsi neutron-server[93883]: INFO neutron.wsgi [req-078b0f70-f8b5-469a-bd87-d16c62b8d5c9 req-79d862a8-bbb1-48ef-9c48-d856749cb05a tempest-AttachVolumeTestJSON-893493791 tempest-AttachVolumeTestJSON-893493791-project] 10.222.0.20 "DELETE /v2.0/ports/5d3c7948-d52d-4294-a06f-d0394ef47e0f HTTP/1.1" status: 204 len: 173 time: 0.8688030 Aug 13 11:24:51.229484 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '210d2391-7cc4-41fd-87e2-e84f6d335633', 'name': 'network-vif-deleted', 'tag': '5d3c7948-d52d-4294-a06f-d0394ef47e0f'}] {{(pid=93883) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 13 11:24:51.231864 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}db1a1fbc245c58e73290e58258e46ca41fe4e785cc79cbd57aa3dae940aad292" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-50343385-2f1c-4c77-8c3f-bc50d9c7478c" -d '{"events": [{"server_uuid": "210d2391-7cc4-41fd-87e2-e84f6d335633", "name": "network-vif-deleted", "tag": "5d3c7948-d52d-4294-a06f-d0394ef47e0f"}]}' {{(pid=93883) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 13 11:24:51.271406 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 13 Aug 2021 11:24:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-913817ac-56f0-4d0a-a5bd-10572936d84b x-openstack-request-id: req-913817ac-56f0-4d0a-a5bd-10572936d84b {{(pid=93883) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 13 11:24:51.271804 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "210d2391-7cc4-41fd-87e2-e84f6d335633", "name": "network-vif-deleted", "tag": "5d3c7948-d52d-4294-a06f-d0394ef47e0f", "status": "completed", "code": 200}]} {{(pid=93883) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 13 11:24:51.272154 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-913817ac-56f0-4d0a-a5bd-10572936d84b {{(pid=93883) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 13 11:24:51.272812 dv-cinder-797608-16-iscsi neutron-server[93883]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '210d2391-7cc4-41fd-87e2-e84f6d335633', 'name': 'network-vif-deleted', 'tag': '5d3c7948-d52d-4294-a06f-d0394ef47e0f', 'status': 'completed', 'code': 200} Aug 13 11:24:51.322895 dv-cinder-797608-16-iscsi neutron-server[93885]: DEBUG neutron.db.l3_dvr_db [None req-31b674e1-5cbe-412b-9ca7-d50e614efcbb None None] Set router 9ce99fb3-1792-4e70-ad92-c4a7231a35f2 gateway port host: dv-cinder-797608-16-iscsi {{(pid=93885) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 13 11:24:51.355157 dv-cinder-797608-16-iscsi neutron-server[93885]: DEBUG neutron.plugins.ml2.rpc [None req-a0b9b986-0706-4fc6-9cf9-0eb02d2513dc None None] Device a82adbf8-d06a-4f3f-b175-16e1dfbc2914 details requested by agent hyperv_hv-cinder-79760 with host hv-cinder-79760 {{(pid=93885) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 13 11:24:51.657901 dv-cinder-797608-16-iscsi neutron-server[93885]: DEBUG neutron.plugins.ml2.db [None req-a0b9b986-0706-4fc6-9cf9-0eb02d2513dc None None] For port a82adbf8-d06a-4f3f-b175-16e1dfbc2914, host hv-cinder-79760, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79760',level=0,port_id=a82adbf8-d06a-4f3f-b175-16e1dfbc2914,segment=NetworkSegment(ef5f1ad6-f862-42d5-a57b-2af73e349ffb),segment_id=ef5f1ad6-f862-42d5-a57b-2af73e349ffb)] {{(pid=93885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 13 11:24:51.692272 dv-cinder-797608-16-iscsi neutron-server[93885]: DEBUG neutron.plugins.ml2.rpc [None req-a0b9b986-0706-4fc6-9cf9-0eb02d2513dc None None] Returning: {'device': 'a82adbf8-d06a-4f3f-b175-16e1dfbc2914', 'network_id': '2aa59b6b-9eac-4bc1-9e70-61768bc81d23', 'port_id': 'a82adbf8-d06a-4f3f-b175-16e1dfbc2914', 'mac_address': 'fa:16:3e:20:8c:35', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 196, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1a6b0303-dad4-4d64-ab26-271478830140', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93885) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 13 11:24:51.739877 dv-cinder-797608-16-iscsi neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-a0b9b986-0706-4fc6-9cf9-0eb02d2513dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935434'] for port, before_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 11:24:51.760137 dv-cinder-797608-16-iscsi neutron-server[93885]: DEBUG neutron.notifiers.nova [None req-a0b9b986-0706-4fc6-9cf9-0eb02d2513dc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a82adbf8-d06a-4f3f-b175-16e1dfbc2914 {{(pid=93885) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 13 11:24:51.767556 dv-cinder-797608-16-iscsi neutron-server[93885]: DEBUG neutron.db.l3_hamode_db [None req-31b674e1-5cbe-412b-9ca7-d50e614efcbb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9ce99fb3-1792-4e70-ad92-c4a7231a35f2', 'name': 'tempest-AttachVolumeTestJSON-1599166667-router', 'tenant_id': '79ef1636c6ae4656a27be7ebe99adfd8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c3f0979-58a5-4465-87f9-e256377c6b61', 'external_fixed_ips': [{'subnet_id': 'ba735781-2bff-41d5-99b4-7ca705ee91ca', 'ip_address': '172.27.2.244'}], 'enable_snat': True}, 'gw_port_id': '7f52f001-4b44-4e49-8196-dd3135a4d161', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-13T11:19:20Z', 'updated_at': '2021-08-13T11:19:33Z', 'revision_number': 4, 'project_id': '79ef1636c6ae4656a27be7ebe99adfd8', 'gw_port': {'id': '7f52f001-4b44-4e49-8196-dd3135a4d161', 'name': '', 'network_id': '7c3f0979-58a5-4465-87f9-e256377c6b61', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:91:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ce99fb3-1792-4e70-ad92-c4a7231a35f2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': 'ba735781-2bff-41d5-99b4-7ca705ee91ca', 'ip_address': '172.27.2.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-13T11:19:22Z', 'updated_at': '2021-08-13T11:19:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ba735781-2bff-41d5-99b4-7ca705ee91ca', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797608-16-iscsi', '_interfaces': [{'id': 'fea4a98c-afc2-4593-8fb8-43379d480615', 'name': '', 'network_id': 'ec8923c9-e8aa-4fb7-a57a-17b8964f1574', 'tenant_id': '79ef1636c6ae4656a27be7ebe99adfd8', 'mac_address': 'fa:16:3e:0a:88:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ce99fb3-1792-4e70-ad92-c4a7231a35f2', 'device_owner': 'network:router_interface', 'standard_attr_id': 100, 'fixed_ips': [{'subnet_id': '8f355941-9ea6-47f3-b4b3-219d5394ef79', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-13T11:19:29Z', 'updated_at': '2021-08-13T11:19:40Z', 'revision_number': 5, 'project_id': '79ef1636c6ae4656a27be7ebe99adfd8', 'subnets': [{'id': '8f355941-9ea6-47f3-b4b3-219d5394ef79', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-797608-16-iscsi', False) {} {{(pid=93885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 13 11:24:51.797817 dv-cinder-797608-16-iscsi neutron-server[93885]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31b674e1-5cbe-412b-9ca7-d50e614efcbb None None] Checking router: 9ce99fb3-1792-4e70-ad92-c4a7231a35f2 for host: dv-cinder-797608-16-iscsi {{(pid=93885) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 13 11:24:51.812570 dv-cinder-797608-16-iscsi neutron-server[93885]: DEBUG neutron.plugins.ml2.db [None req-a0b9b986-0706-4fc6-9cf9-0eb02d2513dc None None] For port a82adbf8-d06a-4f3f-b175-16e1dfbc2914, host hv-cinder-79760, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79760',level=0,port_id=a82adbf8-d06a-4f3f-b175-16e1dfbc2914,segment=NetworkSegment(ef5f1ad6-f862-42d5-a57b-2af73e349ffb),segment_id=ef5f1ad6-f862-42d5-a57b-2af73e349ffb)] {{(pid=93885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 13 11:24:51.816034 dv-cinder-797608-16-iscsi neutron-server[93885]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31b674e1-5cbe-412b-9ca7-d50e614efcbb None None] Routers {'9ce99fb3-1792-4e70-ad92-c4a7231a35f2'} bound to L3 agent in host dv-cinder-797608-16-iscsi {{(pid=93885) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 13 11:24:51.816687 dv-cinder-797608-16-iscsi neutron-server[93885]: DEBUG neutron.db.l3_hamode_db [None req-31b674e1-5cbe-412b-9ca7-d50e614efcbb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797608-16-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-08-13T11:11:41Z,description=,heartbeat_timestamp=2021-08-13T11:24:41Z,host='dv-cinder-797608-16-iscsi',id=120d27b5-31d8-4cd2-97b4-2412c45088e1,load=0,resource_versions=,resources_synced=,started_at=2021-08-13T11:11:41Z,topic='l3_agent')) {'router_ids': ['9ce99fb3-1792-4e70-ad92-c4a7231a35f2'], 'active': True} {{(pid=93885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 13 11:24:51.821596 dv-cinder-797608-16-iscsi neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-a0b9b986-0706-4fc6-9cf9-0eb02d2513dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935844', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611014', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782137889940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782137337613', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782137337631'] for port, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 11:24:51.949570 dv-cinder-797608-16-iscsi neutron-server[93885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0b9b986-0706-4fc6-9cf9-0eb02d2513dc None None] Pushing event updated for resources: {'Port': ['ID=a82adbf8-d06a-4f3f-b175-16e1dfbc2914,revision_number=4']} {{(pid=93885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 11:24:51.972509 dv-cinder-797608-16-iscsi neutron-server[93885]: DEBUG neutron.db.l3_dvr_db [None req-31b674e1-5cbe-412b-9ca7-d50e614efcbb None None] Set router 9ce99fb3-1792-4e70-ad92-c4a7231a35f2 gateway port host: dv-cinder-797608-16-iscsi {{(pid=93885) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 13 11:24:51.977561 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.32', 51532) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 11:24:52.040627 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-641d8988-9c1d-452b-8829-8266a428fdcf tempest-AttachVolumeTestJSON-893493791 tempest-AttachVolumeTestJSON-893493791-project] Notify callbacks [] for security_group, before_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 11:24:52.063549 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-641d8988-9c1d-452b-8829-8266a428fdcf tempest-AttachVolumeTestJSON-893493791 tempest-AttachVolumeTestJSON-893493791-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 11:24:52.110557 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-641d8988-9c1d-452b-8829-8266a428fdcf tempest-AttachVolumeTestJSON-893493791 tempest-AttachVolumeTestJSON-893493791-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651637'] for security_group, after_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 11:24:52.113256 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-641d8988-9c1d-452b-8829-8266a428fdcf tempest-AttachVolumeTestJSON-893493791 tempest-AttachVolumeTestJSON-893493791-project] Notify callbacks [] for security_group, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 11:24:52.114434 dv-cinder-797608-16-iscsi neutron-server[93883]: INFO neutron.wsgi [None req-641d8988-9c1d-452b-8829-8266a428fdcf tempest-AttachVolumeTestJSON-893493791 tempest-AttachVolumeTestJSON-893493791-project] 10.222.0.32 "DELETE /v2.0/security-groups/04a16d11-7ca4-462a-891c-e4a125fe1a42 HTTP/1.1" status: 204 len: 168 time: 0.1353040 Aug 13 11:24:52.117316 dv-cinder-797608-16-iscsi neutron-server[93884]: DEBUG neutron.wsgi [-] (93884) accepted ('10.222.0.32', 51534) {{(pid=93884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 11:24:52.124687 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-641d8988-9c1d-452b-8829-8266a428fdcf tempest-AttachVolumeTestJSON-893493791 tempest-AttachVolumeTestJSON-893493791-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=04a16d11-7ca4-462a-891c-e4a125fe1a42,revision_number=None']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 11:24:52.132360 dv-cinder-797608-16-iscsi neutron-server[93884]: INFO neutron.api.v2.resource [None req-a73421b4-835f-46ea-a40f-32ea13c6c1a6 tempest-AttachVolumeTestJSON-893493791 tempest-AttachVolumeTestJSON-893493791-project] show failed (client error): The resource could not be found. Aug 13 11:24:52.136342 dv-cinder-797608-16-iscsi neutron-server[93884]: INFO neutron.wsgi [None req-a73421b4-835f-46ea-a40f-32ea13c6c1a6 tempest-AttachVolumeTestJSON-893493791 tempest-AttachVolumeTestJSON-893493791-project] 10.222.0.32 "GET /v2.0/security-groups/04a16d11-7ca4-462a-891c-e4a125fe1a42 HTTP/1.1" status: 404 len: 347 time: 0.0180423 Aug 13 11:24:52.136629 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.32', 51536) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 11:24:52.197554 dv-cinder-797608-16-iscsi neutron-server[93885]: DEBUG neutron.db.l3_hamode_db [None req-31b674e1-5cbe-412b-9ca7-d50e614efcbb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9ce99fb3-1792-4e70-ad92-c4a7231a35f2', 'name': 'tempest-AttachVolumeTestJSON-1599166667-router', 'tenant_id': '79ef1636c6ae4656a27be7ebe99adfd8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c3f0979-58a5-4465-87f9-e256377c6b61', 'external_fixed_ips': [{'subnet_id': 'ba735781-2bff-41d5-99b4-7ca705ee91ca', 'ip_address': '172.27.2.244'}], 'enable_snat': True}, 'gw_port_id': '7f52f001-4b44-4e49-8196-dd3135a4d161', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-13T11:19:20Z', 'updated_at': '2021-08-13T11:19:33Z', 'revision_number': 4, 'project_id': '79ef1636c6ae4656a27be7ebe99adfd8', 'gw_port': {'id': '7f52f001-4b44-4e49-8196-dd3135a4d161', 'name': '', 'network_id': '7c3f0979-58a5-4465-87f9-e256377c6b61', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:91:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ce99fb3-1792-4e70-ad92-c4a7231a35f2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': 'ba735781-2bff-41d5-99b4-7ca705ee91ca', 'ip_address': '172.27.2.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-13T11:19:22Z', 'updated_at': '2021-08-13T11:19:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ba735781-2bff-41d5-99b4-7ca705ee91ca', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797608-16-iscsi', '_interfaces': [{'id': 'fea4a98c-afc2-4593-8fb8-43379d480615', 'name': '', 'network_id': 'ec8923c9-e8aa-4fb7-a57a-17b8964f1574', 'tenant_id': '79ef1636c6ae4656a27be7ebe99adfd8', 'mac_address': 'fa:16:3e:0a:88:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ce99fb3-1792-4e70-ad92-c4a7231a35f2', 'device_owner': 'network:router_interface', 'standard_attr_id': 100, 'fixed_ips': [{'subnet_id': '8f355941-9ea6-47f3-b4b3-219d5394ef79', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-13T11:19:29Z', 'updated_at': '2021-08-13T11:19:40Z', 'revision_number': 5, 'project_id': '79ef1636c6ae4656a27be7ebe99adfd8', 'subnets': [{'id': '8f355941-9ea6-47f3-b4b3-219d5394ef79', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-797608-16-iscsi', False) {} {{(pid=93885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 13 11:24:52.224873 dv-cinder-797608-16-iscsi neutron-server[93885]: DEBUG neutron.plugins.ml2.db [None req-a0b9b986-0706-4fc6-9cf9-0eb02d2513dc None None] get_ports_and_sgs() called for port_ids ['a82adbf8-d06a-4f3f-b175-16e1dfbc2914'] {{(pid=93885) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 13 11:24:52.228611 dv-cinder-797608-16-iscsi neutron-server[93885]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31b674e1-5cbe-412b-9ca7-d50e614efcbb None None] The sync data for ids ['9ce99fb3-1792-4e70-ad92-c4a7231a35f2'] in dv-cinder-797608-16-iscsi is: [{'id': '9ce99fb3-1792-4e70-ad92-c4a7231a35f2', 'name': 'tempest-AttachVolumeTestJSON-1599166667-router', 'tenant_id': '79ef1636c6ae4656a27be7ebe99adfd8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c3f0979-58a5-4465-87f9-e256377c6b61', 'external_fixed_ips': [{'subnet_id': 'ba735781-2bff-41d5-99b4-7ca705ee91ca', 'ip_address': '172.27.2.244'}], 'enable_snat': True}, 'gw_port_id': '7f52f001-4b44-4e49-8196-dd3135a4d161', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-13T11:19:20Z', 'updated_at': '2021-08-13T11:19:33Z', 'revision_number': 4, 'project_id': '79ef1636c6ae4656a27be7ebe99adfd8', 'gw_port': {'id': '7f52f001-4b44-4e49-8196-dd3135a4d161', 'name': '', 'network_id': '7c3f0979-58a5-4465-87f9-e256377c6b61', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:91:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ce99fb3-1792-4e70-ad92-c4a7231a35f2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': 'ba735781-2bff-41d5-99b4-7ca705ee91ca', 'ip_address': '172.27.2.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-13T11:19:22Z', 'updated_at': '2021-08-13T11:19:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ba735781-2bff-41d5-99b4-7ca705ee91ca', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797608-16-iscsi', '_interfaces': [{'id': 'fea4a98c-afc2-4593-8fb8-43379d480615', 'name': '', 'network_id': 'ec8923c9-e8aa-4fb7-a57a-17b8964f1574', 'tenant_id': '79ef1636c6ae4656a27be7ebe99adfd8', 'mac_address': 'fa:16:3e:0a:88:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ce99fb3-1792-4e70-ad92-c4a7231a35f2', 'device_owner': 'network:router_interface', 'standard_attr_id': 100, 'fixed_ips': [{'subnet_id': '8f355941-9ea6-47f3-b4b3-219d5394ef79', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-13T11:19:29Z', 'updated_at': '2021-08-13T11:19:40Z', 'revision_number': 5, 'project_id': '79ef1636c6ae4656a27be7ebe99adfd8', 'subnets': [{'id': '8f355941-9ea6-47f3-b4b3-219d5394ef79', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93885) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 13 11:24:52.243822 dv-cinder-797608-16-iscsi neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-037cb170-10b0-4b83-ac68-4fd834854042 req-0132d207-1b5b-4cf5-995c-eef2a62b94b9 tempest-TestMinimumBasicScenario-1732162642 tempest-TestMinimumBasicScenario-1732162642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 11:24:52.246440 dv-cinder-797608-16-iscsi neutron-server[93884]: INFO neutron.wsgi [req-037cb170-10b0-4b83-ac68-4fd834854042 req-0132d207-1b5b-4cf5-995c-eef2a62b94b9 tempest-TestMinimumBasicScenario-1732162642 tempest-TestMinimumBasicScenario-1732162642-project] 10.222.0.32 "GET /v2.0/ports?device_id=9a015b7b-d682-4071-ba5c-6755b9ba6082 HTTP/1.1" status: 200 len: 944 time: 0.0570045 Aug 13 11:24:52.309216 dv-cinder-797608-16-iscsi neutron-server[93884]: INFO neutron.wsgi [req-037cb170-10b0-4b83-ac68-4fd834854042 req-08b52b7e-ffd4-41f6-b468-08a886a2a6b8 tempest-TestMinimumBasicScenario-1732162642 tempest-TestMinimumBasicScenario-1732162642-project] 10.222.0.32 "GET /v2.0/security-groups?id=a4619659-dbd0-4bd3-8e2b-aff5e74a0297&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0557339 Aug 13 11:24:52.338811 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron.plugins.ml2.plugin [None req-b59715c3-7162-41a4-ad81-69678b663b30 tempest-AttachVolumeTestJSON-893493791 tempest-AttachVolumeTestJSON-893493791-project] Deleting port 6f45df66-6274-4de2-9426-8671cdcf2281 {{(pid=93883) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 13 11:24:52.339162 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-b59715c3-7162-41a4-ad81-69678b663b30 tempest-AttachVolumeTestJSON-893493791 tempest-AttachVolumeTestJSON-893493791-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782137884200'] for port, before_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 11:24:52.431342 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-b59715c3-7162-41a4-ad81-69678b663b30 tempest-AttachVolumeTestJSON-893493791 tempest-AttachVolumeTestJSON-893493791-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1583036'] for port, precommit_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 11:24:52.431665 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-b59715c3-7162-41a4-ad81-69678b663b30 tempest-AttachVolumeTestJSON-893493791 tempest-AttachVolumeTestJSON-893493791-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 11:24:52.443724 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron.plugins.ml2.plugin [None req-b59715c3-7162-41a4-ad81-69678b663b30 tempest-AttachVolumeTestJSON-893493791 tempest-AttachVolumeTestJSON-893493791-project] Calling delete_port for 6f45df66-6274-4de2-9426-8671cdcf2281 owned by network:floatingip {{(pid=93883) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 13 11:24:52.538556 dv-cinder-797608-16-iscsi neutron-server[93886]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a7dab66-0734-4ff7-be5b-87295b90894d None None] New status for floating IP 4b4510a9-1535-4bf1-b097-6d04b4a5a6c6: DOWN {{(pid=93886) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 13 11:24:52.588542 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-b59715c3-7162-41a4-ad81-69678b663b30 tempest-AttachVolumeTestJSON-893493791 tempest-AttachVolumeTestJSON-893493791-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935844', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611014', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782137889922', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782137337604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2139128394'] for port, after_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 11:24:52.617169 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b59715c3-7162-41a4-ad81-69678b663b30 tempest-AttachVolumeTestJSON-893493791 tempest-AttachVolumeTestJSON-893493791-project] Pushing event deleted for resources: {'Port': ['ID=6f45df66-6274-4de2-9426-8671cdcf2281,revision_number=None']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 11:24:52.642450 dv-cinder-797608-16-iscsi neutron-server[93886]: DEBUG neutron_lib.db.api [None req-1a7dab66-0734-4ff7-be5b-87295b90894d None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=93886) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 13 11:24:52.642830 dv-cinder-797608-16-iscsi neutron-server[93886]: DEBUG oslo_db.api [None req-1a7dab66-0734-4ff7-be5b-87295b90894d None None] Performing DB retry for function neutron.api.rpc.handlers.l3_rpc.L3RpcCallback.update_floatingip_statuses {{(pid=93886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 13 11:24:52.676675 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-b59715c3-7162-41a4-ad81-69678b663b30 tempest-AttachVolumeTestJSON-893493791 tempest-AttachVolumeTestJSON-893493791-project] Notify callbacks [] for floatingip, after_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 11:24:52.679459 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-b59715c3-7162-41a4-ad81-69678b663b30 tempest-AttachVolumeTestJSON-893493791 tempest-AttachVolumeTestJSON-893493791-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-128352'] for floatingip, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 11:24:52.680596 dv-cinder-797608-16-iscsi neutron-server[93883]: INFO neutron.wsgi [None req-b59715c3-7162-41a4-ad81-69678b663b30 tempest-AttachVolumeTestJSON-893493791 tempest-AttachVolumeTestJSON-893493791-project] 10.222.0.32 "DELETE /v2.0/floatingips/4b4510a9-1535-4bf1-b097-6d04b4a5a6c6 HTTP/1.1" status: 204 len: 168 time: 0.5432417 Aug 13 11:24:52.976981 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.32', 51544) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 11:24:52.981792 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron.api.v2.base [None req-0cf767e7-dae0-4785-965e-644b6ce52fb8 tempest-AttachVolumeTestJSON-893493791 tempest-AttachVolumeTestJSON-893493791-project] Request body: {'security_group': {'name': 'tempest-securitygroup--931614578', 'description': 'tempest-description--1141775453'}} {{(pid=93883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 13 11:24:53.006115 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-0cf767e7-dae0-4785-965e-644b6ce52fb8 tempest-AttachVolumeTestJSON-893493791 tempest-AttachVolumeTestJSON-893493791-project] Notify callbacks [] for security_group, before_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 11:24:53.083371 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-0cf767e7-dae0-4785-965e-644b6ce52fb8 tempest-AttachVolumeTestJSON-893493791 tempest-AttachVolumeTestJSON-893493791-project] Notify callbacks [] for security_group, precommit_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 11:24:53.087922 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-0cf767e7-dae0-4785-965e-644b6ce52fb8 tempest-AttachVolumeTestJSON-893493791 tempest-AttachVolumeTestJSON-893493791-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651637'] for security_group, after_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 11:24:53.113774 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-0cf767e7-dae0-4785-965e-644b6ce52fb8 tempest-AttachVolumeTestJSON-893493791 tempest-AttachVolumeTestJSON-893493791-project] Notify callbacks [] for security_group, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 11:24:53.115036 dv-cinder-797608-16-iscsi neutron-server[93883]: INFO neutron.wsgi [None req-0cf767e7-dae0-4785-965e-644b6ce52fb8 tempest-AttachVolumeTestJSON-893493791 tempest-AttachVolumeTestJSON-893493791-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 0.1369491 Aug 13 11:24:53.117839 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.32', 51546) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 11:24:53.122445 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron.api.v2.base [None req-5c6ce485-bc96-4f66-b6d2-96dd12e75981 tempest-AttachVolumeTestJSON-893493791 tempest-AttachVolumeTestJSON-893493791-project] Request body: {'security_group_rule': {'security_group_id': '47b40c98-e514-4f0b-b864-b27db18bbf87', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 13 11:24:53.130484 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cf767e7-dae0-4785-965e-644b6ce52fb8 tempest-AttachVolumeTestJSON-893493791 tempest-AttachVolumeTestJSON-893493791-project] Pushing event updated for resources: {'SecurityGroup': ['ID=47b40c98-e514-4f0b-b864-b27db18bbf87,revision_number=1']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 11:24:53.144391 dv-cinder-797608-16-iscsi neutron-server[93886]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a7dab66-0734-4ff7-be5b-87295b90894d None None] New status for floating IP 4b4510a9-1535-4bf1-b097-6d04b4a5a6c6: DOWN {{(pid=93886) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 13 11:24:53.151253 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-5c6ce485-bc96-4f66-b6d2-96dd12e75981 tempest-AttachVolumeTestJSON-893493791 tempest-AttachVolumeTestJSON-893493791-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 11:24:53.205578 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-5c6ce485-bc96-4f66-b6d2-96dd12e75981 tempest-AttachVolumeTestJSON-893493791 tempest-AttachVolumeTestJSON-893493791-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 11:24:53.209575 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-5c6ce485-bc96-4f66-b6d2-96dd12e75981 tempest-AttachVolumeTestJSON-893493791 tempest-AttachVolumeTestJSON-893493791-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651522'] for security_group_rule, after_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 11:24:53.230231 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c6ce485-bc96-4f66-b6d2-96dd12e75981 tempest-AttachVolumeTestJSON-893493791 tempest-AttachVolumeTestJSON-893493791-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=70c4f264-82bd-4c64-b308-543169f07b32,revision_number=0']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 11:24:53.237018 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-5c6ce485-bc96-4f66-b6d2-96dd12e75981 tempest-AttachVolumeTestJSON-893493791 tempest-AttachVolumeTestJSON-893493791-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 11:24:53.238290 dv-cinder-797608-16-iscsi neutron-server[93883]: INFO neutron.wsgi [None req-5c6ce485-bc96-4f66-b6d2-96dd12e75981 tempest-AttachVolumeTestJSON-893493791 tempest-AttachVolumeTestJSON-893493791-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1194367 Aug 13 11:24:53.240891 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.32', 51548) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 11:24:53.245567 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron.api.v2.base [None req-ab3a7afd-efaf-485b-b5ce-735e4848143d tempest-AttachVolumeTestJSON-893493791 tempest-AttachVolumeTestJSON-893493791-project] Request body: {'security_group_rule': {'security_group_id': '47b40c98-e514-4f0b-b864-b27db18bbf87', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=93883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 13 11:24:53.273147 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-ab3a7afd-efaf-485b-b5ce-735e4848143d tempest-AttachVolumeTestJSON-893493791 tempest-AttachVolumeTestJSON-893493791-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 11:24:53.329216 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-ab3a7afd-efaf-485b-b5ce-735e4848143d tempest-AttachVolumeTestJSON-893493791 tempest-AttachVolumeTestJSON-893493791-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 11:24:53.333364 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-ab3a7afd-efaf-485b-b5ce-735e4848143d tempest-AttachVolumeTestJSON-893493791 tempest-AttachVolumeTestJSON-893493791-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651522'] for security_group_rule, after_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 11:24:53.352010 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab3a7afd-efaf-485b-b5ce-735e4848143d tempest-AttachVolumeTestJSON-893493791 tempest-AttachVolumeTestJSON-893493791-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f429320b-d378-4f90-bc5d-d15c75c332af,revision_number=0']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 11:24:53.361249 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-ab3a7afd-efaf-485b-b5ce-735e4848143d tempest-AttachVolumeTestJSON-893493791 tempest-AttachVolumeTestJSON-893493791-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 11:24:53.362396 dv-cinder-797608-16-iscsi neutron-server[93885]: DEBUG neutron.plugins.ml2.rpc [None req-a0b9b986-0706-4fc6-9cf9-0eb02d2513dc None None] Device a82adbf8-d06a-4f3f-b175-16e1dfbc2914 up at agent hyperv_hv-cinder-79760 {{(pid=93885) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 13 11:24:53.363057 dv-cinder-797608-16-iscsi neutron-server[93883]: INFO neutron.wsgi [None req-ab3a7afd-efaf-485b-b5ce-735e4848143d tempest-AttachVolumeTestJSON-893493791 tempest-AttachVolumeTestJSON-893493791-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1211877 Aug 13 11:24:53.365992 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.32', 51552) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 11:24:53.370711 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron.api.v2.base [None req-2f3cd86c-4a10-48b3-a4cf-95f93522394d tempest-AttachVolumeTestJSON-893493791 tempest-AttachVolumeTestJSON-893493791-project] Request body: {'floatingip': {'floating_network_id': '7c3f0979-58a5-4465-87f9-e256377c6b61'}} {{(pid=93883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 13 11:24:53.399994 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-2f3cd86c-4a10-48b3-a4cf-95f93522394d tempest-AttachVolumeTestJSON-893493791 tempest-AttachVolumeTestJSON-893493791-project] Notify callbacks [] for floatingip, before_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 11:24:53.425254 dv-cinder-797608-16-iscsi neutron-server[93885]: DEBUG neutron.db.provisioning_blocks [None req-a0b9b986-0706-4fc6-9cf9-0eb02d2513dc None None] Provisioning for port a82adbf8-d06a-4f3f-b175-16e1dfbc2914 completed by entity L2. {{(pid=93885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 13 11:24:53.429959 dv-cinder-797608-16-iscsi neutron-server[93885]: DEBUG neutron.db.provisioning_blocks [None req-a0b9b986-0706-4fc6-9cf9-0eb02d2513dc None None] Provisioning complete for port a82adbf8-d06a-4f3f-b175-16e1dfbc2914 triggered by entity L2. {{(pid=93885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 13 11:24:53.430417 dv-cinder-797608-16-iscsi neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-a0b9b986-0706-4fc6-9cf9-0eb02d2513dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-997193'] for port, provisioning_complete {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 11:24:53.450378 dv-cinder-797608-16-iscsi neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8faa82c-eb60-4a94-ac3c-2cc1d9e3ecdb req-37d88545-c6e7-471a-80a4-19bb01bae4d2 tempest-TestMinimumBasicScenario-1732162642 tempest-TestMinimumBasicScenario-1732162642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 11:24:53.458387 dv-cinder-797608-16-iscsi neutron-server[93884]: INFO neutron.wsgi [req-b8faa82c-eb60-4a94-ac3c-2cc1d9e3ecdb req-37d88545-c6e7-471a-80a4-19bb01bae4d2 tempest-TestMinimumBasicScenario-1732162642 tempest-TestMinimumBasicScenario-1732162642-project] 10.222.0.32 "GET /v2.0/ports?device_id=9a015b7b-d682-4071-ba5c-6755b9ba6082 HTTP/1.1" status: 200 len: 944 time: 0.0790255 Aug 13 11:24:53.515058 dv-cinder-797608-16-iscsi neutron-server[93884]: INFO neutron.wsgi [req-b8faa82c-eb60-4a94-ac3c-2cc1d9e3ecdb req-da5fb54a-48fb-4fa4-9361-9f2c1e7d993c tempest-TestMinimumBasicScenario-1732162642 tempest-TestMinimumBasicScenario-1732162642-project] 10.222.0.32 "GET /v2.0/security-groups?id=a4619659-dbd0-4bd3-8e2b-aff5e74a0297&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0552628 Aug 13 11:24:53.529648 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-2f3cd86c-4a10-48b3-a4cf-95f93522394d tempest-AttachVolumeTestJSON-893493791 tempest-AttachVolumeTestJSON-893493791-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935434'] for port, before_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 11:24:53.532459 dv-cinder-797608-16-iscsi neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-a0b9b986-0706-4fc6-9cf9-0eb02d2513dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935434'] for port, before_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 11:24:53.557673 dv-cinder-797608-16-iscsi neutron-server[93885]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9a015b7b-d682-4071-ba5c-6755b9ba6082', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a82adbf8-d06a-4f3f-b175-16e1dfbc2914'}] {{(pid=93885) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 13 11:24:53.560079 dv-cinder-797608-16-iscsi neutron-server[93885]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6271a0dfd589c32cbc3478448621ce6e19c81a8dd821b4c159629fbe4478ed77" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-69f8f9d9-d844-480b-af92-2b41370b7ce5" -d '{"events": [{"server_uuid": "9a015b7b-d682-4071-ba5c-6755b9ba6082", "name": "network-vif-plugged", "status": "completed", "tag": "a82adbf8-d06a-4f3f-b175-16e1dfbc2914"}]}' {{(pid=93885) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 13 11:24:53.573944 dv-cinder-797608-16-iscsi neutron-server[93885]: DEBUG neutron.plugins.ml2.db [None req-a0b9b986-0706-4fc6-9cf9-0eb02d2513dc None None] For port a82adbf8-d06a-4f3f-b175-16e1dfbc2914, host hv-cinder-79760, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79760',level=0,port_id=a82adbf8-d06a-4f3f-b175-16e1dfbc2914,segment=NetworkSegment(ef5f1ad6-f862-42d5-a57b-2af73e349ffb),segment_id=ef5f1ad6-f862-42d5-a57b-2af73e349ffb)] {{(pid=93885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 13 11:24:53.579497 dv-cinder-797608-16-iscsi neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-a0b9b986-0706-4fc6-9cf9-0eb02d2513dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935844', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611014', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782137889940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782137337613', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782137337631'] for port, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 11:24:53.581353 dv-cinder-797608-16-iscsi neutron-server[93885]: DEBUG neutron.plugins.ml2.rpc [None req-a0b9b986-0706-4fc6-9cf9-0eb02d2513dc None None] Device 5d3c7948-d52d-4294-a06f-d0394ef47e0f no longer exists at agent hyperv_hv-cinder-79760 {{(pid=93885) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 13 11:24:53.627711 dv-cinder-797608-16-iscsi neutron-server[93885]: DEBUG neutron.plugins.ml2.plugin [None req-a0b9b986-0706-4fc6-9cf9-0eb02d2513dc None None] No Port match for: 5d3c7948-d52d-4294-a06f-d0394ef47e0f {{(pid=93885) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 13 11:24:53.628061 dv-cinder-797608-16-iscsi neutron-server[93885]: DEBUG neutron.plugins.ml2.rpc [None req-a0b9b986-0706-4fc6-9cf9-0eb02d2513dc None None] Device 5d3c7948-d52d-4294-a06f-d0394ef47e0f not bound to the agent host hv-cinder-79760 {{(pid=93885) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 13 11:24:53.662704 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron.db.db_base_plugin_common [None req-2f3cd86c-4a10-48b3-a4cf-95f93522394d tempest-AttachVolumeTestJSON-893493791 tempest-AttachVolumeTestJSON-893493791-project] Allocated IP 172.27.2.213 (7c3f0979-58a5-4465-87f9-e256377c6b61/ba735781-2bff-41d5-99b4-7ca705ee91ca/eb523ff6-9c23-4b1b-a5bc-d5425f5767e1) {{(pid=93883) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 13 11:24:53.664324 dv-cinder-797608-16-iscsi neutron-server[93885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0b9b986-0706-4fc6-9cf9-0eb02d2513dc None None] Pushing event updated for resources: {'Port': ['ID=a82adbf8-d06a-4f3f-b175-16e1dfbc2914,revision_number=5']} {{(pid=93885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 11:24:53.675200 dv-cinder-797608-16-iscsi neutron-server[93885]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 13 Aug 2021 11:24:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-075ed44a-fc93-4d32-82e1-289e25be83f7 x-openstack-request-id: req-075ed44a-fc93-4d32-82e1-289e25be83f7 {{(pid=93885) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 13 11:24:53.675517 dv-cinder-797608-16-iscsi neutron-server[93885]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9a015b7b-d682-4071-ba5c-6755b9ba6082", "name": "network-vif-plugged", "status": "completed", "tag": "a82adbf8-d06a-4f3f-b175-16e1dfbc2914", "code": 200}]} {{(pid=93885) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 13 11:24:53.675840 dv-cinder-797608-16-iscsi neutron-server[93885]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-075ed44a-fc93-4d32-82e1-289e25be83f7 {{(pid=93885) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 13 11:24:53.676297 dv-cinder-797608-16-iscsi neutron-server[93885]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9a015b7b-d682-4071-ba5c-6755b9ba6082', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a82adbf8-d06a-4f3f-b175-16e1dfbc2914', 'code': 200} Aug 13 11:24:53.769755 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-2f3cd86c-4a10-48b3-a4cf-95f93522394d tempest-AttachVolumeTestJSON-893493791 tempest-AttachVolumeTestJSON-893493791-project] Notify callbacks [] for port, precommit_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 11:24:53.809010 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-2f3cd86c-4a10-48b3-a4cf-95f93522394d tempest-AttachVolumeTestJSON-893493791 tempest-AttachVolumeTestJSON-893493791-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935844', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611014', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782137337079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2139128394'] for port, after_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 11:24:53.847253 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2f3cd86c-4a10-48b3-a4cf-95f93522394d tempest-AttachVolumeTestJSON-893493791 tempest-AttachVolumeTestJSON-893493791-project] Network 7c3f0979-58a5-4465-87f9-e256377c6b61 is already hosted by enough agents. {{(pid=93883) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 13 11:24:53.860947 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron.scheduler.base_scheduler [None req-2f3cd86c-4a10-48b3-a4cf-95f93522394d tempest-AttachVolumeTestJSON-893493791 tempest-AttachVolumeTestJSON-893493791-project] Resources bound (agent type, host, resource id): {{(pid=93883) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 13 11:24:53.877952 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f3cd86c-4a10-48b3-a4cf-95f93522394d tempest-AttachVolumeTestJSON-893493791 tempest-AttachVolumeTestJSON-893493791-project] Received port after_create {{(pid=93883) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 13 11:24:53.882907 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f3cd86c-4a10-48b3-a4cf-95f93522394d tempest-AttachVolumeTestJSON-893493791 tempest-AttachVolumeTestJSON-893493791-project] Pushing event updated for resources: {'Port': ['ID=eb523ff6-9c23-4b1b-a5bc-d5425f5767e1,revision_number=1']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 11:24:53.927536 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8739bdf2-11e1-46bc-b885-bf23d10bde6d req-27c9d0f5-1b1f-474f-bc88-0c1561c865f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 11:24:53.929754 dv-cinder-797608-16-iscsi neutron-server[93883]: INFO neutron.wsgi [req-8739bdf2-11e1-46bc-b885-bf23d10bde6d req-27c9d0f5-1b1f-474f-bc88-0c1561c865f8 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=9a015b7b-d682-4071-ba5c-6755b9ba6082 HTTP/1.1" status: 200 len: 1098 time: 0.0846679 Aug 13 11:24:53.996514 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-2f3cd86c-4a10-48b3-a4cf-95f93522394d tempest-AttachVolumeTestJSON-893493791 tempest-AttachVolumeTestJSON-893493791-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 11:24:54.004422 dv-cinder-797608-16-iscsi neutron-server[93883]: INFO neutron.wsgi [req-8739bdf2-11e1-46bc-b885-bf23d10bde6d req-2aad4714-6756-4625-8d45-81cdfb2d9c30 service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=a4619659-dbd0-4bd3-8e2b-aff5e74a0297&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0660996 Aug 13 11:24:54.030405 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-2f3cd86c-4a10-48b3-a4cf-95f93522394d tempest-AttachVolumeTestJSON-893493791 tempest-AttachVolumeTestJSON-893493791-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935434'] for port, before_update {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 11:24:54.175010 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-2f3cd86c-4a10-48b3-a4cf-95f93522394d tempest-AttachVolumeTestJSON-893493791 tempest-AttachVolumeTestJSON-893493791-project] Notify callbacks [] for port, precommit_update {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 11:24:54.179312 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-2f3cd86c-4a10-48b3-a4cf-95f93522394d tempest-AttachVolumeTestJSON-893493791 tempest-AttachVolumeTestJSON-893493791-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935844', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611014', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782137889940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782137337613', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782137337631', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2139128387'] for port, after_update {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 11:24:54.245840 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f3cd86c-4a10-48b3-a4cf-95f93522394d tempest-AttachVolumeTestJSON-893493791 tempest-AttachVolumeTestJSON-893493791-project] Pushing event updated for resources: {'Port': ['ID=eb523ff6-9c23-4b1b-a5bc-d5425f5767e1,revision_number=2']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 11:24:54.253940 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-2f3cd86c-4a10-48b3-a4cf-95f93522394d tempest-AttachVolumeTestJSON-893493791 tempest-AttachVolumeTestJSON-893493791-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1585555'] for floatingip, after_update {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 11:24:54.267734 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-2f3cd86c-4a10-48b3-a4cf-95f93522394d tempest-AttachVolumeTestJSON-893493791 tempest-AttachVolumeTestJSON-893493791-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-128352'] for floatingip, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 11:24:54.268935 dv-cinder-797608-16-iscsi neutron-server[93883]: INFO neutron.wsgi [None req-2f3cd86c-4a10-48b3-a4cf-95f93522394d tempest-AttachVolumeTestJSON-893493791 tempest-AttachVolumeTestJSON-893493791-project] 10.222.0.32 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 0.9019930 Aug 13 11:24:54.402983 dv-cinder-797608-16-iscsi neutron-server[93884]: INFO neutron.wsgi [req-d5a2161b-7a33-41d3-9340-8d45086f57eb req-dff108af-d0bd-49c7-87b4-ab82dd0daafe tempest-AttachVolumeTestJSON-893493791 tempest-AttachVolumeTestJSON-893493791-project] 10.222.0.32 "GET /v2.0/security-groups?name=tempest-securitygroup--931614578&fields=id&tenant_id=79ef1636c6ae4656a27be7ebe99adfd8 HTTP/1.1" status: 200 len: 267 time: 0.0322871 Aug 13 11:24:54.511094 dv-cinder-797608-16-iscsi neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5a2161b-7a33-41d3-9340-8d45086f57eb req-88192b0d-4dae-4319-8a93-332a660fac49 tempest-AttachVolumeTestJSON-893493791 tempest-AttachVolumeTestJSON-893493791-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 11:24:54.512535 dv-cinder-797608-16-iscsi neutron-server[93884]: INFO neutron.wsgi [req-d5a2161b-7a33-41d3-9340-8d45086f57eb req-88192b0d-4dae-4319-8a93-332a660fac49 tempest-AttachVolumeTestJSON-893493791 tempest-AttachVolumeTestJSON-893493791-project] 10.222.0.32 "GET /v2.0/networks?id=ec8923c9-e8aa-4fb7-a57a-17b8964f1574 HTTP/1.1" status: 200 len: 811 time: 0.1022162 Aug 13 11:24:54.527631 dv-cinder-797608-16-iscsi neutron-server[93884]: INFO neutron.wsgi [req-d5a2161b-7a33-41d3-9340-8d45086f57eb req-3ef1a21c-27fe-4cda-bc18-dc5b68b05351 tempest-AttachVolumeTestJSON-893493791 tempest-AttachVolumeTestJSON-893493791-project] 10.222.0.32 "GET /v2.0/quotas/79ef1636c6ae4656a27be7ebe99adfd8 HTTP/1.1" status: 200 len: 375 time: 0.0088620 Aug 13 11:24:54.582526 dv-cinder-797608-16-iscsi neutron-server[93884]: INFO neutron.wsgi [req-d5a2161b-7a33-41d3-9340-8d45086f57eb req-ba5f7273-5e61-430e-9bc1-00a9ad678522 tempest-AttachVolumeTestJSON-893493791 tempest-AttachVolumeTestJSON-893493791-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=79ef1636c6ae4656a27be7ebe99adfd8&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0476272 Aug 13 11:24:54.679533 dv-cinder-797608-16-iscsi neutron-server[93884]: INFO neutron.wsgi [req-d5a2161b-7a33-41d3-9340-8d45086f57eb req-75715003-6874-4206-8a64-ba99ba9324ad service neutron] 10.222.0.32 "GET /v2.0/networks/ec8923c9-e8aa-4fb7-a57a-17b8964f1574?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0852404 Aug 13 11:24:54.784286 dv-cinder-797608-16-iscsi neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c970b2b-3d74-4af6-b141-9ba685fc4f42 req-2abb6ac6-6f8c-4381-982d-3619ddcc9550 tempest-TestMinimumBasicScenario-1732162642 tempest-TestMinimumBasicScenario-1732162642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 11:24:54.785754 dv-cinder-797608-16-iscsi neutron-server[93884]: INFO neutron.wsgi [req-4c970b2b-3d74-4af6-b141-9ba685fc4f42 req-2abb6ac6-6f8c-4381-982d-3619ddcc9550 tempest-TestMinimumBasicScenario-1732162642 tempest-TestMinimumBasicScenario-1732162642-project] 10.222.0.32 "GET /v2.0/ports?device_id=9a015b7b-d682-4071-ba5c-6755b9ba6082 HTTP/1.1" status: 200 len: 945 time: 0.1053681 Aug 13 11:24:54.814715 dv-cinder-797608-16-iscsi neutron-server[93884]: INFO neutron.wsgi [req-d5a2161b-7a33-41d3-9340-8d45086f57eb req-d6ad716c-12d3-419f-afea-c14a2eb9f804 service neutron] 10.222.0.32 "GET /v2.0/networks/ec8923c9-e8aa-4fb7-a57a-17b8964f1574?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1261973 Aug 13 11:24:54.833969 dv-cinder-797608-16-iscsi neutron-server[93884]: INFO neutron.wsgi [req-4c970b2b-3d74-4af6-b141-9ba685fc4f42 req-b0e43b86-0964-408d-a492-01d81a18ece3 tempest-TestMinimumBasicScenario-1732162642 tempest-TestMinimumBasicScenario-1732162642-project] 10.222.0.32 "GET /v2.0/security-groups?id=a4619659-dbd0-4bd3-8e2b-aff5e74a0297&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406423 Aug 13 11:24:54.970114 dv-cinder-797608-16-iscsi neutron-server[93884]: INFO neutron.wsgi [req-e567c8ed-8fc3-44f0-a4f4-77f4c634ad21 req-8b27e301-9cbb-4e39-85d0-3b4281dcb140 tempest-AttachVolumeTestJSON-893493791 tempest-AttachVolumeTestJSON-893493791-project] 10.222.0.32 "GET /v2.0/ports?device_id=4e816cbd-f297-4279-b823-81b0e3e36308 HTTP/1.1" status: 200 len: 210 time: 0.0259407 Aug 13 11:24:55.946511 dv-cinder-797608-16-iscsi neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75ddc9bf-3a9a-44f3-94a8-11394a60a253 req-71d4f82f-7ba7-43bc-b752-b3deac63169a tempest-TestMinimumBasicScenario-1732162642 tempest-TestMinimumBasicScenario-1732162642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 11:24:55.948215 dv-cinder-797608-16-iscsi neutron-server[93884]: INFO neutron.wsgi [req-75ddc9bf-3a9a-44f3-94a8-11394a60a253 req-71d4f82f-7ba7-43bc-b752-b3deac63169a tempest-TestMinimumBasicScenario-1732162642 tempest-TestMinimumBasicScenario-1732162642-project] 10.222.0.32 "GET /v2.0/ports?device_id=9a015b7b-d682-4071-ba5c-6755b9ba6082 HTTP/1.1" status: 200 len: 945 time: 0.0491965 Aug 13 11:24:55.988501 dv-cinder-797608-16-iscsi neutron-server[93884]: INFO neutron.wsgi [req-75ddc9bf-3a9a-44f3-94a8-11394a60a253 req-4fab693f-d0a7-43a5-b378-aad8e6303591 tempest-TestMinimumBasicScenario-1732162642 tempest-TestMinimumBasicScenario-1732162642-project] 10.222.0.32 "GET /v2.0/security-groups?id=a4619659-dbd0-4bd3-8e2b-aff5e74a0297&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326271 Aug 13 11:24:56.041179 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5a2161b-7a33-41d3-9340-8d45086f57eb req-b4d3b052-23b5-49ec-835c-6ce718c432a4 tempest-AttachVolumeTestJSON-893493791 tempest-AttachVolumeTestJSON-893493791-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 11:24:56.042904 dv-cinder-797608-16-iscsi neutron-server[93883]: INFO neutron.wsgi [req-d5a2161b-7a33-41d3-9340-8d45086f57eb req-b4d3b052-23b5-49ec-835c-6ce718c432a4 tempest-AttachVolumeTestJSON-893493791 tempest-AttachVolumeTestJSON-893493791-project] 10.222.0.20 "GET /v2.0/networks?id=ec8923c9-e8aa-4fb7-a57a-17b8964f1574 HTTP/1.1" status: 200 len: 811 time: 0.1305478 Aug 13 11:24:56.073182 dv-cinder-797608-16-iscsi neutron-server[93884]: INFO neutron.wsgi [req-78cdaed5-937b-4219-9383-95eef520f00b req-ded3e8ed-3efe-4133-8854-e6e12cca39f3 tempest-AttachVolumeTestJSON-893493791 tempest-AttachVolumeTestJSON-893493791-project] 10.222.0.32 "GET /v2.0/ports?device_id=4e816cbd-f297-4279-b823-81b0e3e36308 HTTP/1.1" status: 200 len: 210 time: 0.0311284 Aug 13 11:24:56.111422 dv-cinder-797608-16-iscsi neutron-server[93883]: INFO neutron.wsgi [req-d5a2161b-7a33-41d3-9340-8d45086f57eb req-64c4bb53-f3c9-4cfd-9523-b3d94e7aaf18 tempest-AttachVolumeTestJSON-893493791 tempest-AttachVolumeTestJSON-893493791-project] 10.222.0.20 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=79ef1636c6ae4656a27be7ebe99adfd8 HTTP/1.1" status: 200 len: 379 time: 0.0389538 Aug 13 11:24:56.120968 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron.api.v2.base [req-d5a2161b-7a33-41d3-9340-8d45086f57eb req-02424e24-7303-483b-a449-adb4920f1ab7 tempest-AttachVolumeTestJSON-893493791 tempest-AttachVolumeTestJSON-893493791-project] Request body: {'port': {'device_id': '4e816cbd-f297-4279-b823-81b0e3e36308', 'network_id': 'ec8923c9-e8aa-4fb7-a57a-17b8964f1574', 'admin_state_up': True, 'tenant_id': '79ef1636c6ae4656a27be7ebe99adfd8', 'security_groups': ['47b40c98-e514-4f0b-b864-b27db18bbf87']}} {{(pid=93883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 13 11:24:56.122749 dv-cinder-797608-16-iscsi neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47477a13-1368-4602-b4ec-70d97433c9c3 req-55a7d334-a629-4e1e-92a6-815598353f25 tempest-TestMinimumBasicScenario-1732162642 tempest-TestMinimumBasicScenario-1732162642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 11:24:56.124788 dv-cinder-797608-16-iscsi neutron-server[93884]: INFO neutron.wsgi [req-47477a13-1368-4602-b4ec-70d97433c9c3 req-55a7d334-a629-4e1e-92a6-815598353f25 tempest-TestMinimumBasicScenario-1732162642 tempest-TestMinimumBasicScenario-1732162642-project] 10.222.0.32 "GET /v2.0/ports?device_id=9a015b7b-d682-4071-ba5c-6755b9ba6082 HTTP/1.1" status: 200 len: 945 time: 0.0543408 Aug 13 11:24:56.161490 dv-cinder-797608-16-iscsi neutron-server[93884]: INFO neutron.wsgi [req-47477a13-1368-4602-b4ec-70d97433c9c3 req-70a139ad-ccac-4b6f-8505-05bb3f42d11a tempest-TestMinimumBasicScenario-1732162642 tempest-TestMinimumBasicScenario-1732162642-project] 10.222.0.32 "GET /v2.0/security-groups?id=a4619659-dbd0-4bd3-8e2b-aff5e74a0297&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0301998 Aug 13 11:24:56.225498 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d5a2161b-7a33-41d3-9340-8d45086f57eb req-02424e24-7303-483b-a449-adb4920f1ab7 tempest-AttachVolumeTestJSON-893493791 tempest-AttachVolumeTestJSON-893493791-project] Made reservation on behalf of 79ef1636c6ae4656a27be7ebe99adfd8 for: {'port': 1} {{(pid=93883) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 13 11:24:56.229281 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-d5a2161b-7a33-41d3-9340-8d45086f57eb req-02424e24-7303-483b-a449-adb4920f1ab7 tempest-AttachVolumeTestJSON-893493791 tempest-AttachVolumeTestJSON-893493791-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935434'] for port, before_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 11:24:56.353067 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron.db.db_base_plugin_common [req-d5a2161b-7a33-41d3-9340-8d45086f57eb req-02424e24-7303-483b-a449-adb4920f1ab7 tempest-AttachVolumeTestJSON-893493791 tempest-AttachVolumeTestJSON-893493791-project] Allocated IP 172.20.0.10 (ec8923c9-e8aa-4fb7-a57a-17b8964f1574/8f355941-9ea6-47f3-b4b3-219d5394ef79/a92e311a-f4a9-4983-b4a3-8f738185e0e0) {{(pid=93883) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 13 11:24:56.486875 dv-cinder-797608-16-iscsi neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f301eb0-47ce-4aac-b172-6ab59694f4aa req-932a392d-ea42-4d70-9fd8-cb411ae827b4 tempest-TestMinimumBasicScenario-1732162642 tempest-TestMinimumBasicScenario-1732162642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 11:24:56.488240 dv-cinder-797608-16-iscsi neutron-server[93884]: INFO neutron.wsgi [req-0f301eb0-47ce-4aac-b172-6ab59694f4aa req-932a392d-ea42-4d70-9fd8-cb411ae827b4 tempest-TestMinimumBasicScenario-1732162642 tempest-TestMinimumBasicScenario-1732162642-project] 10.222.0.32 "GET /v2.0/ports?device_id=9a015b7b-d682-4071-ba5c-6755b9ba6082 HTTP/1.1" status: 200 len: 945 time: 0.0531549 Aug 13 11:24:56.491149 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-d5a2161b-7a33-41d3-9340-8d45086f57eb req-02424e24-7303-483b-a449-adb4920f1ab7 tempest-AttachVolumeTestJSON-893493791 tempest-AttachVolumeTestJSON-893493791-project] Notify callbacks [] for port, precommit_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 11:24:56.504813 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron.db.provisioning_blocks [req-d5a2161b-7a33-41d3-9340-8d45086f57eb req-02424e24-7303-483b-a449-adb4920f1ab7 tempest-AttachVolumeTestJSON-893493791 tempest-AttachVolumeTestJSON-893493791-project] Transition to ACTIVE for port object a92e311a-f4a9-4983-b4a3-8f738185e0e0 will not be triggered until provisioned by entity DHCP. {{(pid=93883) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 13 11:24:56.526165 dv-cinder-797608-16-iscsi neutron-server[93884]: INFO neutron.wsgi [req-0f301eb0-47ce-4aac-b172-6ab59694f4aa req-3dd49b2e-c2d5-4154-a29f-ad7cfcb8d1f4 tempest-TestMinimumBasicScenario-1732162642 tempest-TestMinimumBasicScenario-1732162642-project] 10.222.0.32 "GET /v2.0/security-groups?id=a4619659-dbd0-4bd3-8e2b-aff5e74a0297&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315108 Aug 13 11:24:56.536510 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-d5a2161b-7a33-41d3-9340-8d45086f57eb req-02424e24-7303-483b-a449-adb4920f1ab7 tempest-AttachVolumeTestJSON-893493791 tempest-AttachVolumeTestJSON-893493791-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935844', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611014', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782137337079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2139128394'] for port, after_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 11:24:56.582480 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d5a2161b-7a33-41d3-9340-8d45086f57eb req-02424e24-7303-483b-a449-adb4920f1ab7 tempest-AttachVolumeTestJSON-893493791 tempest-AttachVolumeTestJSON-893493791-project] Network ec8923c9-e8aa-4fb7-a57a-17b8964f1574 is already hosted by enough agents. {{(pid=93883) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 13 11:24:56.587403 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron.scheduler.base_scheduler [req-d5a2161b-7a33-41d3-9340-8d45086f57eb req-02424e24-7303-483b-a449-adb4920f1ab7 tempest-AttachVolumeTestJSON-893493791 tempest-AttachVolumeTestJSON-893493791-project] Resources bound (agent type, host, resource id): {{(pid=93883) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 13 11:24:56.591065 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron.db.l3_dvrscheduler_db [req-d5a2161b-7a33-41d3-9340-8d45086f57eb req-02424e24-7303-483b-a449-adb4920f1ab7 tempest-AttachVolumeTestJSON-893493791 tempest-AttachVolumeTestJSON-893493791-project] Received port after_create {{(pid=93883) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 13 11:24:56.614971 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02424e24-7303-483b-a449-adb4920f1ab7 tempest-AttachVolumeTestJSON-893493791 tempest-AttachVolumeTestJSON-893493791-project] Pushing event updated for resources: {'Port': ['ID=a92e311a-f4a9-4983-b4a3-8f738185e0e0,revision_number=1']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 11:24:56.649127 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5a2161b-7a33-41d3-9340-8d45086f57eb req-02424e24-7303-483b-a449-adb4920f1ab7 tempest-AttachVolumeTestJSON-893493791 tempest-AttachVolumeTestJSON-893493791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 11:24:56.649741 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-d5a2161b-7a33-41d3-9340-8d45086f57eb req-02424e24-7303-483b-a449-adb4920f1ab7 tempest-AttachVolumeTestJSON-893493791 tempest-AttachVolumeTestJSON-893493791-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-128352'] for port, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 11:24:56.667157 dv-cinder-797608-16-iscsi neutron-server[93883]: INFO neutron.wsgi [req-d5a2161b-7a33-41d3-9340-8d45086f57eb req-02424e24-7303-483b-a449-adb4920f1ab7 tempest-AttachVolumeTestJSON-893493791 tempest-AttachVolumeTestJSON-893493791-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5498717 Aug 13 11:24:56.686669 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron.api.v2.base [req-d5a2161b-7a33-41d3-9340-8d45086f57eb req-fca7e3e8-3a43-427d-9523-15db32967bf6 service neutron] Request body: {'port': {'device_id': '4e816cbd-f297-4279-b823-81b0e3e36308', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79760'}} {{(pid=93883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 13 11:24:56.747425 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-d5a2161b-7a33-41d3-9340-8d45086f57eb req-fca7e3e8-3a43-427d-9523-15db32967bf6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935434'] for port, before_update {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 11:24:56.817509 dv-cinder-797608-16-iscsi neutron-server[93885]: DEBUG neutron.db.provisioning_blocks [None req-a14ff7fe-2878-41b5-8e18-fff22cffcab5 None None] Provisioning for port a92e311a-f4a9-4983-b4a3-8f738185e0e0 completed by entity DHCP. {{(pid=93885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 13 11:24:56.822197 dv-cinder-797608-16-iscsi neutron-server[93885]: DEBUG neutron.db.provisioning_blocks [None req-a14ff7fe-2878-41b5-8e18-fff22cffcab5 None None] Provisioning complete for port a92e311a-f4a9-4983-b4a3-8f738185e0e0 triggered by entity DHCP. {{(pid=93885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 13 11:24:56.822755 dv-cinder-797608-16-iscsi neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-a14ff7fe-2878-41b5-8e18-fff22cffcab5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-997193'] for port, provisioning_complete {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 11:24:56.873091 dv-cinder-797608-16-iscsi neutron-server[93885]: DEBUG neutron.plugins.ml2.plugin [None req-a14ff7fe-2878-41b5-8e18-fff22cffcab5 None None] Port a92e311a-f4a9-4983-b4a3-8f738185e0e0 cannot update to ACTIVE because it is not bound. {{(pid=93885) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 13 11:24:57.029406 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron.notifiers.nova [req-d5a2161b-7a33-41d3-9340-8d45086f57eb req-fca7e3e8-3a43-427d-9523-15db32967bf6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a92e311a-f4a9-4983-b4a3-8f738185e0e0 {{(pid=93883) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 13 11:24:57.036621 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-d5a2161b-7a33-41d3-9340-8d45086f57eb req-fca7e3e8-3a43-427d-9523-15db32967bf6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 11:24:57.048535 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron.db.provisioning_blocks [req-d5a2161b-7a33-41d3-9340-8d45086f57eb req-fca7e3e8-3a43-427d-9523-15db32967bf6 service neutron] Transition to ACTIVE for port object a92e311a-f4a9-4983-b4a3-8f738185e0e0 will not be triggered until provisioned by entity L2. {{(pid=93883) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 13 11:24:57.051742 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-d5a2161b-7a33-41d3-9340-8d45086f57eb req-fca7e3e8-3a43-427d-9523-15db32967bf6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935844', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611014', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782137889940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782137337613', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782137337631', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2139128387'] for port, after_update {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 11:24:57.116576 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fca7e3e8-3a43-427d-9523-15db32967bf6 service neutron] Pushing event updated for resources: {'Port': ['ID=a92e311a-f4a9-4983-b4a3-8f738185e0e0,revision_number=2']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 11:24:57.174322 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron.plugins.ml2.managers [req-d5a2161b-7a33-41d3-9340-8d45086f57eb req-fca7e3e8-3a43-427d-9523-15db32967bf6 service neutron] Attempting to bind port a92e311a-f4a9-4983-b4a3-8f738185e0e0 on host hv-cinder-79760 for vnic_type normal with profile {{(pid=93883) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 13 11:24:57.174664 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron.plugins.ml2.managers [req-d5a2161b-7a33-41d3-9340-8d45086f57eb req-fca7e3e8-3a43-427d-9523-15db32967bf6 service neutron] Attempting to bind port a92e311a-f4a9-4983-b4a3-8f738185e0e0 by drivers openvswitch,hyperv on host hv-cinder-79760 at level 0 using segments [{'id': 'd8719896-e4f7-4cd8-9639-acde7eb05d04', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': 'ec8923c9-e8aa-4fb7-a57a-17b8964f1574'}] {{(pid=93883) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 13 11:24:57.175022 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d5a2161b-7a33-41d3-9340-8d45086f57eb req-fca7e3e8-3a43-427d-9523-15db32967bf6 service neutron] Attempting to bind port a92e311a-f4a9-4983-b4a3-8f738185e0e0 on network ec8923c9-e8aa-4fb7-a57a-17b8964f1574 {{(pid=93883) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 13 11:24:57.179672 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d5a2161b-7a33-41d3-9340-8d45086f57eb req-fca7e3e8-3a43-427d-9523-15db32967bf6 service neutron] Port a92e311a-f4a9-4983-b4a3-8f738185e0e0 on network ec8923c9-e8aa-4fb7-a57a-17b8964f1574 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79760 {{(pid=93883) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 13 11:24:57.179993 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d5a2161b-7a33-41d3-9340-8d45086f57eb req-fca7e3e8-3a43-427d-9523-15db32967bf6 service neutron] Attempting to bind port a92e311a-f4a9-4983-b4a3-8f738185e0e0 on network ec8923c9-e8aa-4fb7-a57a-17b8964f1574 {{(pid=93883) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 13 11:24:57.188597 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d5a2161b-7a33-41d3-9340-8d45086f57eb req-fca7e3e8-3a43-427d-9523-15db32967bf6 service neutron] Checking agent: {'id': '3e9c1808-7bc3-414f-9290-25f62682d3ef', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79760', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 13, 11, 17, 34), 'started_at': datetime.datetime(2021, 8, 13, 11, 17, 34), 'heartbeat_timestamp': datetime.datetime(2021, 8, 13, 11, 24, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93883) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 13 11:24:57.189035 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d5a2161b-7a33-41d3-9340-8d45086f57eb req-fca7e3e8-3a43-427d-9523-15db32967bf6 service neutron] Checking segment: {'id': 'd8719896-e4f7-4cd8-9639-acde7eb05d04', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': 'ec8923c9-e8aa-4fb7-a57a-17b8964f1574'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93883) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 13 11:24:57.189438 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d5a2161b-7a33-41d3-9340-8d45086f57eb req-fca7e3e8-3a43-427d-9523-15db32967bf6 service neutron] Bound using segment: {'id': 'd8719896-e4f7-4cd8-9639-acde7eb05d04', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': 'ec8923c9-e8aa-4fb7-a57a-17b8964f1574'} {{(pid=93883) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 13 11:24:57.189934 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron.plugins.ml2.managers [req-d5a2161b-7a33-41d3-9340-8d45086f57eb req-fca7e3e8-3a43-427d-9523-15db32967bf6 service neutron] Bound port: a92e311a-f4a9-4983-b4a3-8f738185e0e0, host: hv-cinder-79760, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd8719896-e4f7-4cd8-9639-acde7eb05d04', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': 'ec8923c9-e8aa-4fb7-a57a-17b8964f1574'}}] {{(pid=93883) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 13 11:24:57.190406 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-d5a2161b-7a33-41d3-9340-8d45086f57eb req-fca7e3e8-3a43-427d-9523-15db32967bf6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935434'] for port, before_update {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 11:24:57.201122 dv-cinder-797608-16-iscsi neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2a20a1b-92cf-42b1-acc8-351783311cec req-7444415c-69d5-4f5d-8ba4-5b6133ef63e0 tempest-AttachVolumeTestJSON-893493791 tempest-AttachVolumeTestJSON-893493791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 11:24:57.203268 dv-cinder-797608-16-iscsi neutron-server[93884]: INFO neutron.wsgi [req-e2a20a1b-92cf-42b1-acc8-351783311cec req-7444415c-69d5-4f5d-8ba4-5b6133ef63e0 tempest-AttachVolumeTestJSON-893493791 tempest-AttachVolumeTestJSON-893493791-project] 10.222.0.32 "GET /v2.0/ports?device_id=4e816cbd-f297-4279-b823-81b0e3e36308 HTTP/1.1" status: 200 len: 944 time: 0.0566583 Aug 13 11:24:57.247551 dv-cinder-797608-16-iscsi neutron-server[93884]: INFO neutron.wsgi [req-e2a20a1b-92cf-42b1-acc8-351783311cec req-d9f15bab-e333-4418-b76f-e93ea08014ed tempest-AttachVolumeTestJSON-893493791 tempest-AttachVolumeTestJSON-893493791-project] 10.222.0.32 "GET /v2.0/security-groups?id=47b40c98-e514-4f0b-b864-b27db18bbf87&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0358498 Aug 13 11:24:57.259876 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron.plugins.ml2.db [req-d5a2161b-7a33-41d3-9340-8d45086f57eb req-fca7e3e8-3a43-427d-9523-15db32967bf6 service neutron] For port a92e311a-f4a9-4983-b4a3-8f738185e0e0, host hv-cinder-79760, cleared binding levels {{(pid=93883) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 13 11:24:57.263135 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron.plugins.ml2.db [req-d5a2161b-7a33-41d3-9340-8d45086f57eb req-fca7e3e8-3a43-427d-9523-15db32967bf6 service neutron] For port a92e311a-f4a9-4983-b4a3-8f738185e0e0, host hv-cinder-79760, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79760',level=0,port_id=a92e311a-f4a9-4983-b4a3-8f738185e0e0,segment=NetworkSegment(d8719896-e4f7-4cd8-9639-acde7eb05d04),segment_id=d8719896-e4f7-4cd8-9639-acde7eb05d04)] {{(pid=93883) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 13 11:24:57.267821 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-d5a2161b-7a33-41d3-9340-8d45086f57eb req-fca7e3e8-3a43-427d-9523-15db32967bf6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935844', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611014', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782137889940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782137337613', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782137337631', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2139128387'] for port, after_update {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 11:24:57.301916 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5a2161b-7a33-41d3-9340-8d45086f57eb req-fca7e3e8-3a43-427d-9523-15db32967bf6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 11:24:57.302546 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-d5a2161b-7a33-41d3-9340-8d45086f57eb req-fca7e3e8-3a43-427d-9523-15db32967bf6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-128352'] for port, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 11:24:57.303939 dv-cinder-797608-16-iscsi neutron-server[93883]: INFO neutron.wsgi [req-d5a2161b-7a33-41d3-9340-8d45086f57eb req-fca7e3e8-3a43-427d-9523-15db32967bf6 service neutron] 10.222.0.20 "PUT /v2.0/ports/a92e311a-f4a9-4983-b4a3-8f738185e0e0 HTTP/1.1" status: 200 len: 1094 time: 0.6221867 Aug 13 11:24:57.304372 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4e816cbd-f297-4279-b823-81b0e3e36308', 'tag': 'a92e311a-f4a9-4983-b4a3-8f738185e0e0'}] {{(pid=93883) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 13 11:24:57.306598 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}db1a1fbc245c58e73290e58258e46ca41fe4e785cc79cbd57aa3dae940aad292" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1f9dd2ef-25b8-43a4-9f6a-c142e69ccad3" -d '{"events": [{"name": "network-changed", "server_uuid": "4e816cbd-f297-4279-b823-81b0e3e36308", "tag": "a92e311a-f4a9-4983-b4a3-8f738185e0e0"}]}' {{(pid=93883) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 13 11:24:57.334864 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fca7e3e8-3a43-427d-9523-15db32967bf6 service neutron] Pushing event updated for resources: {'Port': ['ID=a92e311a-f4a9-4983-b4a3-8f738185e0e0,revision_number=3']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 11:24:57.349468 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 13 Aug 2021 11:24:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7adb76ee-dc90-4592-a914-6adce05b5ad2 x-openstack-request-id: req-7adb76ee-dc90-4592-a914-6adce05b5ad2 {{(pid=93883) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 13 11:24:57.349827 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4e816cbd-f297-4279-b823-81b0e3e36308", "tag": "a92e311a-f4a9-4983-b4a3-8f738185e0e0", "status": "completed", "code": 200}]} {{(pid=93883) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 13 11:24:57.350169 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-7adb76ee-dc90-4592-a914-6adce05b5ad2 {{(pid=93883) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 13 11:24:57.350625 dv-cinder-797608-16-iscsi neutron-server[93883]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4e816cbd-f297-4279-b823-81b0e3e36308', 'tag': 'a92e311a-f4a9-4983-b4a3-8f738185e0e0', 'status': 'completed', 'code': 200} Aug 13 11:24:57.409562 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5a2161b-7a33-41d3-9340-8d45086f57eb req-b3ca272f-6019-466b-b6b7-bc115bb21986 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 11:24:57.411139 dv-cinder-797608-16-iscsi neutron-server[93883]: INFO neutron.wsgi [req-d5a2161b-7a33-41d3-9340-8d45086f57eb req-b3ca272f-6019-466b-b6b7-bc115bb21986 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=79ef1636c6ae4656a27be7ebe99adfd8&device_id=4e816cbd-f297-4279-b823-81b0e3e36308 HTTP/1.1" status: 200 len: 1097 time: 0.0419750 Aug 13 11:24:57.703969 dv-cinder-797608-16-iscsi neutron-server[93883]: INFO neutron.wsgi [req-d5a2161b-7a33-41d3-9340-8d45086f57eb req-57e9c4cd-3475-4eb2-b459-01331866531c service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=a92e311a-f4a9-4983-b4a3-8f738185e0e0 HTTP/1.1" status: 200 len: 217 time: 0.2791967 Aug 13 11:24:57.753380 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5a2161b-7a33-41d3-9340-8d45086f57eb req-01c64aaf-a502-4426-9c63-04866c22b5b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 11:24:57.754880 dv-cinder-797608-16-iscsi neutron-server[93883]: INFO neutron.wsgi [req-d5a2161b-7a33-41d3-9340-8d45086f57eb req-01c64aaf-a502-4426-9c63-04866c22b5b0 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=8f355941-9ea6-47f3-b4b3-219d5394ef79 HTTP/1.1" status: 200 len: 850 time: 0.0432260 Aug 13 11:24:57.800905 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5a2161b-7a33-41d3-9340-8d45086f57eb req-f287fdac-3bf6-41f9-b439-1c1d5728f08d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 11:24:57.802386 dv-cinder-797608-16-iscsi neutron-server[93883]: INFO neutron.wsgi [req-d5a2161b-7a33-41d3-9340-8d45086f57eb req-f287fdac-3bf6-41f9-b439-1c1d5728f08d service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=ec8923c9-e8aa-4fb7-a57a-17b8964f1574&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0388851 Aug 13 11:24:57.894511 dv-cinder-797608-16-iscsi neutron-server[93883]: INFO neutron.wsgi [req-d5a2161b-7a33-41d3-9340-8d45086f57eb req-70fe23e8-6cfc-43cf-b172-12ffce64cb5f service neutron] 10.222.0.20 "GET /v2.0/networks/ec8923c9-e8aa-4fb7-a57a-17b8964f1574?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0833056 Aug 13 11:24:57.986491 dv-cinder-797608-16-iscsi neutron-server[93883]: INFO neutron.wsgi [req-d5a2161b-7a33-41d3-9340-8d45086f57eb req-ecf1df28-ff4e-49b5-b90c-9c94280e615c service neutron] 10.222.0.20 "GET /v2.0/networks/ec8923c9-e8aa-4fb7-a57a-17b8964f1574?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0850148 Aug 13 11:24:58.125361 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f9dd2ef-25b8-43a4-9f6a-c142e69ccad3 req-a1d45c25-fc7d-4f64-a552-e6b2abc4b11c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 11:24:58.126833 dv-cinder-797608-16-iscsi neutron-server[93883]: INFO neutron.wsgi [req-1f9dd2ef-25b8-43a4-9f6a-c142e69ccad3 req-a1d45c25-fc7d-4f64-a552-e6b2abc4b11c service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=79ef1636c6ae4656a27be7ebe99adfd8&device_id=4e816cbd-f297-4279-b823-81b0e3e36308 HTTP/1.1" status: 200 len: 1097 time: 0.0451837 Aug 13 11:24:58.217759 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f9dd2ef-25b8-43a4-9f6a-c142e69ccad3 req-414ee72f-1ff5-475e-8237-b2ec5e8254f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 11:24:58.219299 dv-cinder-797608-16-iscsi neutron-server[93883]: INFO neutron.wsgi [req-1f9dd2ef-25b8-43a4-9f6a-c142e69ccad3 req-414ee72f-1ff5-475e-8237-b2ec5e8254f1 service neutron] 10.222.0.20 "GET /v2.0/networks?id=ec8923c9-e8aa-4fb7-a57a-17b8964f1574 HTTP/1.1" status: 200 len: 912 time: 0.0822241 Aug 13 11:24:58.269147 dv-cinder-797608-16-iscsi neutron-server[93883]: INFO neutron.wsgi [req-1f9dd2ef-25b8-43a4-9f6a-c142e69ccad3 req-964748ed-8c6c-4795-8b1e-89d0f20583b9 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=a92e311a-f4a9-4983-b4a3-8f738185e0e0 HTTP/1.1" status: 200 len: 217 time: 0.0392666 Aug 13 11:24:58.321102 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f9dd2ef-25b8-43a4-9f6a-c142e69ccad3 req-231852f3-3219-4760-b943-ac58df497922 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 11:24:58.322797 dv-cinder-797608-16-iscsi neutron-server[93883]: INFO neutron.wsgi [req-1f9dd2ef-25b8-43a4-9f6a-c142e69ccad3 req-231852f3-3219-4760-b943-ac58df497922 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=8f355941-9ea6-47f3-b4b3-219d5394ef79 HTTP/1.1" status: 200 len: 850 time: 0.0454559 Aug 13 11:24:58.390146 dv-cinder-797608-16-iscsi neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad7d1f26-bd71-481f-b779-26192e545948 req-ad65b18d-5707-42ae-9e2e-a299cc3d6bfc tempest-AttachVolumeTestJSON-893493791 tempest-AttachVolumeTestJSON-893493791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 11:24:58.392840 dv-cinder-797608-16-iscsi neutron-server[93884]: INFO neutron.wsgi [req-ad7d1f26-bd71-481f-b779-26192e545948 req-ad65b18d-5707-42ae-9e2e-a299cc3d6bfc tempest-AttachVolumeTestJSON-893493791 tempest-AttachVolumeTestJSON-893493791-project] 10.222.0.32 "GET /v2.0/ports?device_id=4e816cbd-f297-4279-b823-81b0e3e36308 HTTP/1.1" status: 200 len: 944 time: 0.0704741 Aug 13 11:24:58.394963 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f9dd2ef-25b8-43a4-9f6a-c142e69ccad3 req-bba84a93-15af-4c48-b063-73f5a30b7c08 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 11:24:58.396339 dv-cinder-797608-16-iscsi neutron-server[93883]: INFO neutron.wsgi [req-1f9dd2ef-25b8-43a4-9f6a-c142e69ccad3 req-bba84a93-15af-4c48-b063-73f5a30b7c08 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=ec8923c9-e8aa-4fb7-a57a-17b8964f1574&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0660257 Aug 13 11:24:58.440083 dv-cinder-797608-16-iscsi neutron-server[93884]: INFO neutron.wsgi [req-ad7d1f26-bd71-481f-b779-26192e545948 req-009cd2d3-2562-4b87-9715-4ded0d5aa187 tempest-AttachVolumeTestJSON-893493791 tempest-AttachVolumeTestJSON-893493791-project] 10.222.0.32 "GET /v2.0/security-groups?id=47b40c98-e514-4f0b-b864-b27db18bbf87&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0391152 Aug 13 11:24:58.500619 dv-cinder-797608-16-iscsi neutron-server[93883]: INFO neutron.wsgi [req-1f9dd2ef-25b8-43a4-9f6a-c142e69ccad3 req-a880add9-1a18-45a6-9147-fb50cbb17aaa service neutron] 10.222.0.20 "GET /v2.0/networks/ec8923c9-e8aa-4fb7-a57a-17b8964f1574?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0946913 Aug 13 11:24:58.630141 dv-cinder-797608-16-iscsi neutron-server[93883]: INFO neutron.wsgi [req-1f9dd2ef-25b8-43a4-9f6a-c142e69ccad3 req-71d4cba4-49ea-431b-93ec-674b82b64221 service neutron] 10.222.0.20 "GET /v2.0/networks/ec8923c9-e8aa-4fb7-a57a-17b8964f1574?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0831935 Aug 13 11:24:59.557060 dv-cinder-797608-16-iscsi neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0d94927-c545-465f-b685-7905c014211f req-d1e07c11-f3b9-4811-bcfb-b6284fbcf437 tempest-AttachVolumeTestJSON-893493791 tempest-AttachVolumeTestJSON-893493791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 11:24:59.558513 dv-cinder-797608-16-iscsi neutron-server[93884]: INFO neutron.wsgi [req-f0d94927-c545-465f-b685-7905c014211f req-d1e07c11-f3b9-4811-bcfb-b6284fbcf437 tempest-AttachVolumeTestJSON-893493791 tempest-AttachVolumeTestJSON-893493791-project] 10.222.0.32 "GET /v2.0/ports?device_id=4e816cbd-f297-4279-b823-81b0e3e36308 HTTP/1.1" status: 200 len: 944 time: 0.0468097 Aug 13 11:24:59.595716 dv-cinder-797608-16-iscsi neutron-server[93884]: INFO neutron.wsgi [req-f0d94927-c545-465f-b685-7905c014211f req-8feb4dd9-8aa2-4b0d-aa11-0f0b672d1186 tempest-AttachVolumeTestJSON-893493791 tempest-AttachVolumeTestJSON-893493791-project] 10.222.0.32 "GET /v2.0/security-groups?id=47b40c98-e514-4f0b-b864-b27db18bbf87&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0309703 Aug 13 11:25:00.714331 dv-cinder-797608-16-iscsi neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad32a233-9136-4084-9939-ef7b6feef403 req-4613053a-c960-4170-b84e-d8fc3dcaca80 tempest-AttachVolumeTestJSON-893493791 tempest-AttachVolumeTestJSON-893493791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 11:25:00.715692 dv-cinder-797608-16-iscsi neutron-server[93884]: INFO neutron.wsgi [req-ad32a233-9136-4084-9939-ef7b6feef403 req-4613053a-c960-4170-b84e-d8fc3dcaca80 tempest-AttachVolumeTestJSON-893493791 tempest-AttachVolumeTestJSON-893493791-project] 10.222.0.32 "GET /v2.0/ports?device_id=4e816cbd-f297-4279-b823-81b0e3e36308 HTTP/1.1" status: 200 len: 944 time: 0.0527892 Aug 13 11:25:00.753638 dv-cinder-797608-16-iscsi neutron-server[93884]: INFO neutron.wsgi [req-ad32a233-9136-4084-9939-ef7b6feef403 req-5d1b5e15-c29f-4b3a-abf2-5c50a02c3f3d tempest-AttachVolumeTestJSON-893493791 tempest-AttachVolumeTestJSON-893493791-project] 10.222.0.32 "GET /v2.0/security-groups?id=47b40c98-e514-4f0b-b864-b27db18bbf87&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0310419 Aug 13 11:25:01.414835 dv-cinder-797608-16-iscsi neutron-server[93885]: DEBUG neutron.plugins.ml2.rpc [None req-a0b9b986-0706-4fc6-9cf9-0eb02d2513dc None None] Device a92e311a-f4a9-4983-b4a3-8f738185e0e0 details requested by agent hyperv_hv-cinder-79760 with host hv-cinder-79760 {{(pid=93885) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 13 11:25:01.505679 dv-cinder-797608-16-iscsi neutron-server[93885]: DEBUG neutron.plugins.ml2.db [None req-a0b9b986-0706-4fc6-9cf9-0eb02d2513dc None None] For port a92e311a-f4a9-4983-b4a3-8f738185e0e0, host hv-cinder-79760, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79760',level=0,port_id=a92e311a-f4a9-4983-b4a3-8f738185e0e0,segment=NetworkSegment(d8719896-e4f7-4cd8-9639-acde7eb05d04),segment_id=d8719896-e4f7-4cd8-9639-acde7eb05d04)] {{(pid=93885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 13 11:25:01.516850 dv-cinder-797608-16-iscsi neutron-server[93885]: DEBUG neutron.plugins.ml2.rpc [None req-a0b9b986-0706-4fc6-9cf9-0eb02d2513dc None None] Returning: {'device': 'a92e311a-f4a9-4983-b4a3-8f738185e0e0', 'network_id': 'ec8923c9-e8aa-4fb7-a57a-17b8964f1574', 'port_id': 'a92e311a-f4a9-4983-b4a3-8f738185e0e0', 'mac_address': 'fa:16:3e:79:c3:c8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 168, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8f355941-9ea6-47f3-b4b3-219d5394ef79', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93885) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 13 11:25:01.551158 dv-cinder-797608-16-iscsi neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-a0b9b986-0706-4fc6-9cf9-0eb02d2513dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935434'] for port, before_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 11:25:01.566587 dv-cinder-797608-16-iscsi neutron-server[93885]: DEBUG neutron.notifiers.nova [None req-a0b9b986-0706-4fc6-9cf9-0eb02d2513dc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a92e311a-f4a9-4983-b4a3-8f738185e0e0 {{(pid=93885) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 13 11:25:01.585595 dv-cinder-797608-16-iscsi neutron-server[93885]: DEBUG neutron.plugins.ml2.db [None req-a0b9b986-0706-4fc6-9cf9-0eb02d2513dc None None] For port a92e311a-f4a9-4983-b4a3-8f738185e0e0, host hv-cinder-79760, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79760',level=0,port_id=a92e311a-f4a9-4983-b4a3-8f738185e0e0,segment=NetworkSegment(d8719896-e4f7-4cd8-9639-acde7eb05d04),segment_id=d8719896-e4f7-4cd8-9639-acde7eb05d04)] {{(pid=93885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 13 11:25:01.589626 dv-cinder-797608-16-iscsi neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-a0b9b986-0706-4fc6-9cf9-0eb02d2513dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935844', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611014', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782137889940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782137337613', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782137337631'] for port, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 11:25:01.636877 dv-cinder-797608-16-iscsi neutron-server[93885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0b9b986-0706-4fc6-9cf9-0eb02d2513dc None None] Pushing event updated for resources: {'Port': ['ID=a92e311a-f4a9-4983-b4a3-8f738185e0e0,revision_number=4']} {{(pid=93885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 11:25:01.644342 dv-cinder-797608-16-iscsi neutron-server[93885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0b9b986-0706-4fc6-9cf9-0eb02d2513dc None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797608-16-iscsi {{(pid=93885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 11:25:01.644691 dv-cinder-797608-16-iscsi neutron-server[93885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0b9b986-0706-4fc6-9cf9-0eb02d2513dc None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797608-16-iscsi {{(pid=93885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 11:25:01.645037 dv-cinder-797608-16-iscsi neutron-server[93885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0b9b986-0706-4fc6-9cf9-0eb02d2513dc None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797608-16-iscsi {{(pid=93885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 11:25:01.645372 dv-cinder-797608-16-iscsi neutron-server[93885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0b9b986-0706-4fc6-9cf9-0eb02d2513dc None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797608-16-iscsi {{(pid=93885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 11:25:01.645702 dv-cinder-797608-16-iscsi neutron-server[93885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0b9b986-0706-4fc6-9cf9-0eb02d2513dc None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-797608-16-iscsi {{(pid=93885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 11:25:01.646053 dv-cinder-797608-16-iscsi neutron-server[93885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0b9b986-0706-4fc6-9cf9-0eb02d2513dc None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797608-16-iscsi {{(pid=93885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 11:25:01.646381 dv-cinder-797608-16-iscsi neutron-server[93885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0b9b986-0706-4fc6-9cf9-0eb02d2513dc None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-797608-16-iscsi {{(pid=93885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 11:25:01.646705 dv-cinder-797608-16-iscsi neutron-server[93885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0b9b986-0706-4fc6-9cf9-0eb02d2513dc None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-797608-16-iscsi {{(pid=93885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 11:25:01.647032 dv-cinder-797608-16-iscsi neutron-server[93885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0b9b986-0706-4fc6-9cf9-0eb02d2513dc None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797608-16-iscsi {{(pid=93885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 11:25:01.647352 dv-cinder-797608-16-iscsi neutron-server[93885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0b9b986-0706-4fc6-9cf9-0eb02d2513dc None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797608-16-iscsi {{(pid=93885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 11:25:01.647670 dv-cinder-797608-16-iscsi neutron-server[93885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0b9b986-0706-4fc6-9cf9-0eb02d2513dc None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797608-16-iscsi {{(pid=93885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 11:25:01.647988 dv-cinder-797608-16-iscsi neutron-server[93885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0b9b986-0706-4fc6-9cf9-0eb02d2513dc None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797608-16-iscsi {{(pid=93885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 11:25:01.865070 dv-cinder-797608-16-iscsi neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-839862f7-137c-4bbd-ad67-9933dcfc8f12 req-12c55e59-4d3a-43c2-bb5a-011c2c3dbf48 tempest-AttachVolumeTestJSON-893493791 tempest-AttachVolumeTestJSON-893493791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 11:25:01.866520 dv-cinder-797608-16-iscsi neutron-server[93884]: INFO neutron.wsgi [req-839862f7-137c-4bbd-ad67-9933dcfc8f12 req-12c55e59-4d3a-43c2-bb5a-011c2c3dbf48 tempest-AttachVolumeTestJSON-893493791 tempest-AttachVolumeTestJSON-893493791-project] 10.222.0.32 "GET /v2.0/ports?device_id=4e816cbd-f297-4279-b823-81b0e3e36308 HTTP/1.1" status: 200 len: 945 time: 0.0474648 Aug 13 11:25:01.903158 dv-cinder-797608-16-iscsi neutron-server[93884]: INFO neutron.wsgi [req-839862f7-137c-4bbd-ad67-9933dcfc8f12 req-fbb2a91f-de27-4c5e-bf9d-f965b2438141 tempest-AttachVolumeTestJSON-893493791 tempest-AttachVolumeTestJSON-893493791-project] 10.222.0.32 "GET /v2.0/security-groups?id=47b40c98-e514-4f0b-b864-b27db18bbf87&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0305285 Aug 13 11:25:01.925098 dv-cinder-797608-16-iscsi neutron-server[93885]: DEBUG neutron.plugins.ml2.db [None req-a0b9b986-0706-4fc6-9cf9-0eb02d2513dc None None] get_ports_and_sgs() called for port_ids ['a92e311a-f4a9-4983-b4a3-8f738185e0e0'] {{(pid=93885) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 13 11:25:03.013535 dv-cinder-797608-16-iscsi neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fec12e89-a725-432e-b541-703f6cc6b435 req-b0e30b21-24bb-4662-9815-0d4f952d4b5c tempest-AttachVolumeTestJSON-893493791 tempest-AttachVolumeTestJSON-893493791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 11:25:03.015642 dv-cinder-797608-16-iscsi neutron-server[93884]: INFO neutron.wsgi [req-fec12e89-a725-432e-b541-703f6cc6b435 req-b0e30b21-24bb-4662-9815-0d4f952d4b5c tempest-AttachVolumeTestJSON-893493791 tempest-AttachVolumeTestJSON-893493791-project] 10.222.0.32 "GET /v2.0/ports?device_id=4e816cbd-f297-4279-b823-81b0e3e36308 HTTP/1.1" status: 200 len: 945 time: 0.0484853 Aug 13 11:25:03.052034 dv-cinder-797608-16-iscsi neutron-server[93884]: INFO neutron.wsgi [req-fec12e89-a725-432e-b541-703f6cc6b435 req-6416b6aa-a838-49b6-afcf-d5c2d72ffe9d tempest-AttachVolumeTestJSON-893493791 tempest-AttachVolumeTestJSON-893493791-project] 10.222.0.32 "GET /v2.0/security-groups?id=47b40c98-e514-4f0b-b864-b27db18bbf87&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0305243 Aug 13 11:25:03.428092 dv-cinder-797608-16-iscsi neutron-server[93885]: DEBUG neutron.plugins.ml2.rpc [None req-a0b9b986-0706-4fc6-9cf9-0eb02d2513dc None None] Device a92e311a-f4a9-4983-b4a3-8f738185e0e0 up at agent hyperv_hv-cinder-79760 {{(pid=93885) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 13 11:25:03.478318 dv-cinder-797608-16-iscsi neutron-server[93885]: DEBUG neutron.db.provisioning_blocks [None req-a0b9b986-0706-4fc6-9cf9-0eb02d2513dc None None] Provisioning for port a92e311a-f4a9-4983-b4a3-8f738185e0e0 completed by entity L2. {{(pid=93885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 13 11:25:03.482084 dv-cinder-797608-16-iscsi neutron-server[93885]: DEBUG neutron.db.provisioning_blocks [None req-a0b9b986-0706-4fc6-9cf9-0eb02d2513dc None None] Provisioning complete for port a92e311a-f4a9-4983-b4a3-8f738185e0e0 triggered by entity L2. {{(pid=93885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 13 11:25:03.482463 dv-cinder-797608-16-iscsi neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-a0b9b986-0706-4fc6-9cf9-0eb02d2513dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-997193'] for port, provisioning_complete {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 11:25:03.558987 dv-cinder-797608-16-iscsi neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-a0b9b986-0706-4fc6-9cf9-0eb02d2513dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935434'] for port, before_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 11:25:03.580714 dv-cinder-797608-16-iscsi neutron-server[93885]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4e816cbd-f297-4279-b823-81b0e3e36308', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a92e311a-f4a9-4983-b4a3-8f738185e0e0'}] {{(pid=93885) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 13 11:25:03.583309 dv-cinder-797608-16-iscsi neutron-server[93885]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6271a0dfd589c32cbc3478448621ce6e19c81a8dd821b4c159629fbe4478ed77" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-219f9c09-a29e-482f-b921-5c65dde930ad" -d '{"events": [{"server_uuid": "4e816cbd-f297-4279-b823-81b0e3e36308", "name": "network-vif-plugged", "status": "completed", "tag": "a92e311a-f4a9-4983-b4a3-8f738185e0e0"}]}' {{(pid=93885) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 13 11:25:03.605876 dv-cinder-797608-16-iscsi neutron-server[93885]: DEBUG neutron.plugins.ml2.db [None req-a0b9b986-0706-4fc6-9cf9-0eb02d2513dc None None] For port a92e311a-f4a9-4983-b4a3-8f738185e0e0, host hv-cinder-79760, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79760',level=0,port_id=a92e311a-f4a9-4983-b4a3-8f738185e0e0,segment=NetworkSegment(d8719896-e4f7-4cd8-9639-acde7eb05d04),segment_id=d8719896-e4f7-4cd8-9639-acde7eb05d04)] {{(pid=93885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 13 11:25:03.610729 dv-cinder-797608-16-iscsi neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-a0b9b986-0706-4fc6-9cf9-0eb02d2513dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935844', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611014', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782137889940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782137337613', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782137337631'] for port, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 11:25:03.638670 dv-cinder-797608-16-iscsi neutron-server[93885]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 13 Aug 2021 11:25:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4294e1fd-2144-42ce-95dd-2ba1d153f634 x-openstack-request-id: req-4294e1fd-2144-42ce-95dd-2ba1d153f634 {{(pid=93885) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 13 11:25:03.638964 dv-cinder-797608-16-iscsi neutron-server[93885]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4e816cbd-f297-4279-b823-81b0e3e36308", "name": "network-vif-plugged", "status": "completed", "tag": "a92e311a-f4a9-4983-b4a3-8f738185e0e0", "code": 200}]} {{(pid=93885) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 13 11:25:03.639220 dv-cinder-797608-16-iscsi neutron-server[93885]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-4294e1fd-2144-42ce-95dd-2ba1d153f634 {{(pid=93885) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 13 11:25:03.639598 dv-cinder-797608-16-iscsi neutron-server[93885]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4e816cbd-f297-4279-b823-81b0e3e36308', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a92e311a-f4a9-4983-b4a3-8f738185e0e0', 'code': 200} Aug 13 11:25:03.666578 dv-cinder-797608-16-iscsi neutron-server[93885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0b9b986-0706-4fc6-9cf9-0eb02d2513dc None None] Pushing event updated for resources: {'Port': ['ID=a92e311a-f4a9-4983-b4a3-8f738185e0e0,revision_number=5']} {{(pid=93885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 11:25:03.834863 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aa4741e-75f5-4487-9d42-c73bcee07f01 req-5bb7805a-f11f-4437-99dc-d0b4bd5c8b53 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 11:25:03.836308 dv-cinder-797608-16-iscsi neutron-server[93883]: INFO neutron.wsgi [req-7aa4741e-75f5-4487-9d42-c73bcee07f01 req-5bb7805a-f11f-4437-99dc-d0b4bd5c8b53 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=4e816cbd-f297-4279-b823-81b0e3e36308 HTTP/1.1" status: 200 len: 1099 time: 0.0385151 Aug 13 11:25:03.870429 dv-cinder-797608-16-iscsi neutron-server[93883]: INFO neutron.wsgi [req-7aa4741e-75f5-4487-9d42-c73bcee07f01 req-2c325684-e961-4209-b31c-b14f616e120b service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=47b40c98-e514-4f0b-b864-b27db18bbf87&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0270348 Aug 13 11:25:04.169978 dv-cinder-797608-16-iscsi neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4d33b15-ccd6-4437-a99b-9c9068879aff req-e8e8ee36-f225-4466-85bf-b8f3eb855e71 tempest-AttachVolumeTestJSON-893493791 tempest-AttachVolumeTestJSON-893493791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 11:25:04.171385 dv-cinder-797608-16-iscsi neutron-server[93884]: INFO neutron.wsgi [req-f4d33b15-ccd6-4437-a99b-9c9068879aff req-e8e8ee36-f225-4466-85bf-b8f3eb855e71 tempest-AttachVolumeTestJSON-893493791 tempest-AttachVolumeTestJSON-893493791-project] 10.222.0.32 "GET /v2.0/ports?device_id=4e816cbd-f297-4279-b823-81b0e3e36308 HTTP/1.1" status: 200 len: 946 time: 0.0523813 Aug 13 11:25:04.211327 dv-cinder-797608-16-iscsi neutron-server[93884]: INFO neutron.wsgi [req-f4d33b15-ccd6-4437-a99b-9c9068879aff req-a3897965-5432-45bd-8ce2-31bab4d2f740 tempest-AttachVolumeTestJSON-893493791 tempest-AttachVolumeTestJSON-893493791-project] 10.222.0.32 "GET /v2.0/security-groups?id=47b40c98-e514-4f0b-b864-b27db18bbf87&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0341065 Aug 13 11:25:04.316337 dv-cinder-797608-16-iscsi neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-a0b9b986-0706-4fc6-9cf9-0eb02d2513dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782137812740', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-997306'] for agent, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 11:25:05.331573 dv-cinder-797608-16-iscsi neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b04192db-2c93-4d41-a527-7e85a42cc37f req-d9f18ddc-eec0-4fce-9aa5-f37868be3cf0 tempest-AttachVolumeTestJSON-893493791 tempest-AttachVolumeTestJSON-893493791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 11:25:05.333049 dv-cinder-797608-16-iscsi neutron-server[93884]: INFO neutron.wsgi [req-b04192db-2c93-4d41-a527-7e85a42cc37f req-d9f18ddc-eec0-4fce-9aa5-f37868be3cf0 tempest-AttachVolumeTestJSON-893493791 tempest-AttachVolumeTestJSON-893493791-project] 10.222.0.32 "GET /v2.0/ports?device_id=4e816cbd-f297-4279-b823-81b0e3e36308 HTTP/1.1" status: 200 len: 946 time: 0.0496840 Aug 13 11:25:05.371541 dv-cinder-797608-16-iscsi neutron-server[93884]: INFO neutron.wsgi [req-b04192db-2c93-4d41-a527-7e85a42cc37f req-76177720-813e-4c59-9836-e87a6bf19633 tempest-AttachVolumeTestJSON-893493791 tempest-AttachVolumeTestJSON-893493791-project] 10.222.0.32 "GET /v2.0/security-groups?id=47b40c98-e514-4f0b-b864-b27db18bbf87&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0323365 Aug 13 11:25:05.484665 dv-cinder-797608-16-iscsi neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee725eb2-7bbc-47d8-bcfb-00fc892acce5 req-991fe883-4f28-4778-b73f-c29f15023c43 tempest-AttachVolumeTestJSON-893493791 tempest-AttachVolumeTestJSON-893493791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 11:25:05.486134 dv-cinder-797608-16-iscsi neutron-server[93884]: INFO neutron.wsgi [req-ee725eb2-7bbc-47d8-bcfb-00fc892acce5 req-991fe883-4f28-4778-b73f-c29f15023c43 tempest-AttachVolumeTestJSON-893493791 tempest-AttachVolumeTestJSON-893493791-project] 10.222.0.32 "GET /v2.0/ports?device_id=4e816cbd-f297-4279-b823-81b0e3e36308 HTTP/1.1" status: 200 len: 946 time: 0.0496802 Aug 13 11:25:05.497765 dv-cinder-797608-16-iscsi neutron-server[93884]: DEBUG neutron.wsgi [-] (93884) accepted ('10.222.0.32', 51684) {{(pid=93884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 11:25:05.502959 dv-cinder-797608-16-iscsi neutron-server[93884]: DEBUG neutron.api.v2.base [None req-594fcb1b-6c6d-4ab6-9825-ac797a970b05 tempest-AttachVolumeTestJSON-893493791 tempest-AttachVolumeTestJSON-893493791-project] Request body: {'floatingip': {'port_id': 'a92e311a-f4a9-4983-b4a3-8f738185e0e0'}} {{(pid=93884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 13 11:25:05.543048 dv-cinder-797608-16-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-594fcb1b-6c6d-4ab6-9825-ac797a970b05 tempest-AttachVolumeTestJSON-893493791 tempest-AttachVolumeTestJSON-893493791-project] Notify callbacks [] for floatingip, before_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 11:25:06.158112 dv-cinder-797608-16-iscsi neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e37845db-89ae-42c9-b80d-4e089a3e0c95 req-8a4ecc3a-bbfc-4a30-92ac-d0a599855d51 tempest-TestMinimumBasicScenario-1732162642 tempest-TestMinimumBasicScenario-1732162642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 11:25:06.159597 dv-cinder-797608-16-iscsi neutron-server[93884]: INFO neutron.wsgi [req-e37845db-89ae-42c9-b80d-4e089a3e0c95 req-8a4ecc3a-bbfc-4a30-92ac-d0a599855d51 tempest-TestMinimumBasicScenario-1732162642 tempest-TestMinimumBasicScenario-1732162642-project] 10.222.0.32 "GET /v2.0/ports?device_id=9a015b7b-d682-4071-ba5c-6755b9ba6082 HTTP/1.1" status: 200 len: 945 time: 0.0834191 Aug 13 11:25:06.240657 dv-cinder-797608-16-iscsi neutron-server[93884]: INFO neutron.wsgi [req-e37845db-89ae-42c9-b80d-4e089a3e0c95 req-339e2ac8-699d-44cf-8188-9031f1dac2ac tempest-TestMinimumBasicScenario-1732162642 tempest-TestMinimumBasicScenario-1732162642-project] 10.222.0.32 "GET /v2.0/security-groups?id=a4619659-dbd0-4bd3-8e2b-aff5e74a0297&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0751524 Aug 13 11:25:06.249291 dv-cinder-797608-16-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-594fcb1b-6c6d-4ab6-9825-ac797a970b05 tempest-AttachVolumeTestJSON-893493791 tempest-AttachVolumeTestJSON-893493791-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 11:25:06.253983 dv-cinder-797608-16-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-594fcb1b-6c6d-4ab6-9825-ac797a970b05 tempest-AttachVolumeTestJSON-893493791 tempest-AttachVolumeTestJSON-893493791-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1585555'] for floatingip, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 11:25:06.269988 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.32', 51698) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 11:25:06.355026 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c0a10865-3fb6-40f5-9050-173793d54e77 tempest-TestMinimumBasicScenario-1727796992 tempest-TestMinimumBasicScenario-1727796992-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 11:25:06.356567 dv-cinder-797608-16-iscsi neutron-server[93883]: INFO neutron.wsgi [None req-c0a10865-3fb6-40f5-9050-173793d54e77 tempest-TestMinimumBasicScenario-1727796992 tempest-TestMinimumBasicScenario-1727796992-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=9a015b7b-d682-4071-ba5c-6755b9ba6082 HTTP/1.1" status: 200 len: 1093 time: 0.0848594 Aug 13 11:25:06.358916 dv-cinder-797608-16-iscsi neutron-server[93884]: INFO neutron.db.l3_db [None req-594fcb1b-6c6d-4ab6-9825-ac797a970b05 tempest-AttachVolumeTestJSON-893493791 tempest-AttachVolumeTestJSON-893493791-project] Floating IP 609d4272-2081-42c1-aa47-87d994e2306a associated. External IP: 172.27.2.213, port: a92e311a-f4a9-4983-b4a3-8f738185e0e0. Aug 13 11:25:06.359944 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.32', 51702) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 11:25:06.364519 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron.api.v2.base [None req-6a9902cd-760b-41e2-8eed-25a245522459 tempest-TestMinimumBasicScenario-1732162642 tempest-TestMinimumBasicScenario-1732162642-project] Request body: {'floatingip': {'floating_network_id': '7c3f0979-58a5-4465-87f9-e256377c6b61', 'port_id': 'a82adbf8-d06a-4f3f-b175-16e1dfbc2914', 'tenant_id': '52eae21d815a427f8c153edfc7da0f4d', 'fixed_ip_address': '172.20.0.6'}} {{(pid=93883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 13 11:25:06.387214 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-6a9902cd-760b-41e2-8eed-25a245522459 tempest-TestMinimumBasicScenario-1732162642 tempest-TestMinimumBasicScenario-1732162642-project] Notify callbacks [] for floatingip, before_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 11:25:06.480135 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-6a9902cd-760b-41e2-8eed-25a245522459 tempest-TestMinimumBasicScenario-1732162642 tempest-TestMinimumBasicScenario-1732162642-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935434'] for port, before_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 11:25:06.570571 dv-cinder-797608-16-iscsi neutron-server[93884]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-594fcb1b-6c6d-4ab6-9825-ac797a970b05 tempest-AttachVolumeTestJSON-893493791 tempest-AttachVolumeTestJSON-893493791-project] Router 9ce99fb3-1792-4e70-ad92-c4a7231a35f2 has already been hosted by L3 agent 120d27b5-31d8-4cd2-97b4-2412c45088e1 {{(pid=93884) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 13 11:25:06.586530 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron.db.db_base_plugin_common [None req-6a9902cd-760b-41e2-8eed-25a245522459 tempest-TestMinimumBasicScenario-1732162642 tempest-TestMinimumBasicScenario-1732162642-project] Allocated IP 172.27.2.26 (7c3f0979-58a5-4465-87f9-e256377c6b61/ba735781-2bff-41d5-99b4-7ca705ee91ca/641c97c3-9128-4c56-9689-a4f9e51f5583) {{(pid=93883) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 13 11:25:06.681555 dv-cinder-797608-16-iscsi neutron-server[93884]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-594fcb1b-6c6d-4ab6-9825-ac797a970b05 tempest-AttachVolumeTestJSON-893493791 tempest-AttachVolumeTestJSON-893493791-project] Notify agent at l3_agent.dv-cinder-797608-16-iscsi the message routers_updated {{(pid=93884) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 13 11:25:06.687187 dv-cinder-797608-16-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-594fcb1b-6c6d-4ab6-9825-ac797a970b05 tempest-AttachVolumeTestJSON-893493791 tempest-AttachVolumeTestJSON-893493791-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-128352'] for floatingip, before_response {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 11:25:06.689510 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-6a9902cd-760b-41e2-8eed-25a245522459 tempest-TestMinimumBasicScenario-1732162642 tempest-TestMinimumBasicScenario-1732162642-project] Notify callbacks [] for port, precommit_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 11:25:06.693799 dv-cinder-797608-16-iscsi neutron-server[93885]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b791dfb4-915f-49e1-b7d8-5eea322b92d8 None None] Sync routers for ids ['9ce99fb3-1792-4e70-ad92-c4a7231a35f2'] in dv-cinder-797608-16-iscsi {{(pid=93885) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 13 11:25:06.703719 dv-cinder-797608-16-iscsi neutron-server[93885]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b791dfb4-915f-49e1-b7d8-5eea322b92d8 None None] Routers {'9ce99fb3-1792-4e70-ad92-c4a7231a35f2'} bound to L3 agent in host dv-cinder-797608-16-iscsi {{(pid=93885) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 13 11:25:06.704540 dv-cinder-797608-16-iscsi neutron-server[93885]: DEBUG neutron.db.l3_hamode_db [None req-b791dfb4-915f-49e1-b7d8-5eea322b92d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797608-16-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-08-13T11:11:41Z,description=,heartbeat_timestamp=2021-08-13T11:24:41Z,host='dv-cinder-797608-16-iscsi',id=120d27b5-31d8-4cd2-97b4-2412c45088e1,load=0,resource_versions=,resources_synced=,started_at=2021-08-13T11:11:41Z,topic='l3_agent')) {'router_ids': ['9ce99fb3-1792-4e70-ad92-c4a7231a35f2'], 'active': True} {{(pid=93885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 13 11:25:06.719265 dv-cinder-797608-16-iscsi neutron-server[93884]: INFO neutron.wsgi [None req-594fcb1b-6c6d-4ab6-9825-ac797a970b05 tempest-AttachVolumeTestJSON-893493791 tempest-AttachVolumeTestJSON-893493791-project] 10.222.0.32 "PUT /v2.0/floatingips/609d4272-2081-42c1-aa47-87d994e2306a HTTP/1.1" status: 200 len: 992 time: 1.2194035 Aug 13 11:25:06.719265 dv-cinder-797608-16-iscsi neutron-server[93884]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4e816cbd-f297-4279-b823-81b0e3e36308', 'tag': 'a92e311a-f4a9-4983-b4a3-8f738185e0e0'}] {{(pid=93884) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 13 11:25:06.719555 dv-cinder-797608-16-iscsi neutron-server[93884]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}70f01c08a00349be11dfcfb62f4fe7a1e23395be4279a346f0a082136c645f60" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-449a1406-cbb1-4ca7-b754-1a8d3badb0f9" -d '{"events": [{"name": "network-changed", "server_uuid": "4e816cbd-f297-4279-b823-81b0e3e36308", "tag": "a92e311a-f4a9-4983-b4a3-8f738185e0e0"}]}' {{(pid=93884) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 13 11:25:06.747367 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-6a9902cd-760b-41e2-8eed-25a245522459 tempest-TestMinimumBasicScenario-1732162642 tempest-TestMinimumBasicScenario-1732162642-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935844', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611014', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782137337079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2139128394'] for port, after_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 11:25:06.793901 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6a9902cd-760b-41e2-8eed-25a245522459 tempest-TestMinimumBasicScenario-1732162642 tempest-TestMinimumBasicScenario-1732162642-project] Network 7c3f0979-58a5-4465-87f9-e256377c6b61 is already hosted by enough agents. {{(pid=93883) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 13 11:25:06.801859 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron.scheduler.base_scheduler [None req-6a9902cd-760b-41e2-8eed-25a245522459 tempest-TestMinimumBasicScenario-1732162642 tempest-TestMinimumBasicScenario-1732162642-project] Resources bound (agent type, host, resource id): {{(pid=93883) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 13 11:25:06.806355 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a9902cd-760b-41e2-8eed-25a245522459 tempest-TestMinimumBasicScenario-1732162642 tempest-TestMinimumBasicScenario-1732162642-project] Received port after_create {{(pid=93883) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 13 11:25:06.826255 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a9902cd-760b-41e2-8eed-25a245522459 tempest-TestMinimumBasicScenario-1732162642 tempest-TestMinimumBasicScenario-1732162642-project] Pushing event updated for resources: {'Port': ['ID=641c97c3-9128-4c56-9689-a4f9e51f5583,revision_number=1']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 11:25:06.828551 dv-cinder-797608-16-iscsi neutron-server[93885]: DEBUG neutron.db.l3_dvr_db [None req-b791dfb4-915f-49e1-b7d8-5eea322b92d8 None None] Set router 9ce99fb3-1792-4e70-ad92-c4a7231a35f2 gateway port host: dv-cinder-797608-16-iscsi {{(pid=93885) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 13 11:25:06.829501 dv-cinder-797608-16-iscsi neutron-server[93884]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 13 Aug 2021 11:25:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-862be02a-d1e3-4dc6-9d70-90d9e534ea3a x-openstack-request-id: req-862be02a-d1e3-4dc6-9d70-90d9e534ea3a {{(pid=93884) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 13 11:25:06.829657 dv-cinder-797608-16-iscsi neutron-server[93884]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4e816cbd-f297-4279-b823-81b0e3e36308", "tag": "a92e311a-f4a9-4983-b4a3-8f738185e0e0", "status": "completed", "code": 200}]} {{(pid=93884) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 13 11:25:06.829899 dv-cinder-797608-16-iscsi neutron-server[93884]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-862be02a-d1e3-4dc6-9d70-90d9e534ea3a {{(pid=93884) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 13 11:25:06.830307 dv-cinder-797608-16-iscsi neutron-server[93884]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4e816cbd-f297-4279-b823-81b0e3e36308', 'tag': 'a92e311a-f4a9-4983-b4a3-8f738185e0e0', 'status': 'completed', 'code': 200} Aug 13 11:25:07.001837 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-449a1406-cbb1-4ca7-b754-1a8d3badb0f9 req-bf87df05-bc5a-4724-99f8-b3c3ab3bbc98 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 11:25:07.003358 dv-cinder-797608-16-iscsi neutron-server[93883]: INFO neutron.wsgi [req-449a1406-cbb1-4ca7-b754-1a8d3badb0f9 req-bf87df05-bc5a-4724-99f8-b3c3ab3bbc98 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=79ef1636c6ae4656a27be7ebe99adfd8&device_id=4e816cbd-f297-4279-b823-81b0e3e36308 HTTP/1.1" status: 200 len: 1099 time: 0.0989659 Aug 13 11:25:07.103555 dv-cinder-797608-16-iscsi neutron-server[93885]: DEBUG neutron.db.l3_hamode_db [None req-b791dfb4-915f-49e1-b7d8-5eea322b92d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9ce99fb3-1792-4e70-ad92-c4a7231a35f2', 'name': 'tempest-AttachVolumeTestJSON-1599166667-router', 'tenant_id': '79ef1636c6ae4656a27be7ebe99adfd8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c3f0979-58a5-4465-87f9-e256377c6b61', 'external_fixed_ips': [{'subnet_id': 'ba735781-2bff-41d5-99b4-7ca705ee91ca', 'ip_address': '172.27.2.244'}], 'enable_snat': True}, 'gw_port_id': '7f52f001-4b44-4e49-8196-dd3135a4d161', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-13T11:19:20Z', 'updated_at': '2021-08-13T11:19:33Z', 'revision_number': 4, 'project_id': '79ef1636c6ae4656a27be7ebe99adfd8', 'gw_port': {'id': '7f52f001-4b44-4e49-8196-dd3135a4d161', 'name': '', 'network_id': '7c3f0979-58a5-4465-87f9-e256377c6b61', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:91:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ce99fb3-1792-4e70-ad92-c4a7231a35f2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': 'ba735781-2bff-41d5-99b4-7ca705ee91ca', 'ip_address': '172.27.2.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-13T11:19:22Z', 'updated_at': '2021-08-13T11:19:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ba735781-2bff-41d5-99b4-7ca705ee91ca', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797608-16-iscsi', '_floatingips': [{'id': '609d4272-2081-42c1-aa47-87d994e2306a', 'tenant_id': '79ef1636c6ae4656a27be7ebe99adfd8', 'floating_ip_address': '172.27.2.213', 'floating_network_id': '7c3f0979-58a5-4465-87f9-e256377c6b61', 'router_id': '9ce99fb3-1792-4e70-ad92-c4a7231a35f2', 'port_id': 'a92e311a-f4a9-4983-b4a3-8f738185e0e0', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 592, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ec8923c9-e8aa-4fb7-a57a-17b8964f1574', 'mac_address': 'fa:16:3e:79:c3:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e816cbd-f297-4279-b823-81b0e3e36308', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-13T11:24:53Z', 'updated_at': '2021-08-13T11:25:06Z', 'revision_number': 1, 'project_id': '79ef1636c6ae4656a27be7ebe99adfd8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fea4a98c-afc2-4593-8fb8-43379d480615', 'name': '', 'network_id': 'ec8923c9-e8aa-4fb7-a57a-17b8964f1574', 'tenant_id': '79ef1636c6ae4656a27be7ebe99adfd8', 'mac_address': 'fa:16:3e:0a:88:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ce99fb3-1792-4e70-ad92-c4a7231a35f2', 'device_owner': 'network:router_interface', 'standard_attr_id': 100, 'fixed_ips': [{'subnet_id': '8f355941-9ea6-47f3-b4b3-219d5394ef79', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-13T11:19:29Z', 'updated_at': '2021-08-13T11:19:40Z', 'revision_number': 5, 'project_id': '79ef1636c6ae4656a27be7ebe99adfd8', 'subnets': [{'id': '8f355941-9ea6-47f3-b4b3-219d5394ef79', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-797608-16-iscsi', False) {} {{(pid=93885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 13 11:25:07.249049 dv-cinder-797608-16-iscsi neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-945b2e74-4db5-48bc-8cd9-40278e65099d req-3ef80326-35bc-4b26-97d7-61554cb16f29 tempest-AttachVolumeShelveTestJSON-167533422 tempest-AttachVolumeShelveTestJSON-167533422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 11:25:07.250717 dv-cinder-797608-16-iscsi neutron-server[93884]: INFO neutron.wsgi [req-945b2e74-4db5-48bc-8cd9-40278e65099d req-3ef80326-35bc-4b26-97d7-61554cb16f29 tempest-AttachVolumeShelveTestJSON-167533422 tempest-AttachVolumeShelveTestJSON-167533422-project] 10.222.0.32 "GET /v2.0/ports?device_id=aa0a566e-da2b-449d-aa8c-a9df34e28bef HTTP/1.1" status: 200 len: 945 time: 0.0512073 Aug 13 11:25:07.256525 dv-cinder-797608-16-iscsi neutron-server[93885]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b791dfb4-915f-49e1-b7d8-5eea322b92d8 None None] Checking router: 9ce99fb3-1792-4e70-ad92-c4a7231a35f2 for host: dv-cinder-797608-16-iscsi {{(pid=93885) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 13 11:25:07.265248 dv-cinder-797608-16-iscsi neutron-server[93885]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b791dfb4-915f-49e1-b7d8-5eea322b92d8 None None] Routers {'9ce99fb3-1792-4e70-ad92-c4a7231a35f2'} bound to L3 agent in host dv-cinder-797608-16-iscsi {{(pid=93885) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 13 11:25:07.265833 dv-cinder-797608-16-iscsi neutron-server[93885]: DEBUG neutron.db.l3_hamode_db [None req-b791dfb4-915f-49e1-b7d8-5eea322b92d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797608-16-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-08-13T11:11:41Z,description=,heartbeat_timestamp=2021-08-13T11:24:41Z,host='dv-cinder-797608-16-iscsi',id=120d27b5-31d8-4cd2-97b4-2412c45088e1,load=0,resource_versions=,resources_synced=,started_at=2021-08-13T11:11:41Z,topic='l3_agent')) {'router_ids': ['9ce99fb3-1792-4e70-ad92-c4a7231a35f2'], 'active': True} {{(pid=93885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 13 11:25:07.284028 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-449a1406-cbb1-4ca7-b754-1a8d3badb0f9 req-8a32b982-5baf-4af7-acdb-6184ea2caa20 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 11:25:07.285754 dv-cinder-797608-16-iscsi neutron-server[93883]: INFO neutron.wsgi [req-449a1406-cbb1-4ca7-b754-1a8d3badb0f9 req-8a32b982-5baf-4af7-acdb-6184ea2caa20 service neutron] 10.222.0.20 "GET /v2.0/networks?id=ec8923c9-e8aa-4fb7-a57a-17b8964f1574 HTTP/1.1" status: 200 len: 912 time: 0.2744215 Aug 13 11:25:07.292496 dv-cinder-797608-16-iscsi neutron-server[93884]: INFO neutron.wsgi [req-945b2e74-4db5-48bc-8cd9-40278e65099d req-5397367e-abec-46a8-b0cf-33e809377f94 tempest-AttachVolumeShelveTestJSON-167533422 tempest-AttachVolumeShelveTestJSON-167533422-project] 10.222.0.32 "GET /v2.0/security-groups?id=26f817c1-933c-4977-9085-1dee6d7b8bee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0330188 Aug 13 11:25:07.336200 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-6a9902cd-760b-41e2-8eed-25a245522459 tempest-TestMinimumBasicScenario-1732162642 tempest-TestMinimumBasicScenario-1732162642-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 11:25:07.376852 dv-cinder-797608-16-iscsi neutron-server[93885]: DEBUG neutron.db.l3_dvr_db [None req-b791dfb4-915f-49e1-b7d8-5eea322b92d8 None None] Set router 9ce99fb3-1792-4e70-ad92-c4a7231a35f2 gateway port host: dv-cinder-797608-16-iscsi {{(pid=93885) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 13 11:25:07.389779 dv-cinder-797608-16-iscsi neutron-server[93883]: INFO neutron.wsgi [req-449a1406-cbb1-4ca7-b754-1a8d3badb0f9 req-224b0e6e-6a61-45c4-9d58-94e716c7e945 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=a92e311a-f4a9-4983-b4a3-8f738185e0e0 HTTP/1.1" status: 200 len: 1000 time: 0.0927286 Aug 13 11:25:07.448166 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-6a9902cd-760b-41e2-8eed-25a245522459 tempest-TestMinimumBasicScenario-1732162642 tempest-TestMinimumBasicScenario-1732162642-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935434'] for port, before_update {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 11:25:07.481838 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-449a1406-cbb1-4ca7-b754-1a8d3badb0f9 req-28e4eb30-0ea6-4f0d-9f34-1960ec3987b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 11:25:07.483352 dv-cinder-797608-16-iscsi neutron-server[93883]: INFO neutron.wsgi [req-449a1406-cbb1-4ca7-b754-1a8d3badb0f9 req-28e4eb30-0ea6-4f0d-9f34-1960ec3987b3 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=8f355941-9ea6-47f3-b4b3-219d5394ef79 HTTP/1.1" status: 200 len: 850 time: 0.0729003 Aug 13 11:25:07.588310 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-449a1406-cbb1-4ca7-b754-1a8d3badb0f9 req-6fc6397c-ba22-4830-8883-a7cd48b237c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 11:25:07.589806 dv-cinder-797608-16-iscsi neutron-server[93883]: INFO neutron.wsgi [req-449a1406-cbb1-4ca7-b754-1a8d3badb0f9 req-6fc6397c-ba22-4830-8883-a7cd48b237c1 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=ec8923c9-e8aa-4fb7-a57a-17b8964f1574&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0918069 Aug 13 11:25:07.599173 dv-cinder-797608-16-iscsi neutron-server[93885]: DEBUG neutron.db.l3_hamode_db [None req-b791dfb4-915f-49e1-b7d8-5eea322b92d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9ce99fb3-1792-4e70-ad92-c4a7231a35f2', 'name': 'tempest-AttachVolumeTestJSON-1599166667-router', 'tenant_id': '79ef1636c6ae4656a27be7ebe99adfd8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c3f0979-58a5-4465-87f9-e256377c6b61', 'external_fixed_ips': [{'subnet_id': 'ba735781-2bff-41d5-99b4-7ca705ee91ca', 'ip_address': '172.27.2.244'}], 'enable_snat': True}, 'gw_port_id': '7f52f001-4b44-4e49-8196-dd3135a4d161', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-13T11:19:20Z', 'updated_at': '2021-08-13T11:19:33Z', 'revision_number': 4, 'project_id': '79ef1636c6ae4656a27be7ebe99adfd8', 'gw_port': {'id': '7f52f001-4b44-4e49-8196-dd3135a4d161', 'name': '', 'network_id': '7c3f0979-58a5-4465-87f9-e256377c6b61', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:91:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ce99fb3-1792-4e70-ad92-c4a7231a35f2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': 'ba735781-2bff-41d5-99b4-7ca705ee91ca', 'ip_address': '172.27.2.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-13T11:19:22Z', 'updated_at': '2021-08-13T11:19:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ba735781-2bff-41d5-99b4-7ca705ee91ca', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797608-16-iscsi', '_floatingips': [{'id': '609d4272-2081-42c1-aa47-87d994e2306a', 'tenant_id': '79ef1636c6ae4656a27be7ebe99adfd8', 'floating_ip_address': '172.27.2.213', 'floating_network_id': '7c3f0979-58a5-4465-87f9-e256377c6b61', 'router_id': '9ce99fb3-1792-4e70-ad92-c4a7231a35f2', 'port_id': 'a92e311a-f4a9-4983-b4a3-8f738185e0e0', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 592, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ec8923c9-e8aa-4fb7-a57a-17b8964f1574', 'mac_address': 'fa:16:3e:79:c3:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e816cbd-f297-4279-b823-81b0e3e36308', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-13T11:24:53Z', 'updated_at': '2021-08-13T11:25:06Z', 'revision_number': 1, 'project_id': '79ef1636c6ae4656a27be7ebe99adfd8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fea4a98c-afc2-4593-8fb8-43379d480615', 'name': '', 'network_id': 'ec8923c9-e8aa-4fb7-a57a-17b8964f1574', 'tenant_id': '79ef1636c6ae4656a27be7ebe99adfd8', 'mac_address': 'fa:16:3e:0a:88:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ce99fb3-1792-4e70-ad92-c4a7231a35f2', 'device_owner': 'network:router_interface', 'standard_attr_id': 100, 'fixed_ips': [{'subnet_id': '8f355941-9ea6-47f3-b4b3-219d5394ef79', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-13T11:19:29Z', 'updated_at': '2021-08-13T11:19:40Z', 'revision_number': 5, 'project_id': '79ef1636c6ae4656a27be7ebe99adfd8', 'subnets': [{'id': '8f355941-9ea6-47f3-b4b3-219d5394ef79', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-797608-16-iscsi', False) {} {{(pid=93885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 13 11:25:07.630169 dv-cinder-797608-16-iscsi neutron-server[93885]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b791dfb4-915f-49e1-b7d8-5eea322b92d8 None None] The sync data for ids ['9ce99fb3-1792-4e70-ad92-c4a7231a35f2'] in dv-cinder-797608-16-iscsi is: [{'id': '9ce99fb3-1792-4e70-ad92-c4a7231a35f2', 'name': 'tempest-AttachVolumeTestJSON-1599166667-router', 'tenant_id': '79ef1636c6ae4656a27be7ebe99adfd8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c3f0979-58a5-4465-87f9-e256377c6b61', 'external_fixed_ips': [{'subnet_id': 'ba735781-2bff-41d5-99b4-7ca705ee91ca', 'ip_address': '172.27.2.244'}], 'enable_snat': True}, 'gw_port_id': '7f52f001-4b44-4e49-8196-dd3135a4d161', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-13T11:19:20Z', 'updated_at': '2021-08-13T11:19:33Z', 'revision_number': 4, 'project_id': '79ef1636c6ae4656a27be7ebe99adfd8', 'gw_port': {'id': '7f52f001-4b44-4e49-8196-dd3135a4d161', 'name': '', 'network_id': '7c3f0979-58a5-4465-87f9-e256377c6b61', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:91:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ce99fb3-1792-4e70-ad92-c4a7231a35f2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': 'ba735781-2bff-41d5-99b4-7ca705ee91ca', 'ip_address': '172.27.2.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-13T11:19:22Z', 'updated_at': '2021-08-13T11:19:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ba735781-2bff-41d5-99b4-7ca705ee91ca', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797608-16-iscsi', '_floatingips': [{'id': '609d4272-2081-42c1-aa47-87d994e2306a', 'tenant_id': '79ef1636c6ae4656a27be7ebe99adfd8', 'floating_ip_address': '172.27.2.213', 'floating_network_id': '7c3f0979-58a5-4465-87f9-e256377c6b61', 'router_id': '9ce99fb3-1792-4e70-ad92-c4a7231a35f2', 'port_id': 'a92e311a-f4a9-4983-b4a3-8f738185e0e0', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 592, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ec8923c9-e8aa-4fb7-a57a-17b8964f1574', 'mac_address': 'fa:16:3e:79:c3:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e816cbd-f297-4279-b823-81b0e3e36308', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-13T11:24:53Z', 'updated_at': '2021-08-13T11:25:06Z', 'revision_number': 1, 'project_id': '79ef1636c6ae4656a27be7ebe99adfd8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fea4a98c-afc2-4593-8fb8-43379d480615', 'name': '', 'network_id': 'ec8923c9-e8aa-4fb7-a57a-17b8964f1574', 'tenant_id': '79ef1636c6ae4656a27be7ebe99adfd8', 'mac_address': 'fa:16:3e:0a:88:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ce99fb3-1792-4e70-ad92-c4a7231a35f2', 'device_owner': 'network:router_interface', 'standard_attr_id': 100, 'fixed_ips': [{'subnet_id': '8f355941-9ea6-47f3-b4b3-219d5394ef79', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-13T11:19:29Z', 'updated_at': '2021-08-13T11:19:40Z', 'revision_number': 5, 'project_id': '79ef1636c6ae4656a27be7ebe99adfd8', 'subnets': [{'id': '8f355941-9ea6-47f3-b4b3-219d5394ef79', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93885) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 13 11:25:07.700967 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-6a9902cd-760b-41e2-8eed-25a245522459 tempest-TestMinimumBasicScenario-1732162642 tempest-TestMinimumBasicScenario-1732162642-project] Notify callbacks [] for port, precommit_update {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 11:25:07.709863 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-6a9902cd-760b-41e2-8eed-25a245522459 tempest-TestMinimumBasicScenario-1732162642 tempest-TestMinimumBasicScenario-1732162642-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935844', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611014', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782137889940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782137337613', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782137337631', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2139128387'] for port, after_update {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 11:25:07.753818 dv-cinder-797608-16-iscsi neutron-server[93883]: INFO neutron.wsgi [req-449a1406-cbb1-4ca7-b754-1a8d3badb0f9 req-33bc84d5-af39-4cf2-b94c-025defb4d396 service neutron] 10.222.0.20 "GET /v2.0/networks/ec8923c9-e8aa-4fb7-a57a-17b8964f1574?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1517162 Aug 13 11:25:07.804112 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a9902cd-760b-41e2-8eed-25a245522459 tempest-TestMinimumBasicScenario-1732162642 tempest-TestMinimumBasicScenario-1732162642-project] Pushing event updated for resources: {'Port': ['ID=641c97c3-9128-4c56-9689-a4f9e51f5583,revision_number=2']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 11:25:07.836181 dv-cinder-797608-16-iscsi neutron-server[93886]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7fc24262-bf51-46ef-81ed-4b37611da4d8 None None] New status for floating IP 609d4272-2081-42c1-aa47-87d994e2306a: ACTIVE {{(pid=93886) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 13 11:25:07.852139 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-6a9902cd-760b-41e2-8eed-25a245522459 tempest-TestMinimumBasicScenario-1732162642 tempest-TestMinimumBasicScenario-1732162642-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1585555'] for floatingip, after_update {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 11:25:07.950596 dv-cinder-797608-16-iscsi neutron-server[93883]: INFO neutron.wsgi [req-449a1406-cbb1-4ca7-b754-1a8d3badb0f9 req-2725914b-a67d-440a-a23d-babba35bbec8 service neutron] 10.222.0.20 "GET /v2.0/networks/ec8923c9-e8aa-4fb7-a57a-17b8964f1574?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1716328 Aug 13 11:25:07.971237 dv-cinder-797608-16-iscsi neutron-server[93883]: INFO neutron.db.l3_db [None req-6a9902cd-760b-41e2-8eed-25a245522459 tempest-TestMinimumBasicScenario-1732162642 tempest-TestMinimumBasicScenario-1732162642-project] Floating IP b2cf0e14-ed4f-40ec-affa-2c83967559ab associated. External IP: 172.27.2.26, port: a82adbf8-d06a-4f3f-b175-16e1dfbc2914. Aug 13 11:25:08.173870 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6a9902cd-760b-41e2-8eed-25a245522459 tempest-TestMinimumBasicScenario-1732162642 tempest-TestMinimumBasicScenario-1732162642-project] Router c0e02222-bc49-409f-b80d-8d57550897e7 has already been hosted by L3 agent 120d27b5-31d8-4cd2-97b4-2412c45088e1 {{(pid=93883) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 13 11:25:08.278047 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6a9902cd-760b-41e2-8eed-25a245522459 tempest-TestMinimumBasicScenario-1732162642 tempest-TestMinimumBasicScenario-1732162642-project] Notify agent at l3_agent.dv-cinder-797608-16-iscsi the message routers_updated {{(pid=93883) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 13 11:25:08.287116 dv-cinder-797608-16-iscsi neutron-server[93885]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49aeadd7-35dd-4d6b-a263-0f5e9e5ea24b None None] Sync routers for ids ['c0e02222-bc49-409f-b80d-8d57550897e7'] in dv-cinder-797608-16-iscsi {{(pid=93885) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 13 11:25:08.293036 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-6a9902cd-760b-41e2-8eed-25a245522459 tempest-TestMinimumBasicScenario-1732162642 tempest-TestMinimumBasicScenario-1732162642-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-128352'] for floatingip, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 11:25:08.296633 dv-cinder-797608-16-iscsi neutron-server[93885]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49aeadd7-35dd-4d6b-a263-0f5e9e5ea24b None None] Routers {'c0e02222-bc49-409f-b80d-8d57550897e7'} bound to L3 agent in host dv-cinder-797608-16-iscsi {{(pid=93885) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 13 11:25:08.297231 dv-cinder-797608-16-iscsi neutron-server[93885]: DEBUG neutron.db.l3_hamode_db [None req-49aeadd7-35dd-4d6b-a263-0f5e9e5ea24b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797608-16-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-08-13T11:11:41Z,description=,heartbeat_timestamp=2021-08-13T11:24:41Z,host='dv-cinder-797608-16-iscsi',id=120d27b5-31d8-4cd2-97b4-2412c45088e1,load=0,resource_versions=,resources_synced=,started_at=2021-08-13T11:11:41Z,topic='l3_agent')) {'router_ids': ['c0e02222-bc49-409f-b80d-8d57550897e7'], 'active': True} {{(pid=93885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 13 11:25:08.319602 dv-cinder-797608-16-iscsi neutron-server[93883]: INFO neutron.wsgi [None req-6a9902cd-760b-41e2-8eed-25a245522459 tempest-TestMinimumBasicScenario-1732162642 tempest-TestMinimumBasicScenario-1732162642-project] 10.222.0.32 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 1.9585752 Aug 13 11:25:08.320304 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9a015b7b-d682-4071-ba5c-6755b9ba6082', 'tag': 'a82adbf8-d06a-4f3f-b175-16e1dfbc2914'}] {{(pid=93883) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 13 11:25:08.322368 dv-cinder-797608-16-iscsi neutron-server[93884]: DEBUG neutron.wsgi [-] (93884) accepted ('10.222.0.32', 51726) {{(pid=93884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 11:25:08.322845 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}db1a1fbc245c58e73290e58258e46ca41fe4e785cc79cbd57aa3dae940aad292" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6d8b2ae9-aabe-4f86-b563-107875a999a2" -d '{"events": [{"name": "network-changed", "server_uuid": "9a015b7b-d682-4071-ba5c-6755b9ba6082", "tag": "a82adbf8-d06a-4f3f-b175-16e1dfbc2914"}]}' {{(pid=93883) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 13 11:25:08.327692 dv-cinder-797608-16-iscsi neutron-server[93884]: DEBUG neutron.api.v2.base [None req-96764548-63d2-4722-8d9e-9b0e34df7fc9 tempest-TestMinimumBasicScenario-1732162642 tempest-TestMinimumBasicScenario-1732162642-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1425596669', 'description': 'tempest-secgroup-smoke-1425596669 description', 'project_id': '52eae21d815a427f8c153edfc7da0f4d'}} {{(pid=93884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 13 11:25:08.355276 dv-cinder-797608-16-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-96764548-63d2-4722-8d9e-9b0e34df7fc9 tempest-TestMinimumBasicScenario-1732162642 tempest-TestMinimumBasicScenario-1732162642-project] Notify callbacks [] for security_group, before_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 11:25:08.371850 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 13 Aug 2021 11:25:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-55263355-ed0f-4fef-9f34-6e83320614c7 x-openstack-request-id: req-55263355-ed0f-4fef-9f34-6e83320614c7 {{(pid=93883) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 13 11:25:08.372146 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9a015b7b-d682-4071-ba5c-6755b9ba6082", "tag": "a82adbf8-d06a-4f3f-b175-16e1dfbc2914", "status": "completed", "code": 200}]} {{(pid=93883) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 13 11:25:08.372400 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-55263355-ed0f-4fef-9f34-6e83320614c7 {{(pid=93883) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 13 11:25:08.372798 dv-cinder-797608-16-iscsi neutron-server[93883]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9a015b7b-d682-4071-ba5c-6755b9ba6082', 'tag': 'a82adbf8-d06a-4f3f-b175-16e1dfbc2914', 'status': 'completed', 'code': 200} Aug 13 11:25:08.419265 dv-cinder-797608-16-iscsi neutron-server[93885]: DEBUG neutron.db.l3_dvr_db [None req-49aeadd7-35dd-4d6b-a263-0f5e9e5ea24b None None] Set router c0e02222-bc49-409f-b80d-8d57550897e7 gateway port host: dv-cinder-797608-16-iscsi {{(pid=93885) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 13 11:25:08.466484 dv-cinder-797608-16-iscsi neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8257813f-d529-4254-8124-ba028339bd3b req-5310c988-cb8a-45b0-be8d-86383f6fbaa4 tempest-AttachVolumeShelveTestJSON-167533422 tempest-AttachVolumeShelveTestJSON-167533422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 11:25:08.467995 dv-cinder-797608-16-iscsi neutron-server[93884]: INFO neutron.wsgi [req-8257813f-d529-4254-8124-ba028339bd3b req-5310c988-cb8a-45b0-be8d-86383f6fbaa4 tempest-AttachVolumeShelveTestJSON-167533422 tempest-AttachVolumeShelveTestJSON-167533422-project] 10.222.0.32 "GET /v2.0/ports?device_id=aa0a566e-da2b-449d-aa8c-a9df34e28bef HTTP/1.1" status: 200 len: 945 time: 0.0762601 Aug 13 11:25:08.474188 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d8b2ae9-aabe-4f86-b563-107875a999a2 req-234b0c7e-f4a8-4b4d-a13d-5226f1b2b066 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 11:25:08.475825 dv-cinder-797608-16-iscsi neutron-server[93883]: INFO neutron.wsgi [req-6d8b2ae9-aabe-4f86-b563-107875a999a2 req-234b0c7e-f4a8-4b4d-a13d-5226f1b2b066 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=52eae21d815a427f8c153edfc7da0f4d&device_id=9a015b7b-d682-4071-ba5c-6755b9ba6082 HTTP/1.1" status: 200 len: 1098 time: 0.0457451 Aug 13 11:25:08.504746 dv-cinder-797608-16-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-96764548-63d2-4722-8d9e-9b0e34df7fc9 tempest-TestMinimumBasicScenario-1732162642 tempest-TestMinimumBasicScenario-1732162642-project] Notify callbacks [] for security_group, precommit_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 11:25:08.510752 dv-cinder-797608-16-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-96764548-63d2-4722-8d9e-9b0e34df7fc9 tempest-TestMinimumBasicScenario-1732162642 tempest-TestMinimumBasicScenario-1732162642-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651637'] for security_group, after_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 11:25:08.540458 dv-cinder-797608-16-iscsi neutron-server[93884]: INFO neutron.wsgi [req-8257813f-d529-4254-8124-ba028339bd3b req-0e33d321-9480-43fb-8a00-0b5565db3ff0 tempest-AttachVolumeShelveTestJSON-167533422 tempest-AttachVolumeShelveTestJSON-167533422-project] 10.222.0.32 "GET /v2.0/security-groups?id=26f817c1-933c-4977-9085-1dee6d7b8bee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0657716 Aug 13 11:25:08.550847 dv-cinder-797608-16-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-96764548-63d2-4722-8d9e-9b0e34df7fc9 tempest-TestMinimumBasicScenario-1732162642 tempest-TestMinimumBasicScenario-1732162642-project] Notify callbacks [] for security_group, before_response {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 11:25:08.554934 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.32', 51732) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 11:25:08.555177 dv-cinder-797608-16-iscsi neutron-server[93884]: INFO neutron.wsgi [None req-96764548-63d2-4722-8d9e-9b0e34df7fc9 tempest-TestMinimumBasicScenario-1732162642 tempest-TestMinimumBasicScenario-1732162642-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.2316644 Aug 13 11:25:08.557181 dv-cinder-797608-16-iscsi neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96764548-63d2-4722-8d9e-9b0e34df7fc9 tempest-TestMinimumBasicScenario-1732162642 tempest-TestMinimumBasicScenario-1732162642-project] Pushing event updated for resources: {'SecurityGroup': ['ID=07f5d850-9e0f-49d3-94db-c297e0ddd7cc,revision_number=1']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 11:25:08.562355 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron.api.v2.base [None req-74239318-995f-4385-baac-6ff32c65d8fe tempest-TestMinimumBasicScenario-1732162642 tempest-TestMinimumBasicScenario-1732162642-project] Request body: {'security_group_rule': {'security_group_id': '07f5d850-9e0f-49d3-94db-c297e0ddd7cc', 'project_id': '52eae21d815a427f8c153edfc7da0f4d', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 13 11:25:08.565124 dv-cinder-797608-16-iscsi neutron-server[93884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96764548-63d2-4722-8d9e-9b0e34df7fc9 tempest-TestMinimumBasicScenario-1732162642 tempest-TestMinimumBasicScenario-1732162642-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797608-16-iscsi {{(pid=93884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 11:25:08.565514 dv-cinder-797608-16-iscsi neutron-server[93884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96764548-63d2-4722-8d9e-9b0e34df7fc9 tempest-TestMinimumBasicScenario-1732162642 tempest-TestMinimumBasicScenario-1732162642-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797608-16-iscsi {{(pid=93884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 11:25:08.565862 dv-cinder-797608-16-iscsi neutron-server[93884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96764548-63d2-4722-8d9e-9b0e34df7fc9 tempest-TestMinimumBasicScenario-1732162642 tempest-TestMinimumBasicScenario-1732162642-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797608-16-iscsi {{(pid=93884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 11:25:08.566239 dv-cinder-797608-16-iscsi neutron-server[93884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96764548-63d2-4722-8d9e-9b0e34df7fc9 tempest-TestMinimumBasicScenario-1732162642 tempest-TestMinimumBasicScenario-1732162642-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797608-16-iscsi {{(pid=93884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 11:25:08.566571 dv-cinder-797608-16-iscsi neutron-server[93884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96764548-63d2-4722-8d9e-9b0e34df7fc9 tempest-TestMinimumBasicScenario-1732162642 tempest-TestMinimumBasicScenario-1732162642-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-797608-16-iscsi {{(pid=93884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 11:25:08.566900 dv-cinder-797608-16-iscsi neutron-server[93884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96764548-63d2-4722-8d9e-9b0e34df7fc9 tempest-TestMinimumBasicScenario-1732162642 tempest-TestMinimumBasicScenario-1732162642-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797608-16-iscsi {{(pid=93884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 11:25:08.567225 dv-cinder-797608-16-iscsi neutron-server[93884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96764548-63d2-4722-8d9e-9b0e34df7fc9 tempest-TestMinimumBasicScenario-1732162642 tempest-TestMinimumBasicScenario-1732162642-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-797608-16-iscsi {{(pid=93884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 11:25:08.567547 dv-cinder-797608-16-iscsi neutron-server[93884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96764548-63d2-4722-8d9e-9b0e34df7fc9 tempest-TestMinimumBasicScenario-1732162642 tempest-TestMinimumBasicScenario-1732162642-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-797608-16-iscsi {{(pid=93884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 11:25:08.567864 dv-cinder-797608-16-iscsi neutron-server[93884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96764548-63d2-4722-8d9e-9b0e34df7fc9 tempest-TestMinimumBasicScenario-1732162642 tempest-TestMinimumBasicScenario-1732162642-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797608-16-iscsi {{(pid=93884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 11:25:08.568186 dv-cinder-797608-16-iscsi neutron-server[93884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96764548-63d2-4722-8d9e-9b0e34df7fc9 tempest-TestMinimumBasicScenario-1732162642 tempest-TestMinimumBasicScenario-1732162642-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797608-16-iscsi {{(pid=93884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 11:25:08.568506 dv-cinder-797608-16-iscsi neutron-server[93884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96764548-63d2-4722-8d9e-9b0e34df7fc9 tempest-TestMinimumBasicScenario-1732162642 tempest-TestMinimumBasicScenario-1732162642-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797608-16-iscsi {{(pid=93884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 11:25:08.568894 dv-cinder-797608-16-iscsi neutron-server[93884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96764548-63d2-4722-8d9e-9b0e34df7fc9 tempest-TestMinimumBasicScenario-1732162642 tempest-TestMinimumBasicScenario-1732162642-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797608-16-iscsi {{(pid=93884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 11:25:08.612942 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-74239318-995f-4385-baac-6ff32c65d8fe tempest-TestMinimumBasicScenario-1732162642 tempest-TestMinimumBasicScenario-1732162642-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 11:25:08.615741 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d8b2ae9-aabe-4f86-b563-107875a999a2 req-13ee01bb-fdd5-4e8d-99ee-8eb4ac2fa7e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 11:25:08.617232 dv-cinder-797608-16-iscsi neutron-server[93883]: INFO neutron.wsgi [req-6d8b2ae9-aabe-4f86-b563-107875a999a2 req-13ee01bb-fdd5-4e8d-99ee-8eb4ac2fa7e9 service neutron] 10.222.0.20 "GET /v2.0/networks?id=2aa59b6b-9eac-4bc1-9e70-61768bc81d23 HTTP/1.1" status: 200 len: 915 time: 0.1305330 Aug 13 11:25:08.680960 dv-cinder-797608-16-iscsi neutron-server[93885]: DEBUG neutron.db.l3_hamode_db [None req-49aeadd7-35dd-4d6b-a263-0f5e9e5ea24b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c0e02222-bc49-409f-b80d-8d57550897e7', 'name': 'tempest-TestMinimumBasicScenario-954123041-router', 'tenant_id': '52eae21d815a427f8c153edfc7da0f4d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c3f0979-58a5-4465-87f9-e256377c6b61', 'external_fixed_ips': [{'subnet_id': 'ba735781-2bff-41d5-99b4-7ca705ee91ca', 'ip_address': '172.27.2.233'}], 'enable_snat': True}, 'gw_port_id': '4fc32cd2-d548-4c4a-a0aa-1462d966d51b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-13T11:24:14Z', 'updated_at': '2021-08-13T11:24:16Z', 'revision_number': 4, 'project_id': '52eae21d815a427f8c153edfc7da0f4d', 'gw_port': {'id': '4fc32cd2-d548-4c4a-a0aa-1462d966d51b', 'name': '', 'network_id': '7c3f0979-58a5-4465-87f9-e256377c6b61', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:15:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0e02222-bc49-409f-b80d-8d57550897e7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 571, 'fixed_ips': [{'subnet_id': 'ba735781-2bff-41d5-99b4-7ca705ee91ca', 'ip_address': '172.27.2.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-13T11:24:14Z', 'updated_at': '2021-08-13T11:24:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ba735781-2bff-41d5-99b4-7ca705ee91ca', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797608-16-iscsi', '_floatingips': [{'id': 'b2cf0e14-ed4f-40ec-affa-2c83967559ab', 'tenant_id': '52eae21d815a427f8c153edfc7da0f4d', 'floating_ip_address': '172.27.2.26', 'floating_network_id': '7c3f0979-58a5-4465-87f9-e256377c6b61', 'router_id': 'c0e02222-bc49-409f-b80d-8d57550897e7', 'port_id': 'a82adbf8-d06a-4f3f-b175-16e1dfbc2914', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 595, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2aa59b6b-9eac-4bc1-9e70-61768bc81d23', 'mac_address': 'fa:16:3e:20:8c:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a015b7b-d682-4071-ba5c-6755b9ba6082', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-13T11:25:07Z', 'updated_at': '2021-08-13T11:25:07Z', 'revision_number': 0, 'project_id': '52eae21d815a427f8c153edfc7da0f4d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'de2ed6d0-1979-44dc-90cf-46bc18363a46', 'name': '', 'network_id': '2aa59b6b-9eac-4bc1-9e70-61768bc81d23', 'tenant_id': '52eae21d815a427f8c153edfc7da0f4d', 'mac_address': 'fa:16:3e:09:14:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0e02222-bc49-409f-b80d-8d57550897e7', 'device_owner': 'network:router_interface', 'standard_attr_id': 572, 'fixed_ips': [{'subnet_id': '1a6b0303-dad4-4d64-ab26-271478830140', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-13T11:24:16Z', 'updated_at': '2021-08-13T11:24:22Z', 'revision_number': 5, 'project_id': '52eae21d815a427f8c153edfc7da0f4d', 'subnets': [{'id': '1a6b0303-dad4-4d64-ab26-271478830140', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-797608-16-iscsi', False) {} {{(pid=93885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 13 11:25:08.706971 dv-cinder-797608-16-iscsi neutron-server[93885]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49aeadd7-35dd-4d6b-a263-0f5e9e5ea24b None None] Checking router: c0e02222-bc49-409f-b80d-8d57550897e7 for host: dv-cinder-797608-16-iscsi {{(pid=93885) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 13 11:25:08.712221 dv-cinder-797608-16-iscsi neutron-server[93883]: INFO neutron.wsgi [req-6d8b2ae9-aabe-4f86-b563-107875a999a2 req-b23e1a04-a9c8-47fa-aa5d-c0c192254dc9 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=a82adbf8-d06a-4f3f-b175-16e1dfbc2914 HTTP/1.1" status: 200 len: 998 time: 0.0870116 Aug 13 11:25:08.715249 dv-cinder-797608-16-iscsi neutron-server[93885]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49aeadd7-35dd-4d6b-a263-0f5e9e5ea24b None None] Routers {'c0e02222-bc49-409f-b80d-8d57550897e7'} bound to L3 agent in host dv-cinder-797608-16-iscsi {{(pid=93885) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 13 11:25:08.715923 dv-cinder-797608-16-iscsi neutron-server[93885]: DEBUG neutron.db.l3_hamode_db [None req-49aeadd7-35dd-4d6b-a263-0f5e9e5ea24b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797608-16-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-08-13T11:11:41Z,description=,heartbeat_timestamp=2021-08-13T11:24:41Z,host='dv-cinder-797608-16-iscsi',id=120d27b5-31d8-4cd2-97b4-2412c45088e1,load=0,resource_versions=,resources_synced=,started_at=2021-08-13T11:11:41Z,topic='l3_agent')) {'router_ids': ['c0e02222-bc49-409f-b80d-8d57550897e7'], 'active': True} {{(pid=93885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 13 11:25:08.726091 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-74239318-995f-4385-baac-6ff32c65d8fe tempest-TestMinimumBasicScenario-1732162642 tempest-TestMinimumBasicScenario-1732162642-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 11:25:08.734785 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-74239318-995f-4385-baac-6ff32c65d8fe tempest-TestMinimumBasicScenario-1732162642 tempest-TestMinimumBasicScenario-1732162642-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651522'] for security_group_rule, after_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 11:25:08.773358 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74239318-995f-4385-baac-6ff32c65d8fe tempest-TestMinimumBasicScenario-1732162642 tempest-TestMinimumBasicScenario-1732162642-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e4ca201a-fb91-4a51-aa6e-9e0d1db52ab2,revision_number=0']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 11:25:08.786263 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-74239318-995f-4385-baac-6ff32c65d8fe tempest-TestMinimumBasicScenario-1732162642 tempest-TestMinimumBasicScenario-1732162642-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 11:25:08.787453 dv-cinder-797608-16-iscsi neutron-server[93883]: INFO neutron.wsgi [None req-74239318-995f-4385-baac-6ff32c65d8fe tempest-TestMinimumBasicScenario-1732162642 tempest-TestMinimumBasicScenario-1732162642-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2308614 Aug 13 11:25:08.788983 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d8b2ae9-aabe-4f86-b563-107875a999a2 req-5028f1b7-e35a-4737-ae7b-4b368516a5b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 11:25:08.790545 dv-cinder-797608-16-iscsi neutron-server[93883]: INFO neutron.wsgi [req-6d8b2ae9-aabe-4f86-b563-107875a999a2 req-5028f1b7-e35a-4737-ae7b-4b368516a5b3 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=1a6b0303-dad4-4d64-ab26-271478830140 HTTP/1.1" status: 200 len: 853 time: 0.0663152 Aug 13 11:25:08.790742 dv-cinder-797608-16-iscsi neutron-server[93884]: DEBUG neutron.wsgi [-] (93884) accepted ('10.222.0.32', 51734) {{(pid=93884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 11:25:08.795897 dv-cinder-797608-16-iscsi neutron-server[93884]: DEBUG neutron.api.v2.base [None req-9e13bd29-34e4-42ef-b6e1-0ddd4f290398 tempest-TestMinimumBasicScenario-1732162642 tempest-TestMinimumBasicScenario-1732162642-project] Request body: {'security_group_rule': {'security_group_id': '07f5d850-9e0f-49d3-94db-c297e0ddd7cc', 'project_id': '52eae21d815a427f8c153edfc7da0f4d', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=93884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 13 11:25:08.822959 dv-cinder-797608-16-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-9e13bd29-34e4-42ef-b6e1-0ddd4f290398 tempest-TestMinimumBasicScenario-1732162642 tempest-TestMinimumBasicScenario-1732162642-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 11:25:08.835668 dv-cinder-797608-16-iscsi neutron-server[93885]: DEBUG neutron.db.l3_dvr_db [None req-49aeadd7-35dd-4d6b-a263-0f5e9e5ea24b None None] Set router c0e02222-bc49-409f-b80d-8d57550897e7 gateway port host: dv-cinder-797608-16-iscsi {{(pid=93885) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 13 11:25:08.838321 dv-cinder-797608-16-iscsi neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-673d6aab-a4c3-4fbf-940e-31d852b06a4d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782137812740', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-997306'] for agent, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 11:25:08.848548 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d8b2ae9-aabe-4f86-b563-107875a999a2 req-ea5d8378-0f6a-46bf-8f58-ec3af10ee701 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 11:25:08.850203 dv-cinder-797608-16-iscsi neutron-server[93883]: INFO neutron.wsgi [req-6d8b2ae9-aabe-4f86-b563-107875a999a2 req-ea5d8378-0f6a-46bf-8f58-ec3af10ee701 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=2aa59b6b-9eac-4bc1-9e70-61768bc81d23&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0489628 Aug 13 11:25:08.896420 dv-cinder-797608-16-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-9e13bd29-34e4-42ef-b6e1-0ddd4f290398 tempest-TestMinimumBasicScenario-1732162642 tempest-TestMinimumBasicScenario-1732162642-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 11:25:08.900602 dv-cinder-797608-16-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-9e13bd29-34e4-42ef-b6e1-0ddd4f290398 tempest-TestMinimumBasicScenario-1732162642 tempest-TestMinimumBasicScenario-1732162642-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651522'] for security_group_rule, after_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 11:25:08.920888 dv-cinder-797608-16-iscsi neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e13bd29-34e4-42ef-b6e1-0ddd4f290398 tempest-TestMinimumBasicScenario-1732162642 tempest-TestMinimumBasicScenario-1732162642-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0d6dd52e-0ac8-49d8-aa6f-6d4d78b43632,revision_number=0']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 11:25:08.929288 dv-cinder-797608-16-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-9e13bd29-34e4-42ef-b6e1-0ddd4f290398 tempest-TestMinimumBasicScenario-1732162642 tempest-TestMinimumBasicScenario-1732162642-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 11:25:08.933197 dv-cinder-797608-16-iscsi neutron-server[93884]: INFO neutron.wsgi [None req-9e13bd29-34e4-42ef-b6e1-0ddd4f290398 tempest-TestMinimumBasicScenario-1732162642 tempest-TestMinimumBasicScenario-1732162642-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1388242 Aug 13 11:25:08.933405 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.32', 51736) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 11:25:08.938548 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron.api.v2.base [None req-e801428d-5b86-47c3-a69c-1e5f8ac0e796 tempest-TestMinimumBasicScenario-1732162642 tempest-TestMinimumBasicScenario-1732162642-project] Request body: {'security_group_rule': {'security_group_id': '07f5d850-9e0f-49d3-94db-c297e0ddd7cc', 'project_id': '52eae21d815a427f8c153edfc7da0f4d', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=93883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 13 11:25:08.989909 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-e801428d-5b86-47c3-a69c-1e5f8ac0e796 tempest-TestMinimumBasicScenario-1732162642 tempest-TestMinimumBasicScenario-1732162642-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 11:25:08.993672 dv-cinder-797608-16-iscsi neutron-server[93883]: INFO neutron.wsgi [req-6d8b2ae9-aabe-4f86-b563-107875a999a2 req-8ccc909b-7e7b-4430-92b9-6a64e8d75623 service neutron] 10.222.0.20 "GET /v2.0/networks/2aa59b6b-9eac-4bc1-9e70-61768bc81d23?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1290731 Aug 13 11:25:09.083845 dv-cinder-797608-16-iscsi neutron-server[93885]: DEBUG neutron.db.l3_hamode_db [None req-49aeadd7-35dd-4d6b-a263-0f5e9e5ea24b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c0e02222-bc49-409f-b80d-8d57550897e7', 'name': 'tempest-TestMinimumBasicScenario-954123041-router', 'tenant_id': '52eae21d815a427f8c153edfc7da0f4d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c3f0979-58a5-4465-87f9-e256377c6b61', 'external_fixed_ips': [{'subnet_id': 'ba735781-2bff-41d5-99b4-7ca705ee91ca', 'ip_address': '172.27.2.233'}], 'enable_snat': True}, 'gw_port_id': '4fc32cd2-d548-4c4a-a0aa-1462d966d51b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-13T11:24:14Z', 'updated_at': '2021-08-13T11:24:16Z', 'revision_number': 4, 'project_id': '52eae21d815a427f8c153edfc7da0f4d', 'gw_port': {'id': '4fc32cd2-d548-4c4a-a0aa-1462d966d51b', 'name': '', 'network_id': '7c3f0979-58a5-4465-87f9-e256377c6b61', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:15:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0e02222-bc49-409f-b80d-8d57550897e7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 571, 'fixed_ips': [{'subnet_id': 'ba735781-2bff-41d5-99b4-7ca705ee91ca', 'ip_address': '172.27.2.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-13T11:24:14Z', 'updated_at': '2021-08-13T11:24:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ba735781-2bff-41d5-99b4-7ca705ee91ca', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797608-16-iscsi', '_floatingips': [{'id': 'b2cf0e14-ed4f-40ec-affa-2c83967559ab', 'tenant_id': '52eae21d815a427f8c153edfc7da0f4d', 'floating_ip_address': '172.27.2.26', 'floating_network_id': '7c3f0979-58a5-4465-87f9-e256377c6b61', 'router_id': 'c0e02222-bc49-409f-b80d-8d57550897e7', 'port_id': 'a82adbf8-d06a-4f3f-b175-16e1dfbc2914', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 595, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2aa59b6b-9eac-4bc1-9e70-61768bc81d23', 'mac_address': 'fa:16:3e:20:8c:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a015b7b-d682-4071-ba5c-6755b9ba6082', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-13T11:25:07Z', 'updated_at': '2021-08-13T11:25:07Z', 'revision_number': 0, 'project_id': '52eae21d815a427f8c153edfc7da0f4d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'de2ed6d0-1979-44dc-90cf-46bc18363a46', 'name': '', 'network_id': '2aa59b6b-9eac-4bc1-9e70-61768bc81d23', 'tenant_id': '52eae21d815a427f8c153edfc7da0f4d', 'mac_address': 'fa:16:3e:09:14:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0e02222-bc49-409f-b80d-8d57550897e7', 'device_owner': 'network:router_interface', 'standard_attr_id': 572, 'fixed_ips': [{'subnet_id': '1a6b0303-dad4-4d64-ab26-271478830140', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-13T11:24:16Z', 'updated_at': '2021-08-13T11:24:22Z', 'revision_number': 5, 'project_id': '52eae21d815a427f8c153edfc7da0f4d', 'subnets': [{'id': '1a6b0303-dad4-4d64-ab26-271478830140', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-797608-16-iscsi', False) {} {{(pid=93885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 13 11:25:09.115074 dv-cinder-797608-16-iscsi neutron-server[93885]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49aeadd7-35dd-4d6b-a263-0f5e9e5ea24b None None] The sync data for ids ['c0e02222-bc49-409f-b80d-8d57550897e7'] in dv-cinder-797608-16-iscsi is: [{'id': 'c0e02222-bc49-409f-b80d-8d57550897e7', 'name': 'tempest-TestMinimumBasicScenario-954123041-router', 'tenant_id': '52eae21d815a427f8c153edfc7da0f4d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c3f0979-58a5-4465-87f9-e256377c6b61', 'external_fixed_ips': [{'subnet_id': 'ba735781-2bff-41d5-99b4-7ca705ee91ca', 'ip_address': '172.27.2.233'}], 'enable_snat': True}, 'gw_port_id': '4fc32cd2-d548-4c4a-a0aa-1462d966d51b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-13T11:24:14Z', 'updated_at': '2021-08-13T11:24:16Z', 'revision_number': 4, 'project_id': '52eae21d815a427f8c153edfc7da0f4d', 'gw_port': {'id': '4fc32cd2-d548-4c4a-a0aa-1462d966d51b', 'name': '', 'network_id': '7c3f0979-58a5-4465-87f9-e256377c6b61', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:15:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0e02222-bc49-409f-b80d-8d57550897e7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 571, 'fixed_ips': [{'subnet_id': 'ba735781-2bff-41d5-99b4-7ca705ee91ca', 'ip_address': '172.27.2.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-13T11:24:14Z', 'updated_at': '2021-08-13T11:24:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ba735781-2bff-41d5-99b4-7ca705ee91ca', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797608-16-iscsi', '_floatingips': [{'id': 'b2cf0e14-ed4f-40ec-affa-2c83967559ab', 'tenant_id': '52eae21d815a427f8c153edfc7da0f4d', 'floating_ip_address': '172.27.2.26', 'floating_network_id': '7c3f0979-58a5-4465-87f9-e256377c6b61', 'router_id': 'c0e02222-bc49-409f-b80d-8d57550897e7', 'port_id': 'a82adbf8-d06a-4f3f-b175-16e1dfbc2914', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 595, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2aa59b6b-9eac-4bc1-9e70-61768bc81d23', 'mac_address': 'fa:16:3e:20:8c:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a015b7b-d682-4071-ba5c-6755b9ba6082', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-13T11:25:07Z', 'updated_at': '2021-08-13T11:25:07Z', 'revision_number': 0, 'project_id': '52eae21d815a427f8c153edfc7da0f4d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'de2ed6d0-1979-44dc-90cf-46bc18363a46', 'name': '', 'network_id': '2aa59b6b-9eac-4bc1-9e70-61768bc81d23', 'tenant_id': '52eae21d815a427f8c153edfc7da0f4d', 'mac_address': 'fa:16:3e:09:14:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0e02222-bc49-409f-b80d-8d57550897e7', 'device_owner': 'network:router_interface', 'standard_attr_id': 572, 'fixed_ips': [{'subnet_id': '1a6b0303-dad4-4d64-ab26-271478830140', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-13T11:24:16Z', 'updated_at': '2021-08-13T11:24:22Z', 'revision_number': 5, 'project_id': '52eae21d815a427f8c153edfc7da0f4d', 'subnets': [{'id': '1a6b0303-dad4-4d64-ab26-271478830140', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93885) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 13 11:25:09.320984 dv-cinder-797608-16-iscsi neutron-server[93886]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef12660f-d382-4bf3-8aaf-25fa5f982110 None None] New status for floating IP b2cf0e14-ed4f-40ec-affa-2c83967559ab: ACTIVE {{(pid=93886) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 13 11:25:09.384937 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-e801428d-5b86-47c3-a69c-1e5f8ac0e796 tempest-TestMinimumBasicScenario-1732162642 tempest-TestMinimumBasicScenario-1732162642-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 11:25:09.394466 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-e801428d-5b86-47c3-a69c-1e5f8ac0e796 tempest-TestMinimumBasicScenario-1732162642 tempest-TestMinimumBasicScenario-1732162642-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651522'] for security_group_rule, after_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 11:25:09.410184 dv-cinder-797608-16-iscsi neutron-server[93883]: INFO neutron.wsgi [req-6d8b2ae9-aabe-4f86-b563-107875a999a2 req-34e188b8-54ee-46b6-a2c5-cc055284af71 service neutron] 10.222.0.20 "GET /v2.0/networks/2aa59b6b-9eac-4bc1-9e70-61768bc81d23?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3987758 Aug 13 11:25:09.416731 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e801428d-5b86-47c3-a69c-1e5f8ac0e796 tempest-TestMinimumBasicScenario-1732162642 tempest-TestMinimumBasicScenario-1732162642-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3dd1a9b9-7acf-4e5b-9c22-14358f6465cf,revision_number=0']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 11:25:09.426399 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-e801428d-5b86-47c3-a69c-1e5f8ac0e796 tempest-TestMinimumBasicScenario-1732162642 tempest-TestMinimumBasicScenario-1732162642-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 11:25:09.427605 dv-cinder-797608-16-iscsi neutron-server[93883]: INFO neutron.wsgi [None req-e801428d-5b86-47c3-a69c-1e5f8ac0e796 tempest-TestMinimumBasicScenario-1732162642 tempest-TestMinimumBasicScenario-1732162642-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4932830 Aug 13 11:25:09.430391 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.32', 51740) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 11:25:09.436294 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron.api.v2.base [None req-df801bed-a7b7-4bd4-9400-0e9c831c3f85 tempest-TestMinimumBasicScenario-1732162642 tempest-TestMinimumBasicScenario-1732162642-project] Request body: {'security_group_rule': {'security_group_id': '07f5d850-9e0f-49d3-94db-c297e0ddd7cc', 'project_id': '52eae21d815a427f8c153edfc7da0f4d', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=93883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 13 11:25:09.463466 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-df801bed-a7b7-4bd4-9400-0e9c831c3f85 tempest-TestMinimumBasicScenario-1732162642 tempest-TestMinimumBasicScenario-1732162642-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 11:25:09.522402 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-df801bed-a7b7-4bd4-9400-0e9c831c3f85 tempest-TestMinimumBasicScenario-1732162642 tempest-TestMinimumBasicScenario-1732162642-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 11:25:09.525833 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-df801bed-a7b7-4bd4-9400-0e9c831c3f85 tempest-TestMinimumBasicScenario-1732162642 tempest-TestMinimumBasicScenario-1732162642-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651522'] for security_group_rule, after_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 11:25:09.542537 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df801bed-a7b7-4bd4-9400-0e9c831c3f85 tempest-TestMinimumBasicScenario-1732162642 tempest-TestMinimumBasicScenario-1732162642-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0f49b2e5-2ca9-4c6d-92be-d901538ab4ac,revision_number=0']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 11:25:09.547871 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-df801bed-a7b7-4bd4-9400-0e9c831c3f85 tempest-TestMinimumBasicScenario-1732162642 tempest-TestMinimumBasicScenario-1732162642-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 11:25:09.549013 dv-cinder-797608-16-iscsi neutron-server[93883]: INFO neutron.wsgi [None req-df801bed-a7b7-4bd4-9400-0e9c831c3f85 tempest-TestMinimumBasicScenario-1732162642 tempest-TestMinimumBasicScenario-1732162642-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1173515 Aug 13 11:25:09.551716 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.32', 51742) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 11:25:09.555931 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron.api.v2.base [None req-8c13e819-993c-442a-a4ae-2407ea448d08 tempest-TestMinimumBasicScenario-1732162642 tempest-TestMinimumBasicScenario-1732162642-project] Request body: {'security_group_rule': {'security_group_id': '07f5d850-9e0f-49d3-94db-c297e0ddd7cc', 'project_id': '52eae21d815a427f8c153edfc7da0f4d', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=93883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 13 11:25:09.577566 dv-cinder-797608-16-iscsi neutron-server[93883]: INFO neutron.db.securitygroups_db [None req-8c13e819-993c-442a-a4ae-2407ea448d08 tempest-TestMinimumBasicScenario-1732162642 tempest-TestMinimumBasicScenario-1732162642-project] Project 52eae21d815a427f8c153edfc7da0f4d added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 13 11:25:09.582926 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-8c13e819-993c-442a-a4ae-2407ea448d08 tempest-TestMinimumBasicScenario-1732162642 tempest-TestMinimumBasicScenario-1732162642-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 11:25:09.645033 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-8c13e819-993c-442a-a4ae-2407ea448d08 tempest-TestMinimumBasicScenario-1732162642 tempest-TestMinimumBasicScenario-1732162642-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 11:25:09.648812 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-8c13e819-993c-442a-a4ae-2407ea448d08 tempest-TestMinimumBasicScenario-1732162642 tempest-TestMinimumBasicScenario-1732162642-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651522'] for security_group_rule, after_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 11:25:09.666687 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c13e819-993c-442a-a4ae-2407ea448d08 tempest-TestMinimumBasicScenario-1732162642 tempest-TestMinimumBasicScenario-1732162642-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=35b22aa5-6ce6-4c1f-a10e-81c0aca15c06,revision_number=0']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 11:25:09.667324 dv-cinder-797608-16-iscsi neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98c468f8-cf41-40f6-a7b7-653e2364ef60 req-9fb50825-6426-4663-80f9-bf2dec1fb83f tempest-AttachVolumeShelveTestJSON-167533422 tempest-AttachVolumeShelveTestJSON-167533422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 11:25:09.668877 dv-cinder-797608-16-iscsi neutron-server[93884]: INFO neutron.wsgi [req-98c468f8-cf41-40f6-a7b7-653e2364ef60 req-9fb50825-6426-4663-80f9-bf2dec1fb83f tempest-AttachVolumeShelveTestJSON-167533422 tempest-AttachVolumeShelveTestJSON-167533422-project] 10.222.0.32 "GET /v2.0/ports?device_id=aa0a566e-da2b-449d-aa8c-a9df34e28bef HTTP/1.1" status: 200 len: 945 time: 0.0502169 Aug 13 11:25:09.675243 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-8c13e819-993c-442a-a4ae-2407ea448d08 tempest-TestMinimumBasicScenario-1732162642 tempest-TestMinimumBasicScenario-1732162642-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 11:25:09.676473 dv-cinder-797608-16-iscsi neutron-server[93883]: INFO neutron.wsgi [None req-8c13e819-993c-442a-a4ae-2407ea448d08 tempest-TestMinimumBasicScenario-1732162642 tempest-TestMinimumBasicScenario-1732162642-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1238375 Aug 13 11:25:09.679237 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.32', 51746) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 11:25:09.683674 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron.api.v2.base [None req-814de68c-252b-4fc1-a795-5edc909cd37f tempest-TestMinimumBasicScenario-1732162642 tempest-TestMinimumBasicScenario-1732162642-project] Request body: {'security_group_rule': {'security_group_id': '07f5d850-9e0f-49d3-94db-c297e0ddd7cc', 'project_id': '52eae21d815a427f8c153edfc7da0f4d', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=93883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 13 11:25:09.705987 dv-cinder-797608-16-iscsi neutron-server[93883]: INFO neutron.db.securitygroups_db [None req-814de68c-252b-4fc1-a795-5edc909cd37f tempest-TestMinimumBasicScenario-1732162642 tempest-TestMinimumBasicScenario-1732162642-project] Project 52eae21d815a427f8c153edfc7da0f4d added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 13 11:25:09.710650 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-814de68c-252b-4fc1-a795-5edc909cd37f tempest-TestMinimumBasicScenario-1732162642 tempest-TestMinimumBasicScenario-1732162642-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 11:25:09.712798 dv-cinder-797608-16-iscsi neutron-server[93884]: INFO neutron.wsgi [req-98c468f8-cf41-40f6-a7b7-653e2364ef60 req-2b4874b4-145b-4ed8-a78d-af5a1b1a10a6 tempest-AttachVolumeShelveTestJSON-167533422 tempest-AttachVolumeShelveTestJSON-167533422-project] 10.222.0.32 "GET /v2.0/security-groups?id=26f817c1-933c-4977-9085-1dee6d7b8bee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0358298 Aug 13 11:25:09.772746 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-814de68c-252b-4fc1-a795-5edc909cd37f tempest-TestMinimumBasicScenario-1732162642 tempest-TestMinimumBasicScenario-1732162642-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 11:25:09.777045 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-814de68c-252b-4fc1-a795-5edc909cd37f tempest-TestMinimumBasicScenario-1732162642 tempest-TestMinimumBasicScenario-1732162642-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651522'] for security_group_rule, after_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 11:25:09.793800 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-814de68c-252b-4fc1-a795-5edc909cd37f tempest-TestMinimumBasicScenario-1732162642 tempest-TestMinimumBasicScenario-1732162642-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=400ac25f-8cda-4775-a81e-bba1d10b1e5d,revision_number=0']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 11:25:09.799854 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-814de68c-252b-4fc1-a795-5edc909cd37f tempest-TestMinimumBasicScenario-1732162642 tempest-TestMinimumBasicScenario-1732162642-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 11:25:09.801216 dv-cinder-797608-16-iscsi neutron-server[93883]: INFO neutron.wsgi [None req-814de68c-252b-4fc1-a795-5edc909cd37f tempest-TestMinimumBasicScenario-1732162642 tempest-TestMinimumBasicScenario-1732162642-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1209691 Aug 13 11:25:09.878628 dv-cinder-797608-16-iscsi neutron-server[93884]: INFO neutron.wsgi [req-c5c9c41e-b3be-4f9b-88c3-62c551922b45 req-eff06929-4520-4589-b1ab-0b6db99c9aa1 tempest-TestMinimumBasicScenario-1732162642 tempest-TestMinimumBasicScenario-1732162642-project] 10.222.0.32 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1425596669&fields=id&tenant_id=52eae21d815a427f8c153edfc7da0f4d HTTP/1.1" status: 200 len: 267 time: 0.0319326 Aug 13 11:25:09.930296 dv-cinder-797608-16-iscsi neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5c9c41e-b3be-4f9b-88c3-62c551922b45 req-d0e3a88b-74f5-42a9-9a6a-4fae769e539c tempest-TestMinimumBasicScenario-1732162642 tempest-TestMinimumBasicScenario-1732162642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 11:25:09.931737 dv-cinder-797608-16-iscsi neutron-server[93884]: INFO neutron.wsgi [req-c5c9c41e-b3be-4f9b-88c3-62c551922b45 req-d0e3a88b-74f5-42a9-9a6a-4fae769e539c tempest-TestMinimumBasicScenario-1732162642 tempest-TestMinimumBasicScenario-1732162642-project] 10.222.0.32 "GET /v2.0/ports?device_id=9a015b7b-d682-4071-ba5c-6755b9ba6082 HTTP/1.1" status: 200 len: 945 time: 0.0476584 Aug 13 11:25:09.942752 dv-cinder-797608-16-iscsi neutron-server[93884]: DEBUG neutron.api.v2.base [req-c5c9c41e-b3be-4f9b-88c3-62c551922b45 req-0508d6d6-af96-47b7-839a-3a51aa01d946 tempest-TestMinimumBasicScenario-1732162642 tempest-TestMinimumBasicScenario-1732162642-project] Request body: {'port': {'security_groups': ['a4619659-dbd0-4bd3-8e2b-aff5e74a0297', '07f5d850-9e0f-49d3-94db-c297e0ddd7cc']}} {{(pid=93884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 13 11:25:10.004608 dv-cinder-797608-16-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [req-c5c9c41e-b3be-4f9b-88c3-62c551922b45 req-0508d6d6-af96-47b7-839a-3a51aa01d946 tempest-TestMinimumBasicScenario-1732162642 tempest-TestMinimumBasicScenario-1732162642-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935434'] for port, before_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 11:25:10.223173 dv-cinder-797608-16-iscsi neutron-server[93884]: DEBUG neutron.plugins.ml2.db [req-c5c9c41e-b3be-4f9b-88c3-62c551922b45 req-0508d6d6-af96-47b7-839a-3a51aa01d946 tempest-TestMinimumBasicScenario-1732162642 tempest-TestMinimumBasicScenario-1732162642-project] For port a82adbf8-d06a-4f3f-b175-16e1dfbc2914, host hv-cinder-79760, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79760',level=0,port_id=a82adbf8-d06a-4f3f-b175-16e1dfbc2914,segment=NetworkSegment(ef5f1ad6-f862-42d5-a57b-2af73e349ffb),segment_id=ef5f1ad6-f862-42d5-a57b-2af73e349ffb)] {{(pid=93884) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 13 11:25:10.252678 dv-cinder-797608-16-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [req-c5c9c41e-b3be-4f9b-88c3-62c551922b45 req-0508d6d6-af96-47b7-839a-3a51aa01d946 tempest-TestMinimumBasicScenario-1732162642 tempest-TestMinimumBasicScenario-1732162642-project] Notify callbacks [] for port, precommit_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 11:25:10.257230 dv-cinder-797608-16-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [req-c5c9c41e-b3be-4f9b-88c3-62c551922b45 req-0508d6d6-af96-47b7-839a-3a51aa01d946 tempest-TestMinimumBasicScenario-1732162642 tempest-TestMinimumBasicScenario-1732162642-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935844', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611014', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782137889940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782137337613', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782137337631', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2141180330'] for port, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 11:25:10.293937 dv-cinder-797608-16-iscsi neutron-server[93885]: DEBUG neutron.plugins.ml2.db [None req-a0b9b986-0706-4fc6-9cf9-0eb02d2513dc None None] get_ports_and_sgs() called for port_ids ['a82adbf8-d06a-4f3f-b175-16e1dfbc2914'] {{(pid=93885) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 13 11:25:10.298299 dv-cinder-797608-16-iscsi neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5c9c41e-b3be-4f9b-88c3-62c551922b45 req-0508d6d6-af96-47b7-839a-3a51aa01d946 tempest-TestMinimumBasicScenario-1732162642 tempest-TestMinimumBasicScenario-1732162642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 11:25:10.298946 dv-cinder-797608-16-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [req-c5c9c41e-b3be-4f9b-88c3-62c551922b45 req-0508d6d6-af96-47b7-839a-3a51aa01d946 tempest-TestMinimumBasicScenario-1732162642 tempest-TestMinimumBasicScenario-1732162642-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-128352', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1611032'] for port, before_response {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 11:25:10.300343 dv-cinder-797608-16-iscsi neutron-server[93884]: INFO neutron.wsgi [req-c5c9c41e-b3be-4f9b-88c3-62c551922b45 req-0508d6d6-af96-47b7-839a-3a51aa01d946 tempest-TestMinimumBasicScenario-1732162642 tempest-TestMinimumBasicScenario-1732162642-project] 10.222.0.32 "PUT /v2.0/ports/a82adbf8-d06a-4f3f-b175-16e1dfbc2914 HTTP/1.1" status: 200 len: 981 time: 0.3619664 Aug 13 11:25:10.300788 dv-cinder-797608-16-iscsi neutron-server[93884]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9a015b7b-d682-4071-ba5c-6755b9ba6082', 'tag': 'a82adbf8-d06a-4f3f-b175-16e1dfbc2914'}] {{(pid=93884) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 13 11:25:10.303074 dv-cinder-797608-16-iscsi neutron-server[93884]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}70f01c08a00349be11dfcfb62f4fe7a1e23395be4279a346f0a082136c645f60" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8950ce56-8099-4b4e-84dc-419effea9bec" -d '{"events": [{"name": "network-changed", "server_uuid": "9a015b7b-d682-4071-ba5c-6755b9ba6082", "tag": "a82adbf8-d06a-4f3f-b175-16e1dfbc2914"}]}' {{(pid=93884) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 13 11:25:10.334027 dv-cinder-797608-16-iscsi neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0508d6d6-af96-47b7-839a-3a51aa01d946 tempest-TestMinimumBasicScenario-1732162642 tempest-TestMinimumBasicScenario-1732162642-project] Pushing event updated for resources: {'Port': ['ID=a82adbf8-d06a-4f3f-b175-16e1dfbc2914,revision_number=6']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 11:25:10.367770 dv-cinder-797608-16-iscsi neutron-server[93884]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 13 Aug 2021 11:25:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8da6bd0a-6faf-4627-a18c-223b6e8d5ee9 x-openstack-request-id: req-8da6bd0a-6faf-4627-a18c-223b6e8d5ee9 {{(pid=93884) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 13 11:25:10.368056 dv-cinder-797608-16-iscsi neutron-server[93884]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9a015b7b-d682-4071-ba5c-6755b9ba6082", "tag": "a82adbf8-d06a-4f3f-b175-16e1dfbc2914", "status": "completed", "code": 200}]} {{(pid=93884) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 13 11:25:10.368303 dv-cinder-797608-16-iscsi neutron-server[93884]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-8da6bd0a-6faf-4627-a18c-223b6e8d5ee9 {{(pid=93884) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 13 11:25:10.368694 dv-cinder-797608-16-iscsi neutron-server[93884]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9a015b7b-d682-4071-ba5c-6755b9ba6082', 'tag': 'a82adbf8-d06a-4f3f-b175-16e1dfbc2914', 'status': 'completed', 'code': 200} Aug 13 11:25:10.442543 dv-cinder-797608-16-iscsi neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71fb1939-e450-45e8-b2ad-30ef3c37427a req-5d641f79-c8df-426d-8c5c-da1daf8d21de tempest-TestMinimumBasicScenario-1732162642 tempest-TestMinimumBasicScenario-1732162642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 11:25:10.445844 dv-cinder-797608-16-iscsi neutron-server[93884]: INFO neutron.wsgi [req-71fb1939-e450-45e8-b2ad-30ef3c37427a req-5d641f79-c8df-426d-8c5c-da1daf8d21de tempest-TestMinimumBasicScenario-1732162642 tempest-TestMinimumBasicScenario-1732162642-project] 10.222.0.32 "GET /v2.0/ports?device_id=9a015b7b-d682-4071-ba5c-6755b9ba6082 HTTP/1.1" status: 200 len: 984 time: 0.0600941 Aug 13 11:25:10.463648 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8950ce56-8099-4b4e-84dc-419effea9bec req-e8477663-dab9-4d5d-bb42-2071ac0ac672 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 11:25:10.465720 dv-cinder-797608-16-iscsi neutron-server[93883]: INFO neutron.wsgi [req-8950ce56-8099-4b4e-84dc-419effea9bec req-e8477663-dab9-4d5d-bb42-2071ac0ac672 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=52eae21d815a427f8c153edfc7da0f4d&device_id=9a015b7b-d682-4071-ba5c-6755b9ba6082 HTTP/1.1" status: 200 len: 1137 time: 0.0481808 Aug 13 11:25:10.492268 dv-cinder-797608-16-iscsi neutron-server[93884]: INFO neutron.wsgi [req-71fb1939-e450-45e8-b2ad-30ef3c37427a req-92eccae0-ef41-42eb-a669-3a14ae11df4a tempest-TestMinimumBasicScenario-1732162642 tempest-TestMinimumBasicScenario-1732162642-project] 10.222.0.32 "GET /v2.0/security-groups?id=a4619659-dbd0-4bd3-8e2b-aff5e74a0297&id=07f5d850-9e0f-49d3-94db-c297e0ddd7cc&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0389061 Aug 13 11:25:10.499352 dv-cinder-797608-16-iscsi neutron-server[93885]: DEBUG neutron.plugins.ml2.db [None req-a0b9b986-0706-4fc6-9cf9-0eb02d2513dc None None] get_ports_and_sgs() called for port_ids ['a82adbf8-d06a-4f3f-b175-16e1dfbc2914'] {{(pid=93885) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 13 11:25:10.570474 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8950ce56-8099-4b4e-84dc-419effea9bec req-8919afdc-64eb-4869-b682-b7d6370f298d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 11:25:10.572015 dv-cinder-797608-16-iscsi neutron-server[93883]: INFO neutron.wsgi [req-8950ce56-8099-4b4e-84dc-419effea9bec req-8919afdc-64eb-4869-b682-b7d6370f298d service neutron] 10.222.0.20 "GET /v2.0/networks?id=2aa59b6b-9eac-4bc1-9e70-61768bc81d23 HTTP/1.1" status: 200 len: 915 time: 0.0964315 Aug 13 11:25:10.648462 dv-cinder-797608-16-iscsi neutron-server[93883]: INFO neutron.wsgi [req-8950ce56-8099-4b4e-84dc-419effea9bec req-d377dd3e-aa04-4af2-97ca-8bfa9a490fdc service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=a82adbf8-d06a-4f3f-b175-16e1dfbc2914 HTTP/1.1" status: 200 len: 1000 time: 0.0612099 Aug 13 11:25:10.703875 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8950ce56-8099-4b4e-84dc-419effea9bec req-05b51292-3272-4a1a-b296-f265ba838378 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 11:25:10.705386 dv-cinder-797608-16-iscsi neutron-server[93883]: INFO neutron.wsgi [req-8950ce56-8099-4b4e-84dc-419effea9bec req-05b51292-3272-4a1a-b296-f265ba838378 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=1a6b0303-dad4-4d64-ab26-271478830140 HTTP/1.1" status: 200 len: 853 time: 0.0457964 Aug 13 11:25:10.761120 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8950ce56-8099-4b4e-84dc-419effea9bec req-cb701fb5-c969-4fb5-858e-a70052ec48fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 11:25:10.762714 dv-cinder-797608-16-iscsi neutron-server[93883]: INFO neutron.wsgi [req-8950ce56-8099-4b4e-84dc-419effea9bec req-cb701fb5-c969-4fb5-858e-a70052ec48fb service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=2aa59b6b-9eac-4bc1-9e70-61768bc81d23&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0456760 Aug 13 11:25:10.781397 dv-cinder-797608-16-iscsi neutron-server[93885]: DEBUG neutron.db.provisioning_blocks [None req-b0b66457-ae8b-4abe-84ea-ce1d0c0454c7 None None] Provisioning complete for port a82adbf8-d06a-4f3f-b175-16e1dfbc2914 triggered by entity DHCP. {{(pid=93885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 13 11:25:10.781770 dv-cinder-797608-16-iscsi neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-b0b66457-ae8b-4abe-84ea-ce1d0c0454c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-997193'] for port, provisioning_complete {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 11:25:10.844560 dv-cinder-797608-16-iscsi neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22667b89-82e8-45dc-a7c2-d1ce15b096c5 req-d9d7b4a5-6265-44a3-b3aa-6a7274737eff tempest-AttachVolumeShelveTestJSON-167533422 tempest-AttachVolumeShelveTestJSON-167533422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 11:25:10.846063 dv-cinder-797608-16-iscsi neutron-server[93884]: INFO neutron.wsgi [req-22667b89-82e8-45dc-a7c2-d1ce15b096c5 req-d9d7b4a5-6265-44a3-b3aa-6a7274737eff tempest-AttachVolumeShelveTestJSON-167533422 tempest-AttachVolumeShelveTestJSON-167533422-project] 10.222.0.32 "GET /v2.0/ports?device_id=aa0a566e-da2b-449d-aa8c-a9df34e28bef HTTP/1.1" status: 200 len: 945 time: 0.0540159 Aug 13 11:25:10.867272 dv-cinder-797608-16-iscsi neutron-server[93883]: INFO neutron.wsgi [req-8950ce56-8099-4b4e-84dc-419effea9bec req-4a04de4b-e43e-430e-ae9a-21bc77ecb403 service neutron] 10.222.0.20 "GET /v2.0/networks/2aa59b6b-9eac-4bc1-9e70-61768bc81d23?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0863588 Aug 13 11:25:10.885068 dv-cinder-797608-16-iscsi neutron-server[93884]: INFO neutron.wsgi [req-22667b89-82e8-45dc-a7c2-d1ce15b096c5 req-0f91c1dd-7fc2-4e51-b91c-596dc7aa105a tempest-AttachVolumeShelveTestJSON-167533422 tempest-AttachVolumeShelveTestJSON-167533422-project] 10.222.0.32 "GET /v2.0/security-groups?id=26f817c1-933c-4977-9085-1dee6d7b8bee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326252 Aug 13 11:25:10.964968 dv-cinder-797608-16-iscsi neutron-server[93883]: INFO neutron.wsgi [req-8950ce56-8099-4b4e-84dc-419effea9bec req-1bf8c232-3cf3-405a-b580-c5c56488219c service neutron] 10.222.0.20 "GET /v2.0/networks/2aa59b6b-9eac-4bc1-9e70-61768bc81d23?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0867760 Aug 13 11:25:11.282722 dv-cinder-797608-16-iscsi neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-691115a5-6f21-474a-abdb-ce53306f0fbf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782137812740', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-997306'] for agent, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 11:25:11.567276 dv-cinder-797608-16-iscsi neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-05931952-e11e-4e12-af58-ece1398d134b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782137812740', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-997306'] for agent, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 11:25:12.002570 dv-cinder-797608-16-iscsi neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a4647cd-6595-4e44-b872-c926c3cd1043 req-ceb8f93e-9744-487a-a03f-1888ad9db920 tempest-AttachVolumeShelveTestJSON-167533422 tempest-AttachVolumeShelveTestJSON-167533422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 11:25:12.004014 dv-cinder-797608-16-iscsi neutron-server[93884]: INFO neutron.wsgi [req-8a4647cd-6595-4e44-b872-c926c3cd1043 req-ceb8f93e-9744-487a-a03f-1888ad9db920 tempest-AttachVolumeShelveTestJSON-167533422 tempest-AttachVolumeShelveTestJSON-167533422-project] 10.222.0.32 "GET /v2.0/ports?device_id=aa0a566e-da2b-449d-aa8c-a9df34e28bef HTTP/1.1" status: 200 len: 945 time: 0.0477784 Aug 13 11:25:12.040846 dv-cinder-797608-16-iscsi neutron-server[93884]: INFO neutron.wsgi [req-8a4647cd-6595-4e44-b872-c926c3cd1043 req-e5531e0a-ce79-4d36-81dc-4a1821a1165a tempest-AttachVolumeShelveTestJSON-167533422 tempest-AttachVolumeShelveTestJSON-167533422-project] 10.222.0.32 "GET /v2.0/security-groups?id=26f817c1-933c-4977-9085-1dee6d7b8bee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311236 Aug 13 11:25:12.490764 dv-cinder-797608-16-iscsi neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-c8cb50cc-12ff-4088-b7b1-9c64999b964c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782137812740', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-997306'] for agent, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 11:25:13.157119 dv-cinder-797608-16-iscsi neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-670145b3-5daf-42a9-ba77-fc4a193669a6 req-c74cba57-ceeb-4552-92e9-ce8ebffd362e tempest-AttachVolumeShelveTestJSON-167533422 tempest-AttachVolumeShelveTestJSON-167533422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 11:25:13.158573 dv-cinder-797608-16-iscsi neutron-server[93884]: INFO neutron.wsgi [req-670145b3-5daf-42a9-ba77-fc4a193669a6 req-c74cba57-ceeb-4552-92e9-ce8ebffd362e tempest-AttachVolumeShelveTestJSON-167533422 tempest-AttachVolumeShelveTestJSON-167533422-project] 10.222.0.32 "GET /v2.0/ports?device_id=aa0a566e-da2b-449d-aa8c-a9df34e28bef HTTP/1.1" status: 200 len: 945 time: 0.0477788 Aug 13 11:25:13.195039 dv-cinder-797608-16-iscsi neutron-server[93884]: INFO neutron.wsgi [req-670145b3-5daf-42a9-ba77-fc4a193669a6 req-fb4eafc6-2e6e-4dbe-9358-30bef96030a2 tempest-AttachVolumeShelveTestJSON-167533422 tempest-AttachVolumeShelveTestJSON-167533422-project] 10.222.0.32 "GET /v2.0/security-groups?id=26f817c1-933c-4977-9085-1dee6d7b8bee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0307269 Aug 13 11:25:14.060902 dv-cinder-797608-16-iscsi neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-71795f1a-9c4d-4630-a580-a9486fbcc3ea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782137812740', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-997306'] for agent, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 11:25:14.313320 dv-cinder-797608-16-iscsi neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d71a9022-209b-4857-8e5b-735b3b627a72 req-c3ec624d-a304-43d6-9328-0158ae46be6c tempest-AttachVolumeShelveTestJSON-167533422 tempest-AttachVolumeShelveTestJSON-167533422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 11:25:14.314776 dv-cinder-797608-16-iscsi neutron-server[93884]: INFO neutron.wsgi [req-d71a9022-209b-4857-8e5b-735b3b627a72 req-c3ec624d-a304-43d6-9328-0158ae46be6c tempest-AttachVolumeShelveTestJSON-167533422 tempest-AttachVolumeShelveTestJSON-167533422-project] 10.222.0.32 "GET /v2.0/ports?device_id=aa0a566e-da2b-449d-aa8c-a9df34e28bef HTTP/1.1" status: 200 len: 945 time: 0.0506678 Aug 13 11:25:14.350194 dv-cinder-797608-16-iscsi neutron-server[93884]: INFO neutron.wsgi [req-d71a9022-209b-4857-8e5b-735b3b627a72 req-e8fb15b2-a0b1-4956-ad9d-d3a627db0dda tempest-AttachVolumeShelveTestJSON-167533422 tempest-AttachVolumeShelveTestJSON-167533422-project] 10.222.0.32 "GET /v2.0/security-groups?id=26f817c1-933c-4977-9085-1dee6d7b8bee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0296786 Aug 13 11:25:15.177000 dv-cinder-797608-16-iscsi neutron-server[93886]: DEBUG neutron.db.agents_db [None req-85e56f49-6478-4807-bf82-7523a15d9e55 None None] Agent healthcheck: found 6 active agents {{(pid=93886) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 13 11:25:15.465783 dv-cinder-797608-16-iscsi neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7883f45-2af3-4c70-9761-8b658d362f09 req-cce0d668-0fea-439a-a6da-76209bc85e8d tempest-AttachVolumeShelveTestJSON-167533422 tempest-AttachVolumeShelveTestJSON-167533422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 11:25:15.467171 dv-cinder-797608-16-iscsi neutron-server[93884]: INFO neutron.wsgi [req-a7883f45-2af3-4c70-9761-8b658d362f09 req-cce0d668-0fea-439a-a6da-76209bc85e8d tempest-AttachVolumeShelveTestJSON-167533422 tempest-AttachVolumeShelveTestJSON-167533422-project] 10.222.0.32 "GET /v2.0/ports?device_id=aa0a566e-da2b-449d-aa8c-a9df34e28bef HTTP/1.1" status: 200 len: 945 time: 0.0473313 Aug 13 11:25:15.503546 dv-cinder-797608-16-iscsi neutron-server[93884]: INFO neutron.wsgi [req-a7883f45-2af3-4c70-9761-8b658d362f09 req-a0bf9e59-b7e8-49e5-94b7-f6f2e204b094 tempest-AttachVolumeShelveTestJSON-167533422 tempest-AttachVolumeShelveTestJSON-167533422-project] 10.222.0.32 "GET /v2.0/security-groups?id=26f817c1-933c-4977-9085-1dee6d7b8bee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0300114 Aug 13 11:25:16.622510 dv-cinder-797608-16-iscsi neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a91ed42-0f89-4e3b-8a2e-08650e797b7d req-d916a97d-a7b8-48d4-afc6-b73e47721f33 tempest-AttachVolumeShelveTestJSON-167533422 tempest-AttachVolumeShelveTestJSON-167533422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 11:25:16.623986 dv-cinder-797608-16-iscsi neutron-server[93884]: INFO neutron.wsgi [req-8a91ed42-0f89-4e3b-8a2e-08650e797b7d req-d916a97d-a7b8-48d4-afc6-b73e47721f33 tempest-AttachVolumeShelveTestJSON-167533422 tempest-AttachVolumeShelveTestJSON-167533422-project] 10.222.0.32 "GET /v2.0/ports?device_id=aa0a566e-da2b-449d-aa8c-a9df34e28bef HTTP/1.1" status: 200 len: 945 time: 0.0501735 Aug 13 11:25:16.660403 dv-cinder-797608-16-iscsi neutron-server[93884]: INFO neutron.wsgi [req-8a91ed42-0f89-4e3b-8a2e-08650e797b7d req-da5168eb-7b43-457d-8c53-84b72961dbdd tempest-AttachVolumeShelveTestJSON-167533422 tempest-AttachVolumeShelveTestJSON-167533422-project] 10.222.0.32 "GET /v2.0/security-groups?id=26f817c1-933c-4977-9085-1dee6d7b8bee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0305612 Aug 13 11:25:17.783449 dv-cinder-797608-16-iscsi neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-856c0720-b3e8-42ec-a707-e9c4979647e1 req-afca0792-9aa7-4f61-bcac-17a12c63bee3 tempest-AttachVolumeShelveTestJSON-167533422 tempest-AttachVolumeShelveTestJSON-167533422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 11:25:17.784911 dv-cinder-797608-16-iscsi neutron-server[93884]: INFO neutron.wsgi [req-856c0720-b3e8-42ec-a707-e9c4979647e1 req-afca0792-9aa7-4f61-bcac-17a12c63bee3 tempest-AttachVolumeShelveTestJSON-167533422 tempest-AttachVolumeShelveTestJSON-167533422-project] 10.222.0.32 "GET /v2.0/ports?device_id=aa0a566e-da2b-449d-aa8c-a9df34e28bef HTTP/1.1" status: 200 len: 945 time: 0.0537226 Aug 13 11:25:17.822575 dv-cinder-797608-16-iscsi neutron-server[93884]: INFO neutron.wsgi [req-856c0720-b3e8-42ec-a707-e9c4979647e1 req-c90f34af-dabd-41a9-ba87-74ddee2ef210 tempest-AttachVolumeShelveTestJSON-167533422 tempest-AttachVolumeShelveTestJSON-167533422-project] 10.222.0.32 "GET /v2.0/security-groups?id=26f817c1-933c-4977-9085-1dee6d7b8bee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317450 Aug 13 11:25:18.940487 dv-cinder-797608-16-iscsi neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-340a440c-ebc6-4d45-8b73-5bd28dc718f3 req-36e7413f-281f-4861-93bf-d39064b8def8 tempest-AttachVolumeShelveTestJSON-167533422 tempest-AttachVolumeShelveTestJSON-167533422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 11:25:18.941974 dv-cinder-797608-16-iscsi neutron-server[93884]: INFO neutron.wsgi [req-340a440c-ebc6-4d45-8b73-5bd28dc718f3 req-36e7413f-281f-4861-93bf-d39064b8def8 tempest-AttachVolumeShelveTestJSON-167533422 tempest-AttachVolumeShelveTestJSON-167533422-project] 10.222.0.32 "GET /v2.0/ports?device_id=aa0a566e-da2b-449d-aa8c-a9df34e28bef HTTP/1.1" status: 200 len: 945 time: 0.0483165 Aug 13 11:25:18.979052 dv-cinder-797608-16-iscsi neutron-server[93884]: INFO neutron.wsgi [req-340a440c-ebc6-4d45-8b73-5bd28dc718f3 req-99d2b77c-11f9-4c83-85ad-5605b73866db tempest-AttachVolumeShelveTestJSON-167533422 tempest-AttachVolumeShelveTestJSON-167533422-project] 10.222.0.32 "GET /v2.0/security-groups?id=26f817c1-933c-4977-9085-1dee6d7b8bee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0305431 Aug 13 11:25:19.491526 dv-cinder-797608-16-iscsi neutron-server[93885]: DEBUG neutron.plugins.ml2.rpc [None req-a0b9b986-0706-4fc6-9cf9-0eb02d2513dc None None] Device bec7f6e6-fda9-4e55-b235-243402f8d2f0 details requested by agent hyperv_hv-cinder-79760 with host hv-cinder-79760 {{(pid=93885) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 13 11:25:19.584432 dv-cinder-797608-16-iscsi neutron-server[93885]: DEBUG neutron.plugins.ml2.db [None req-a0b9b986-0706-4fc6-9cf9-0eb02d2513dc None None] For port bec7f6e6-fda9-4e55-b235-243402f8d2f0, host hv-cinder-79760, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79760',level=0,port_id=bec7f6e6-fda9-4e55-b235-243402f8d2f0,segment=NetworkSegment(0fa64963-7e93-4d0e-b107-3a0c1a54420b),segment_id=0fa64963-7e93-4d0e-b107-3a0c1a54420b)] {{(pid=93885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 13 11:25:19.595837 dv-cinder-797608-16-iscsi neutron-server[93885]: DEBUG neutron.plugins.ml2.rpc [None req-a0b9b986-0706-4fc6-9cf9-0eb02d2513dc None None] Returning: {'device': 'bec7f6e6-fda9-4e55-b235-243402f8d2f0', 'network_id': 'd5a90fe8-bc27-43fd-967e-c2c4a7f28507', 'port_id': 'bec7f6e6-fda9-4e55-b235-243402f8d2f0', 'mac_address': 'fa:16:3e:cb:eb:b7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 150, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '76eee822-f693-42cb-8b2a-3e4c87d31887', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93885) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 13 11:25:19.632064 dv-cinder-797608-16-iscsi neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-a0b9b986-0706-4fc6-9cf9-0eb02d2513dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935434'] for port, before_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 11:25:19.644321 dv-cinder-797608-16-iscsi neutron-server[93885]: DEBUG neutron.notifiers.nova [None req-a0b9b986-0706-4fc6-9cf9-0eb02d2513dc None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id bec7f6e6-fda9-4e55-b235-243402f8d2f0 {{(pid=93885) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 13 11:25:19.663936 dv-cinder-797608-16-iscsi neutron-server[93885]: DEBUG neutron.plugins.ml2.db [None req-a0b9b986-0706-4fc6-9cf9-0eb02d2513dc None None] For port bec7f6e6-fda9-4e55-b235-243402f8d2f0, host hv-cinder-79760, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79760',level=0,port_id=bec7f6e6-fda9-4e55-b235-243402f8d2f0,segment=NetworkSegment(0fa64963-7e93-4d0e-b107-3a0c1a54420b),segment_id=0fa64963-7e93-4d0e-b107-3a0c1a54420b)] {{(pid=93885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 13 11:25:19.667680 dv-cinder-797608-16-iscsi neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-a0b9b986-0706-4fc6-9cf9-0eb02d2513dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935844', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611014', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782137889940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782137337613', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782137337631'] for port, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 11:25:19.716081 dv-cinder-797608-16-iscsi neutron-server[93885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0b9b986-0706-4fc6-9cf9-0eb02d2513dc None None] Pushing event updated for resources: {'Port': ['ID=bec7f6e6-fda9-4e55-b235-243402f8d2f0,revision_number=6']} {{(pid=93885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 11:25:19.935653 dv-cinder-797608-16-iscsi neutron-server[93885]: DEBUG neutron.plugins.ml2.db [None req-a0b9b986-0706-4fc6-9cf9-0eb02d2513dc None None] get_ports_and_sgs() called for port_ids ['bec7f6e6-fda9-4e55-b235-243402f8d2f0'] {{(pid=93885) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 13 11:25:20.101498 dv-cinder-797608-16-iscsi neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc3fb8ae-17dd-4b05-8d9a-f54cbcc3b01a req-3da09985-dee0-406b-9403-e95a23931a05 tempest-AttachVolumeShelveTestJSON-167533422 tempest-AttachVolumeShelveTestJSON-167533422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 11:25:20.103100 dv-cinder-797608-16-iscsi neutron-server[93884]: INFO neutron.wsgi [req-dc3fb8ae-17dd-4b05-8d9a-f54cbcc3b01a req-3da09985-dee0-406b-9403-e95a23931a05 tempest-AttachVolumeShelveTestJSON-167533422 tempest-AttachVolumeShelveTestJSON-167533422-project] 10.222.0.32 "GET /v2.0/ports?device_id=aa0a566e-da2b-449d-aa8c-a9df34e28bef HTTP/1.1" status: 200 len: 944 time: 0.0503500 Aug 13 11:25:20.141576 dv-cinder-797608-16-iscsi neutron-server[93884]: INFO neutron.wsgi [req-dc3fb8ae-17dd-4b05-8d9a-f54cbcc3b01a req-59a03a9c-21bf-4c6f-a7fa-b8a43477d96f tempest-AttachVolumeShelveTestJSON-167533422 tempest-AttachVolumeShelveTestJSON-167533422-project] 10.222.0.32 "GET /v2.0/security-groups?id=26f817c1-933c-4977-9085-1dee6d7b8bee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326061 Aug 13 11:25:21.306555 dv-cinder-797608-16-iscsi neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb4ac816-f887-4050-9383-8021cb01fda2 req-cd8e9e17-4629-4362-9c80-b83ceeb3f6a3 tempest-AttachVolumeShelveTestJSON-167533422 tempest-AttachVolumeShelveTestJSON-167533422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 11:25:21.308209 dv-cinder-797608-16-iscsi neutron-server[93884]: INFO neutron.wsgi [req-eb4ac816-f887-4050-9383-8021cb01fda2 req-cd8e9e17-4629-4362-9c80-b83ceeb3f6a3 tempest-AttachVolumeShelveTestJSON-167533422 tempest-AttachVolumeShelveTestJSON-167533422-project] 10.222.0.32 "GET /v2.0/ports?device_id=aa0a566e-da2b-449d-aa8c-a9df34e28bef HTTP/1.1" status: 200 len: 944 time: 0.0816753 Aug 13 11:25:21.351949 dv-cinder-797608-16-iscsi neutron-server[93884]: INFO neutron.wsgi [req-eb4ac816-f887-4050-9383-8021cb01fda2 req-e3f50509-6a1a-4249-8326-e787d1ea1a3d tempest-AttachVolumeShelveTestJSON-167533422 tempest-AttachVolumeShelveTestJSON-167533422-project] 10.222.0.32 "GET /v2.0/security-groups?id=26f817c1-933c-4977-9085-1dee6d7b8bee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0375910 Aug 13 11:25:21.508353 dv-cinder-797608-16-iscsi neutron-server[93885]: DEBUG neutron.plugins.ml2.rpc [None req-a0b9b986-0706-4fc6-9cf9-0eb02d2513dc None None] Device bec7f6e6-fda9-4e55-b235-243402f8d2f0 up at agent hyperv_hv-cinder-79760 {{(pid=93885) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 13 11:25:21.566276 dv-cinder-797608-16-iscsi neutron-server[93885]: DEBUG neutron.db.provisioning_blocks [None req-a0b9b986-0706-4fc6-9cf9-0eb02d2513dc None None] Provisioning complete for port bec7f6e6-fda9-4e55-b235-243402f8d2f0 triggered by entity L2. {{(pid=93885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 13 11:25:21.577004 dv-cinder-797608-16-iscsi neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-a0b9b986-0706-4fc6-9cf9-0eb02d2513dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-997193'] for port, provisioning_complete {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 11:25:21.671642 dv-cinder-797608-16-iscsi neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-a0b9b986-0706-4fc6-9cf9-0eb02d2513dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935434'] for port, before_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 11:25:21.698422 dv-cinder-797608-16-iscsi neutron-server[93885]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'aa0a566e-da2b-449d-aa8c-a9df34e28bef', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bec7f6e6-fda9-4e55-b235-243402f8d2f0'}] {{(pid=93885) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 13 11:25:21.700716 dv-cinder-797608-16-iscsi neutron-server[93885]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6271a0dfd589c32cbc3478448621ce6e19c81a8dd821b4c159629fbe4478ed77" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e4de8312-af54-4bde-9bfb-009f7da7036f" -d '{"events": [{"server_uuid": "aa0a566e-da2b-449d-aa8c-a9df34e28bef", "name": "network-vif-plugged", "status": "completed", "tag": "bec7f6e6-fda9-4e55-b235-243402f8d2f0"}]}' {{(pid=93885) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 13 11:25:21.715060 dv-cinder-797608-16-iscsi neutron-server[93885]: DEBUG neutron.plugins.ml2.db [None req-a0b9b986-0706-4fc6-9cf9-0eb02d2513dc None None] For port bec7f6e6-fda9-4e55-b235-243402f8d2f0, host hv-cinder-79760, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79760',level=0,port_id=bec7f6e6-fda9-4e55-b235-243402f8d2f0,segment=NetworkSegment(0fa64963-7e93-4d0e-b107-3a0c1a54420b),segment_id=0fa64963-7e93-4d0e-b107-3a0c1a54420b)] {{(pid=93885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 13 11:25:21.722056 dv-cinder-797608-16-iscsi neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-a0b9b986-0706-4fc6-9cf9-0eb02d2513dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935844', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611014', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782137889940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782137337613', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782137337631'] for port, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 11:25:21.776002 dv-cinder-797608-16-iscsi neutron-server[93885]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 13 Aug 2021 11:25:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e874273d-832e-4df6-b9cf-936b94ebb67d x-openstack-request-id: req-e874273d-832e-4df6-b9cf-936b94ebb67d {{(pid=93885) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 13 11:25:21.776312 dv-cinder-797608-16-iscsi neutron-server[93885]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "aa0a566e-da2b-449d-aa8c-a9df34e28bef", "name": "network-vif-plugged", "status": "completed", "tag": "bec7f6e6-fda9-4e55-b235-243402f8d2f0", "code": 200}]} {{(pid=93885) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 13 11:25:21.776543 dv-cinder-797608-16-iscsi neutron-server[93885]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-e874273d-832e-4df6-b9cf-936b94ebb67d {{(pid=93885) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 13 11:25:21.776941 dv-cinder-797608-16-iscsi neutron-server[93885]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'aa0a566e-da2b-449d-aa8c-a9df34e28bef', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bec7f6e6-fda9-4e55-b235-243402f8d2f0', 'code': 200} Aug 13 11:25:21.788655 dv-cinder-797608-16-iscsi neutron-server[93885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0b9b986-0706-4fc6-9cf9-0eb02d2513dc None None] Pushing event updated for resources: {'Port': ['ID=bec7f6e6-fda9-4e55-b235-243402f8d2f0,revision_number=7']} {{(pid=93885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 11:25:22.487386 dv-cinder-797608-16-iscsi neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b6366de-1277-4a3c-9bce-9d5269dfef8b req-cbb87151-a636-447e-9b09-19ad200e5c81 tempest-AttachVolumeShelveTestJSON-167533422 tempest-AttachVolumeShelveTestJSON-167533422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 11:25:22.489658 dv-cinder-797608-16-iscsi neutron-server[93884]: INFO neutron.wsgi [req-7b6366de-1277-4a3c-9bce-9d5269dfef8b req-cbb87151-a636-447e-9b09-19ad200e5c81 tempest-AttachVolumeShelveTestJSON-167533422 tempest-AttachVolumeShelveTestJSON-167533422-project] 10.222.0.32 "GET /v2.0/ports?device_id=aa0a566e-da2b-449d-aa8c-a9df34e28bef HTTP/1.1" status: 200 len: 945 time: 0.0512805 Aug 13 11:25:22.535575 dv-cinder-797608-16-iscsi neutron-server[93884]: INFO neutron.wsgi [req-7b6366de-1277-4a3c-9bce-9d5269dfef8b req-392ce040-7731-4944-afc7-f1222691e06d tempest-AttachVolumeShelveTestJSON-167533422 tempest-AttachVolumeShelveTestJSON-167533422-project] 10.222.0.32 "GET /v2.0/security-groups?id=26f817c1-933c-4977-9085-1dee6d7b8bee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0394948 Aug 13 11:25:23.658624 dv-cinder-797608-16-iscsi neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1677d6fe-2915-4a79-976f-758937e91d0b req-9a1fb1fb-737b-4499-adac-0f7277732d3b tempest-AttachVolumeShelveTestJSON-167533422 tempest-AttachVolumeShelveTestJSON-167533422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 11:25:23.660183 dv-cinder-797608-16-iscsi neutron-server[93884]: INFO neutron.wsgi [req-1677d6fe-2915-4a79-976f-758937e91d0b req-9a1fb1fb-737b-4499-adac-0f7277732d3b tempest-AttachVolumeShelveTestJSON-167533422 tempest-AttachVolumeShelveTestJSON-167533422-project] 10.222.0.32 "GET /v2.0/ports?device_id=aa0a566e-da2b-449d-aa8c-a9df34e28bef HTTP/1.1" status: 200 len: 945 time: 0.0506999 Aug 13 11:25:23.701070 dv-cinder-797608-16-iscsi neutron-server[93884]: INFO neutron.wsgi [req-1677d6fe-2915-4a79-976f-758937e91d0b req-d7141c8f-9397-49b2-ba55-5232d13151d4 tempest-AttachVolumeShelveTestJSON-167533422 tempest-AttachVolumeShelveTestJSON-167533422-project] 10.222.0.32 "GET /v2.0/security-groups?id=26f817c1-933c-4977-9085-1dee6d7b8bee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0343931 Aug 13 11:25:24.827493 dv-cinder-797608-16-iscsi neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6efe6442-5119-4ce9-b4a7-5ad003ba3433 req-201e4c68-4a2c-4326-9395-bf40917d35de tempest-AttachVolumeShelveTestJSON-167533422 tempest-AttachVolumeShelveTestJSON-167533422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 11:25:24.831333 dv-cinder-797608-16-iscsi neutron-server[93884]: INFO neutron.wsgi [req-6efe6442-5119-4ce9-b4a7-5ad003ba3433 req-201e4c68-4a2c-4326-9395-bf40917d35de tempest-AttachVolumeShelveTestJSON-167533422 tempest-AttachVolumeShelveTestJSON-167533422-project] 10.222.0.32 "GET /v2.0/ports?device_id=aa0a566e-da2b-449d-aa8c-a9df34e28bef HTTP/1.1" status: 200 len: 945 time: 0.0569837 Aug 13 11:25:24.868868 dv-cinder-797608-16-iscsi neutron-server[93884]: INFO neutron.wsgi [req-6efe6442-5119-4ce9-b4a7-5ad003ba3433 req-7e7294f3-f665-45ae-91d2-dc2552505831 tempest-AttachVolumeShelveTestJSON-167533422 tempest-AttachVolumeShelveTestJSON-167533422-project] 10.222.0.32 "GET /v2.0/security-groups?id=26f817c1-933c-4977-9085-1dee6d7b8bee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0331361 Aug 13 11:25:25.518990 dv-cinder-797608-16-iscsi neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-289c06ee-6fc1-4058-a70f-ad2b582c1700 req-f3b248e9-5a5a-4423-b9a1-566f36bc47eb tempest-TestShelveInstance-650229999 tempest-TestShelveInstance-650229999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 11:25:25.520587 dv-cinder-797608-16-iscsi neutron-server[93884]: INFO neutron.wsgi [req-289c06ee-6fc1-4058-a70f-ad2b582c1700 req-f3b248e9-5a5a-4423-b9a1-566f36bc47eb tempest-TestShelveInstance-650229999 tempest-TestShelveInstance-650229999-project] 10.222.0.32 "GET /v2.0/ports?device_id=2e2d3778-af47-4742-bf54-fbb19360964f HTTP/1.1" status: 200 len: 945 time: 0.0661664 Aug 13 11:25:25.584010 dv-cinder-797608-16-iscsi neutron-server[93884]: INFO neutron.wsgi [req-289c06ee-6fc1-4058-a70f-ad2b582c1700 req-6d3cc2b6-a719-45b1-ace0-c64719c57d1e tempest-TestShelveInstance-650229999 tempest-TestShelveInstance-650229999-project] 10.222.0.32 "GET /v2.0/security-groups?id=10b612c3-878e-45c8-a45f-b00eff83bd94&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0483577 Aug 13 11:25:26.001613 dv-cinder-797608-16-iscsi neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cad4727-90e9-4c59-bade-5f41a87b42b4 req-83094966-9817-48f6-81cd-2a1a3bc8e105 tempest-AttachVolumeShelveTestJSON-167533422 tempest-AttachVolumeShelveTestJSON-167533422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 11:25:26.004064 dv-cinder-797608-16-iscsi neutron-server[93884]: INFO neutron.wsgi [req-4cad4727-90e9-4c59-bade-5f41a87b42b4 req-83094966-9817-48f6-81cd-2a1a3bc8e105 tempest-AttachVolumeShelveTestJSON-167533422 tempest-AttachVolumeShelveTestJSON-167533422-project] 10.222.0.32 "GET /v2.0/ports?device_id=aa0a566e-da2b-449d-aa8c-a9df34e28bef HTTP/1.1" status: 200 len: 945 time: 0.0547631 Aug 13 11:25:26.048930 dv-cinder-797608-16-iscsi neutron-server[93884]: INFO neutron.wsgi [req-4cad4727-90e9-4c59-bade-5f41a87b42b4 req-8c53c10f-7d8e-4d67-9797-63ed48250074 tempest-AttachVolumeShelveTestJSON-167533422 tempest-AttachVolumeShelveTestJSON-167533422-project] 10.222.0.32 "GET /v2.0/security-groups?id=26f817c1-933c-4977-9085-1dee6d7b8bee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0361633 Aug 13 11:25:26.712913 dv-cinder-797608-16-iscsi neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0516f865-dc10-4319-9148-fd0cf08babce req-fbe85a64-02e8-44ac-9adb-7d18133e9ae6 tempest-TestShelveInstance-650229999 tempest-TestShelveInstance-650229999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 11:25:26.715351 dv-cinder-797608-16-iscsi neutron-server[93884]: INFO neutron.wsgi [req-0516f865-dc10-4319-9148-fd0cf08babce req-fbe85a64-02e8-44ac-9adb-7d18133e9ae6 tempest-TestShelveInstance-650229999 tempest-TestShelveInstance-650229999-project] 10.222.0.32 "GET /v2.0/ports?device_id=2e2d3778-af47-4742-bf54-fbb19360964f HTTP/1.1" status: 200 len: 945 time: 0.0595093 Aug 13 11:25:26.758828 dv-cinder-797608-16-iscsi neutron-server[93884]: INFO neutron.wsgi [req-0516f865-dc10-4319-9148-fd0cf08babce req-fd08e185-4239-4940-837b-c41e23694a57 tempest-TestShelveInstance-650229999 tempest-TestShelveInstance-650229999-project] 10.222.0.32 "GET /v2.0/security-groups?id=10b612c3-878e-45c8-a45f-b00eff83bd94&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0371785 Aug 13 11:25:27.196139 dv-cinder-797608-16-iscsi neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abb85e61-08d0-4b83-adcf-3ac4b08f4816 req-d9f30b71-add5-45c6-af5f-84704c119364 tempest-AttachVolumeShelveTestJSON-167533422 tempest-AttachVolumeShelveTestJSON-167533422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 11:25:27.198727 dv-cinder-797608-16-iscsi neutron-server[93884]: INFO neutron.wsgi [req-abb85e61-08d0-4b83-adcf-3ac4b08f4816 req-d9f30b71-add5-45c6-af5f-84704c119364 tempest-AttachVolumeShelveTestJSON-167533422 tempest-AttachVolumeShelveTestJSON-167533422-project] 10.222.0.32 "GET /v2.0/ports?device_id=aa0a566e-da2b-449d-aa8c-a9df34e28bef HTTP/1.1" status: 200 len: 945 time: 0.0570214 Aug 13 11:25:27.240187 dv-cinder-797608-16-iscsi neutron-server[93884]: INFO neutron.wsgi [req-abb85e61-08d0-4b83-adcf-3ac4b08f4816 req-e252c2fd-8c2b-4554-9326-fc06fe1bf5d5 tempest-AttachVolumeShelveTestJSON-167533422 tempest-AttachVolumeShelveTestJSON-167533422-project] 10.222.0.32 "GET /v2.0/security-groups?id=26f817c1-933c-4977-9085-1dee6d7b8bee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0344932 Aug 13 11:25:27.888850 dv-cinder-797608-16-iscsi neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69b35e38-eaff-42f0-96d8-fed095a2694e req-50f4d115-eea2-46d8-b744-e37f62ff7d0c tempest-TestShelveInstance-650229999 tempest-TestShelveInstance-650229999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 11:25:27.891747 dv-cinder-797608-16-iscsi neutron-server[93884]: INFO neutron.wsgi [req-69b35e38-eaff-42f0-96d8-fed095a2694e req-50f4d115-eea2-46d8-b744-e37f62ff7d0c tempest-TestShelveInstance-650229999 tempest-TestShelveInstance-650229999-project] 10.222.0.32 "GET /v2.0/ports?device_id=2e2d3778-af47-4742-bf54-fbb19360964f HTTP/1.1" status: 200 len: 945 time: 0.0575304 Aug 13 11:25:27.933182 dv-cinder-797608-16-iscsi neutron-server[93884]: INFO neutron.wsgi [req-69b35e38-eaff-42f0-96d8-fed095a2694e req-205921b1-50ff-48f8-8e45-ebeaa5f54aa8 tempest-TestShelveInstance-650229999 tempest-TestShelveInstance-650229999-project] 10.222.0.32 "GET /v2.0/security-groups?id=10b612c3-878e-45c8-a45f-b00eff83bd94&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0354950 Aug 13 11:25:28.365964 dv-cinder-797608-16-iscsi neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07f421e3-af57-4947-a1fe-bbe2dfa9102c req-ffa42372-9d25-4f50-a9e2-0b5264b96232 tempest-AttachVolumeShelveTestJSON-167533422 tempest-AttachVolumeShelveTestJSON-167533422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 11:25:28.367431 dv-cinder-797608-16-iscsi neutron-server[93884]: INFO neutron.wsgi [req-07f421e3-af57-4947-a1fe-bbe2dfa9102c req-ffa42372-9d25-4f50-a9e2-0b5264b96232 tempest-AttachVolumeShelveTestJSON-167533422 tempest-AttachVolumeShelveTestJSON-167533422-project] 10.222.0.32 "GET /v2.0/ports?device_id=aa0a566e-da2b-449d-aa8c-a9df34e28bef HTTP/1.1" status: 200 len: 945 time: 0.0527399 Aug 13 11:25:28.416920 dv-cinder-797608-16-iscsi neutron-server[93884]: INFO neutron.wsgi [req-07f421e3-af57-4947-a1fe-bbe2dfa9102c req-949dd04c-d172-4ebd-9815-edf8f7243d50 tempest-AttachVolumeShelveTestJSON-167533422 tempest-AttachVolumeShelveTestJSON-167533422-project] 10.222.0.32 "GET /v2.0/security-groups?id=26f817c1-933c-4977-9085-1dee6d7b8bee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409787 Aug 13 11:25:29.059727 dv-cinder-797608-16-iscsi neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75a3c750-7bb0-4b63-9a9a-f94c06ddb931 req-fc265f90-7b27-4ec1-99dd-a9682c2d509e tempest-TestShelveInstance-650229999 tempest-TestShelveInstance-650229999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 11:25:29.061585 dv-cinder-797608-16-iscsi neutron-server[93884]: INFO neutron.wsgi [req-75a3c750-7bb0-4b63-9a9a-f94c06ddb931 req-fc265f90-7b27-4ec1-99dd-a9682c2d509e tempest-TestShelveInstance-650229999 tempest-TestShelveInstance-650229999-project] 10.222.0.32 "GET /v2.0/ports?device_id=2e2d3778-af47-4742-bf54-fbb19360964f HTTP/1.1" status: 200 len: 945 time: 0.0538423 Aug 13 11:25:29.101663 dv-cinder-797608-16-iscsi neutron-server[93884]: INFO neutron.wsgi [req-75a3c750-7bb0-4b63-9a9a-f94c06ddb931 req-47b8e0e3-bb20-4596-abfe-37f26e6382db tempest-TestShelveInstance-650229999 tempest-TestShelveInstance-650229999-project] 10.222.0.32 "GET /v2.0/security-groups?id=10b612c3-878e-45c8-a45f-b00eff83bd94&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0330060 Aug 13 11:25:29.536058 dv-cinder-797608-16-iscsi neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbeca965-df5e-4bc0-830a-04deee7d3400 req-bab081ed-4755-48fc-8334-fab91993aad1 tempest-AttachVolumeShelveTestJSON-167533422 tempest-AttachVolumeShelveTestJSON-167533422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 11:25:29.537447 dv-cinder-797608-16-iscsi neutron-server[93884]: INFO neutron.wsgi [req-bbeca965-df5e-4bc0-830a-04deee7d3400 req-bab081ed-4755-48fc-8334-fab91993aad1 tempest-AttachVolumeShelveTestJSON-167533422 tempest-AttachVolumeShelveTestJSON-167533422-project] 10.222.0.32 "GET /v2.0/ports?device_id=aa0a566e-da2b-449d-aa8c-a9df34e28bef HTTP/1.1" status: 200 len: 945 time: 0.0478659 Aug 13 11:25:29.573473 dv-cinder-797608-16-iscsi neutron-server[93884]: INFO neutron.wsgi [req-bbeca965-df5e-4bc0-830a-04deee7d3400 req-e07efb97-94ea-46e0-aad2-fa2e2b842d77 tempest-AttachVolumeShelveTestJSON-167533422 tempest-AttachVolumeShelveTestJSON-167533422-project] 10.222.0.32 "GET /v2.0/security-groups?id=26f817c1-933c-4977-9085-1dee6d7b8bee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0303106 Aug 13 11:25:29.921660 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8090290b-d9e5-4310-b4ac-30ac0946872e req-6187f70d-0463-4702-ac50-8404393fce62 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 11:25:29.923157 dv-cinder-797608-16-iscsi neutron-server[93883]: INFO neutron.wsgi [req-8090290b-d9e5-4310-b4ac-30ac0946872e req-6187f70d-0463-4702-ac50-8404393fce62 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=f8e7c269befb4af69a2ff5c42fe26725&device_id=aa0a566e-da2b-449d-aa8c-a9df34e28bef HTTP/1.1" status: 200 len: 1098 time: 0.0404422 Aug 13 11:25:30.009544 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8090290b-d9e5-4310-b4ac-30ac0946872e req-1e046115-cb6a-4595-b85f-91830a3148a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 11:25:30.011011 dv-cinder-797608-16-iscsi neutron-server[93883]: INFO neutron.wsgi [req-8090290b-d9e5-4310-b4ac-30ac0946872e req-1e046115-cb6a-4595-b85f-91830a3148a6 service neutron] 10.222.0.20 "GET /v2.0/networks?id=d5a90fe8-bc27-43fd-967e-c2c4a7f28507 HTTP/1.1" status: 200 len: 918 time: 0.0808461 Aug 13 11:25:30.078500 dv-cinder-797608-16-iscsi neutron-server[93883]: INFO neutron.wsgi [req-8090290b-d9e5-4310-b4ac-30ac0946872e req-cea24e2e-1204-4df1-a855-9546db7d8bbb service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=bec7f6e6-fda9-4e55-b235-243402f8d2f0 HTTP/1.1" status: 200 len: 1001 time: 0.0582840 Aug 13 11:25:30.128055 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8090290b-d9e5-4310-b4ac-30ac0946872e req-617bf4b0-ef8d-4725-8633-239d6b284fea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 11:25:30.129478 dv-cinder-797608-16-iscsi neutron-server[93883]: INFO neutron.wsgi [req-8090290b-d9e5-4310-b4ac-30ac0946872e req-617bf4b0-ef8d-4725-8633-239d6b284fea service neutron] 10.222.0.20 "GET /v2.0/subnets?id=76eee822-f693-42cb-8b2a-3e4c87d31887 HTTP/1.1" status: 200 len: 856 time: 0.0425503 Aug 13 11:25:30.175012 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8090290b-d9e5-4310-b4ac-30ac0946872e req-3b423a49-e9cd-4d19-a29d-ad597bdcc124 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 11:25:30.176451 dv-cinder-797608-16-iscsi neutron-server[93883]: INFO neutron.wsgi [req-8090290b-d9e5-4310-b4ac-30ac0946872e req-3b423a49-e9cd-4d19-a29d-ad597bdcc124 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=d5a90fe8-bc27-43fd-967e-c2c4a7f28507&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0395050 Aug 13 11:25:30.221384 dv-cinder-797608-16-iscsi neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0a55a0f-2cfa-474e-8476-80743d39fd30 req-76959d66-093d-44c0-93fe-2a476b7e0d10 tempest-TestShelveInstance-650229999 tempest-TestShelveInstance-650229999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 11:25:30.222867 dv-cinder-797608-16-iscsi neutron-server[93884]: INFO neutron.wsgi [req-a0a55a0f-2cfa-474e-8476-80743d39fd30 req-76959d66-093d-44c0-93fe-2a476b7e0d10 tempest-TestShelveInstance-650229999 tempest-TestShelveInstance-650229999-project] 10.222.0.32 "GET /v2.0/ports?device_id=2e2d3778-af47-4742-bf54-fbb19360964f HTTP/1.1" status: 200 len: 945 time: 0.0510368 Aug 13 11:25:30.259268 dv-cinder-797608-16-iscsi neutron-server[93884]: INFO neutron.wsgi [req-a0a55a0f-2cfa-474e-8476-80743d39fd30 req-e250865c-89df-49e7-9417-4cddef021949 tempest-TestShelveInstance-650229999 tempest-TestShelveInstance-650229999-project] 10.222.0.32 "GET /v2.0/security-groups?id=10b612c3-878e-45c8-a45f-b00eff83bd94&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0304995 Aug 13 11:25:30.273030 dv-cinder-797608-16-iscsi neutron-server[93883]: INFO neutron.wsgi [req-8090290b-d9e5-4310-b4ac-30ac0946872e req-15ed1dd4-40ce-44c7-b066-189142e7bade service neutron] 10.222.0.20 "GET /v2.0/networks/d5a90fe8-bc27-43fd-967e-c2c4a7f28507?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0847743 Aug 13 11:25:30.381542 dv-cinder-797608-16-iscsi neutron-server[93883]: INFO neutron.wsgi [req-8090290b-d9e5-4310-b4ac-30ac0946872e req-2cd25d20-069a-4e0e-b755-2712f601b236 service neutron] 10.222.0.20 "GET /v2.0/networks/d5a90fe8-bc27-43fd-967e-c2c4a7f28507?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0957282 Aug 13 11:25:30.696677 dv-cinder-797608-16-iscsi neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c06c7ab8-e46b-43a3-afdc-4aa3b6bee8aa req-edb5f63d-622e-49c3-8f78-eb3a8cf36a7f tempest-AttachVolumeShelveTestJSON-167533422 tempest-AttachVolumeShelveTestJSON-167533422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 11:25:30.698094 dv-cinder-797608-16-iscsi neutron-server[93884]: INFO neutron.wsgi [req-c06c7ab8-e46b-43a3-afdc-4aa3b6bee8aa req-edb5f63d-622e-49c3-8f78-eb3a8cf36a7f tempest-AttachVolumeShelveTestJSON-167533422 tempest-AttachVolumeShelveTestJSON-167533422-project] 10.222.0.32 "GET /v2.0/ports?device_id=aa0a566e-da2b-449d-aa8c-a9df34e28bef HTTP/1.1" status: 200 len: 945 time: 0.0543993 Aug 13 11:25:30.735262 dv-cinder-797608-16-iscsi neutron-server[93884]: INFO neutron.wsgi [req-c06c7ab8-e46b-43a3-afdc-4aa3b6bee8aa req-e55e0c56-7229-4c96-9c8b-b4a48722472b tempest-AttachVolumeShelveTestJSON-167533422 tempest-AttachVolumeShelveTestJSON-167533422-project] 10.222.0.32 "GET /v2.0/security-groups?id=26f817c1-933c-4977-9085-1dee6d7b8bee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312924 Aug 13 11:25:31.135738 dv-cinder-797608-16-iscsi neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a542ae2-ac1b-404d-8d18-d8f3837f22ad req-8dd6bab6-a996-46ba-821a-48af9e7f121d tempest-TestVolumeBootPattern-1538991942 tempest-TestVolumeBootPattern-1538991942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 11:25:31.137225 dv-cinder-797608-16-iscsi neutron-server[93884]: INFO neutron.wsgi [req-2a542ae2-ac1b-404d-8d18-d8f3837f22ad req-8dd6bab6-a996-46ba-821a-48af9e7f121d tempest-TestVolumeBootPattern-1538991942 tempest-TestVolumeBootPattern-1538991942-project] 10.222.0.32 "GET /v2.0/ports?device_id=7b71f2b5-3fb0-45cd-89a7-90dac1a9b734 HTTP/1.1" status: 200 len: 945 time: 0.0472553 Aug 13 11:25:31.173715 dv-cinder-797608-16-iscsi neutron-server[93884]: INFO neutron.wsgi [req-2a542ae2-ac1b-404d-8d18-d8f3837f22ad req-fad7ba26-ab63-48ae-b4c1-7f19b7be71bd tempest-TestVolumeBootPattern-1538991942 tempest-TestVolumeBootPattern-1538991942-project] 10.222.0.32 "GET /v2.0/security-groups?id=ca285d94-e6fc-485c-ad28-b15c1712fa1f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0302663 Aug 13 11:25:31.386230 dv-cinder-797608-16-iscsi neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-884aced6-8c96-4c13-8b93-b5d7eb5eec8c req-e3502312-f679-4403-9ab4-3638213acb64 tempest-TestShelveInstance-650229999 tempest-TestShelveInstance-650229999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 11:25:31.387700 dv-cinder-797608-16-iscsi neutron-server[93884]: INFO neutron.wsgi [req-884aced6-8c96-4c13-8b93-b5d7eb5eec8c req-e3502312-f679-4403-9ab4-3638213acb64 tempest-TestShelveInstance-650229999 tempest-TestShelveInstance-650229999-project] 10.222.0.32 "GET /v2.0/ports?device_id=2e2d3778-af47-4742-bf54-fbb19360964f HTTP/1.1" status: 200 len: 945 time: 0.0599585 Aug 13 11:25:31.425401 dv-cinder-797608-16-iscsi neutron-server[93884]: INFO neutron.wsgi [req-884aced6-8c96-4c13-8b93-b5d7eb5eec8c req-e265627b-9960-4765-b270-673fa3ea29ca tempest-TestShelveInstance-650229999 tempest-TestShelveInstance-650229999-project] 10.222.0.32 "GET /v2.0/security-groups?id=10b612c3-878e-45c8-a45f-b00eff83bd94&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311043 Aug 13 11:25:31.856904 dv-cinder-797608-16-iscsi neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0989f67e-9d98-45ad-bc97-249115d4e300 req-bb447419-3175-46f0-97ff-60e396a67e42 tempest-AttachVolumeShelveTestJSON-167533422 tempest-AttachVolumeShelveTestJSON-167533422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 11:25:31.858294 dv-cinder-797608-16-iscsi neutron-server[93884]: INFO neutron.wsgi [req-0989f67e-9d98-45ad-bc97-249115d4e300 req-bb447419-3175-46f0-97ff-60e396a67e42 tempest-AttachVolumeShelveTestJSON-167533422 tempest-AttachVolumeShelveTestJSON-167533422-project] 10.222.0.32 "GET /v2.0/ports?device_id=aa0a566e-da2b-449d-aa8c-a9df34e28bef HTTP/1.1" status: 200 len: 945 time: 0.0529566 Aug 13 11:25:31.895547 dv-cinder-797608-16-iscsi neutron-server[93884]: INFO neutron.wsgi [req-0989f67e-9d98-45ad-bc97-249115d4e300 req-ff886abc-daf3-464a-81cd-574f70cb8855 tempest-AttachVolumeShelveTestJSON-167533422 tempest-AttachVolumeShelveTestJSON-167533422-project] 10.222.0.32 "GET /v2.0/security-groups?id=26f817c1-933c-4977-9085-1dee6d7b8bee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0308654 Aug 13 11:25:32.287430 dv-cinder-797608-16-iscsi neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66a30fcf-96d1-4762-808c-20f0a394025d req-089d3b0a-f522-41ab-850f-d33a7eeed0a8 tempest-TestVolumeBootPattern-1538991942 tempest-TestVolumeBootPattern-1538991942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 11:25:32.288882 dv-cinder-797608-16-iscsi neutron-server[93884]: INFO neutron.wsgi [req-66a30fcf-96d1-4762-808c-20f0a394025d req-089d3b0a-f522-41ab-850f-d33a7eeed0a8 tempest-TestVolumeBootPattern-1538991942 tempest-TestVolumeBootPattern-1538991942-project] 10.222.0.32 "GET /v2.0/ports?device_id=7b71f2b5-3fb0-45cd-89a7-90dac1a9b734 HTTP/1.1" status: 200 len: 945 time: 0.0471685 Aug 13 11:25:32.324972 dv-cinder-797608-16-iscsi neutron-server[93884]: INFO neutron.wsgi [req-66a30fcf-96d1-4762-808c-20f0a394025d req-94a2e478-7002-491a-aa2e-d670528867d1 tempest-TestVolumeBootPattern-1538991942 tempest-TestVolumeBootPattern-1538991942-project] 10.222.0.32 "GET /v2.0/security-groups?id=ca285d94-e6fc-485c-ad28-b15c1712fa1f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0302696 Aug 13 11:25:32.542180 dv-cinder-797608-16-iscsi neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dd21c9d-b41e-49f3-9de6-c0bd83ec8441 req-4b7110dc-16c2-4665-a4be-b2ec0d6a12fe tempest-TestShelveInstance-650229999 tempest-TestShelveInstance-650229999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 11:25:32.543651 dv-cinder-797608-16-iscsi neutron-server[93884]: INFO neutron.wsgi [req-6dd21c9d-b41e-49f3-9de6-c0bd83ec8441 req-4b7110dc-16c2-4665-a4be-b2ec0d6a12fe tempest-TestShelveInstance-650229999 tempest-TestShelveInstance-650229999-project] 10.222.0.32 "GET /v2.0/ports?device_id=2e2d3778-af47-4742-bf54-fbb19360964f HTTP/1.1" status: 200 len: 945 time: 0.0517156 Aug 13 11:25:32.581302 dv-cinder-797608-16-iscsi neutron-server[93884]: INFO neutron.wsgi [req-6dd21c9d-b41e-49f3-9de6-c0bd83ec8441 req-52a6965f-0e76-4683-8765-5698a2cede8e tempest-TestShelveInstance-650229999 tempest-TestShelveInstance-650229999-project] 10.222.0.32 "GET /v2.0/security-groups?id=10b612c3-878e-45c8-a45f-b00eff83bd94&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317049 Aug 13 11:25:33.011913 dv-cinder-797608-16-iscsi neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c40b88f-59a4-4455-a8e0-4babd71ce2a9 req-c3466159-b4c7-499a-9ac4-101f95254164 tempest-AttachVolumeShelveTestJSON-167533422 tempest-AttachVolumeShelveTestJSON-167533422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 11:25:33.013382 dv-cinder-797608-16-iscsi neutron-server[93884]: INFO neutron.wsgi [req-6c40b88f-59a4-4455-a8e0-4babd71ce2a9 req-c3466159-b4c7-499a-9ac4-101f95254164 tempest-AttachVolumeShelveTestJSON-167533422 tempest-AttachVolumeShelveTestJSON-167533422-project] 10.222.0.32 "GET /v2.0/ports?device_id=aa0a566e-da2b-449d-aa8c-a9df34e28bef HTTP/1.1" status: 200 len: 945 time: 0.0483952 Aug 13 11:25:33.050321 dv-cinder-797608-16-iscsi neutron-server[93884]: INFO neutron.wsgi [req-6c40b88f-59a4-4455-a8e0-4babd71ce2a9 req-2710401a-5144-44fa-849b-2db64d8a25ad tempest-AttachVolumeShelveTestJSON-167533422 tempest-AttachVolumeShelveTestJSON-167533422-project] 10.222.0.32 "GET /v2.0/security-groups?id=26f817c1-933c-4977-9085-1dee6d7b8bee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0303950 Aug 13 11:25:33.264613 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bc1a25e-767c-4875-9fd3-3a0f2b1fe482 req-22c0f6d9-a74b-4f84-8f41-ee6fbc58136f tempest-TestVolumeBootPattern-1538991942 tempest-TestVolumeBootPattern-1538991942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 11:25:33.266720 dv-cinder-797608-16-iscsi neutron-server[93883]: INFO neutron.wsgi [req-8bc1a25e-767c-4875-9fd3-3a0f2b1fe482 req-22c0f6d9-a74b-4f84-8f41-ee6fbc58136f tempest-TestVolumeBootPattern-1538991942 tempest-TestVolumeBootPattern-1538991942-project] 10.222.0.20 "GET /v2.0/ports?device_id=7b71f2b5-3fb0-45cd-89a7-90dac1a9b734 HTTP/1.1" status: 200 len: 945 time: 0.0587604 Aug 13 11:25:33.362549 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron.plugins.ml2.plugin [req-8bc1a25e-767c-4875-9fd3-3a0f2b1fe482 req-6b3a024f-29ea-4033-8f72-2fa75d902afd tempest-TestVolumeBootPattern-1538991942 tempest-TestVolumeBootPattern-1538991942-project] Deleting port 739308cf-9aff-437d-a19f-a95cf9535ad7 {{(pid=93883) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 13 11:25:33.362896 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-8bc1a25e-767c-4875-9fd3-3a0f2b1fe482 req-6b3a024f-29ea-4033-8f72-2fa75d902afd tempest-TestVolumeBootPattern-1538991942 tempest-TestVolumeBootPattern-1538991942-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782137884200'] for port, before_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 11:25:33.449363 dv-cinder-797608-16-iscsi neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-134dfad2-95fd-4dd4-901d-99ddebaa9027 req-1304b69e-f548-4d56-b3a7-a87426c792da tempest-TestVolumeBootPattern-1538991942 tempest-TestVolumeBootPattern-1538991942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 11:25:33.450956 dv-cinder-797608-16-iscsi neutron-server[93884]: INFO neutron.wsgi [req-134dfad2-95fd-4dd4-901d-99ddebaa9027 req-1304b69e-f548-4d56-b3a7-a87426c792da tempest-TestVolumeBootPattern-1538991942 tempest-TestVolumeBootPattern-1538991942-project] 10.222.0.32 "GET /v2.0/ports?device_id=7b71f2b5-3fb0-45cd-89a7-90dac1a9b734 HTTP/1.1" status: 200 len: 945 time: 0.0563340 Aug 13 11:25:33.471222 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron.plugins.ml2.db [req-8bc1a25e-767c-4875-9fd3-3a0f2b1fe482 req-6b3a024f-29ea-4033-8f72-2fa75d902afd tempest-TestVolumeBootPattern-1538991942 tempest-TestVolumeBootPattern-1538991942-project] For port 739308cf-9aff-437d-a19f-a95cf9535ad7, host hv-cinder-79760, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79760',level=0,port_id=739308cf-9aff-437d-a19f-a95cf9535ad7,segment=NetworkSegment(7e8d8a1c-0ea0-4420-aa00-8216212b44b2),segment_id=7e8d8a1c-0ea0-4420-aa00-8216212b44b2)] {{(pid=93883) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 13 11:25:33.471896 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-8bc1a25e-767c-4875-9fd3-3a0f2b1fe482 req-6b3a024f-29ea-4033-8f72-2fa75d902afd tempest-TestVolumeBootPattern-1538991942 tempest-TestVolumeBootPattern-1538991942-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1583036'] for port, precommit_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 11:25:33.496015 dv-cinder-797608-16-iscsi neutron-server[93884]: INFO neutron.wsgi [req-134dfad2-95fd-4dd4-901d-99ddebaa9027 req-b5ebc943-010f-4f0f-8bcf-19bb4957da98 tempest-TestVolumeBootPattern-1538991942 tempest-TestVolumeBootPattern-1538991942-project] 10.222.0.32 "GET /v2.0/security-groups?id=ca285d94-e6fc-485c-ad28-b15c1712fa1f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0372226 Aug 13 11:25:33.544232 dv-cinder-797608-16-iscsi neutron-server[93885]: DEBUG neutron.plugins.ml2.rpc [None req-a0b9b986-0706-4fc6-9cf9-0eb02d2513dc None None] Device bec7f6e6-fda9-4e55-b235-243402f8d2f0 no longer exists at agent hyperv_hv-cinder-79760 {{(pid=93885) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 13 11:25:33.627985 dv-cinder-797608-16-iscsi neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-a0b9b986-0706-4fc6-9cf9-0eb02d2513dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935434'] for port, before_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 11:25:33.651402 dv-cinder-797608-16-iscsi neutron-server[93885]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'aa0a566e-da2b-449d-aa8c-a9df34e28bef', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'bec7f6e6-fda9-4e55-b235-243402f8d2f0'}] {{(pid=93885) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 13 11:25:33.654311 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-8bc1a25e-767c-4875-9fd3-3a0f2b1fe482 req-6b3a024f-29ea-4033-8f72-2fa75d902afd tempest-TestVolumeBootPattern-1538991942 tempest-TestVolumeBootPattern-1538991942-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 11:25:33.654476 dv-cinder-797608-16-iscsi neutron-server[93885]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6271a0dfd589c32cbc3478448621ce6e19c81a8dd821b4c159629fbe4478ed77" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2ad32fce-0774-4d51-b705-ce79a2133691" -d '{"events": [{"server_uuid": "aa0a566e-da2b-449d-aa8c-a9df34e28bef", "name": "network-vif-unplugged", "status": "completed", "tag": "bec7f6e6-fda9-4e55-b235-243402f8d2f0"}]}' {{(pid=93885) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 13 11:25:33.654707 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-8bc1a25e-767c-4875-9fd3-3a0f2b1fe482 req-6b3a024f-29ea-4033-8f72-2fa75d902afd tempest-TestVolumeBootPattern-1538991942 tempest-TestVolumeBootPattern-1538991942-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1585555'] for floatingip, after_update {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 11:25:33.655026 dv-cinder-797608-16-iscsi neutron-server[93883]: INFO neutron.db.l3_db [req-8bc1a25e-767c-4875-9fd3-3a0f2b1fe482 req-6b3a024f-29ea-4033-8f72-2fa75d902afd tempest-TestVolumeBootPattern-1538991942 tempest-TestVolumeBootPattern-1538991942-project] Floating IP b631bae5-7682-4b52-90db-55cb904f42b3 disassociated. External IP: 172.27.2.240, port: 739308cf-9aff-437d-a19f-a95cf9535ad7. Aug 13 11:25:33.655371 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron.plugins.ml2.plugin [req-8bc1a25e-767c-4875-9fd3-3a0f2b1fe482 req-6b3a024f-29ea-4033-8f72-2fa75d902afd tempest-TestVolumeBootPattern-1538991942 tempest-TestVolumeBootPattern-1538991942-project] Calling delete_port for 739308cf-9aff-437d-a19f-a95cf9535ad7 owned by compute:nova {{(pid=93883) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 13 11:25:33.668164 dv-cinder-797608-16-iscsi neutron-server[93885]: DEBUG neutron.plugins.ml2.db [None req-a0b9b986-0706-4fc6-9cf9-0eb02d2513dc None None] For port bec7f6e6-fda9-4e55-b235-243402f8d2f0, host hv-cinder-79760, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79760',level=0,port_id=bec7f6e6-fda9-4e55-b235-243402f8d2f0,segment=NetworkSegment(0fa64963-7e93-4d0e-b107-3a0c1a54420b),segment_id=0fa64963-7e93-4d0e-b107-3a0c1a54420b)] {{(pid=93885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 13 11:25:33.672449 dv-cinder-797608-16-iscsi neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-a0b9b986-0706-4fc6-9cf9-0eb02d2513dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935844', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611014', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782137889940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782137337613', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782137337631'] for port, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 11:25:33.711674 dv-cinder-797608-16-iscsi neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-214bc52c-626f-4cea-b084-0e55e6913243 req-cbe57e05-598b-4a8e-b6bd-a167ed7a5ebc tempest-TestShelveInstance-650229999 tempest-TestShelveInstance-650229999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 11:25:33.713792 dv-cinder-797608-16-iscsi neutron-server[93884]: INFO neutron.wsgi [req-214bc52c-626f-4cea-b084-0e55e6913243 req-cbe57e05-598b-4a8e-b6bd-a167ed7a5ebc tempest-TestShelveInstance-650229999 tempest-TestShelveInstance-650229999-project] 10.222.0.32 "GET /v2.0/ports?device_id=2e2d3778-af47-4742-bf54-fbb19360964f HTTP/1.1" status: 200 len: 945 time: 0.0573876 Aug 13 11:25:33.724770 dv-cinder-797608-16-iscsi neutron-server[93885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0b9b986-0706-4fc6-9cf9-0eb02d2513dc None None] Pushing event updated for resources: {'Port': ['ID=bec7f6e6-fda9-4e55-b235-243402f8d2f0,revision_number=8']} {{(pid=93885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 11:25:33.760764 dv-cinder-797608-16-iscsi neutron-server[93884]: INFO neutron.wsgi [req-214bc52c-626f-4cea-b084-0e55e6913243 req-ca084777-35f1-486d-9921-41513db3a040 tempest-TestShelveInstance-650229999 tempest-TestShelveInstance-650229999-project] 10.222.0.32 "GET /v2.0/security-groups?id=10b612c3-878e-45c8-a45f-b00eff83bd94&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405600 Aug 13 11:25:33.789286 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-8bc1a25e-767c-4875-9fd3-3a0f2b1fe482 req-6b3a024f-29ea-4033-8f72-2fa75d902afd tempest-TestVolumeBootPattern-1538991942 tempest-TestVolumeBootPattern-1538991942-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935844', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611014', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782137889922', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782137337604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2139128394'] for port, after_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 11:25:33.813108 dv-cinder-797608-16-iscsi neutron-server[93885]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Fri, 13 Aug 2021 11:25:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1d657197-13b3-4ea1-b830-66e2a863e60f x-openstack-request-id: req-1d657197-13b3-4ea1-b830-66e2a863e60f {{(pid=93885) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 13 11:25:33.813432 dv-cinder-797608-16-iscsi neutron-server[93885]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "aa0a566e-da2b-449d-aa8c-a9df34e28bef", "name": "network-vif-unplugged", "status": "failed", "tag": "bec7f6e6-fda9-4e55-b235-243402f8d2f0", "code": 422}]} {{(pid=93885) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 13 11:25:33.813816 dv-cinder-797608-16-iscsi neutron-server[93885]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-1d657197-13b3-4ea1-b830-66e2a863e60f {{(pid=93885) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 13 11:25:33.814321 dv-cinder-797608-16-iscsi neutron-server[93885]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': 'aa0a566e-da2b-449d-aa8c-a9df34e28bef', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': 'bec7f6e6-fda9-4e55-b235-243402f8d2f0', 'code': 422} returned with failed status Aug 13 11:25:33.816666 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b3a024f-29ea-4033-8f72-2fa75d902afd tempest-TestVolumeBootPattern-1538991942 tempest-TestVolumeBootPattern-1538991942-project] Pushing event deleted for resources: {'Port': ['ID=739308cf-9aff-437d-a19f-a95cf9535ad7,revision_number=None']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 11:25:33.937378 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron.scheduler.l3_agent_scheduler [req-8bc1a25e-767c-4875-9fd3-3a0f2b1fe482 req-6b3a024f-29ea-4033-8f72-2fa75d902afd tempest-TestVolumeBootPattern-1538991942 tempest-TestVolumeBootPattern-1538991942-project] Router cd349942-cccd-4380-823d-f8929ef099a0 has already been hosted by L3 agent 120d27b5-31d8-4cd2-97b4-2412c45088e1 {{(pid=93883) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 13 11:25:34.042178 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-8bc1a25e-767c-4875-9fd3-3a0f2b1fe482 req-6b3a024f-29ea-4033-8f72-2fa75d902afd tempest-TestVolumeBootPattern-1538991942 tempest-TestVolumeBootPattern-1538991942-project] Notify agent at l3_agent.dv-cinder-797608-16-iscsi the message routers_updated {{(pid=93883) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 13 11:25:34.052292 dv-cinder-797608-16-iscsi neutron-server[93885]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-947849a3-b778-48d5-9c3d-1913afb35dc4 None None] Sync routers for ids ['cd349942-cccd-4380-823d-f8929ef099a0'] in dv-cinder-797608-16-iscsi {{(pid=93885) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 13 11:25:34.061523 dv-cinder-797608-16-iscsi neutron-server[93885]: DEBUG neutron.db.l3_dvrscheduler_db [None req-947849a3-b778-48d5-9c3d-1913afb35dc4 None None] Routers {'cd349942-cccd-4380-823d-f8929ef099a0'} bound to L3 agent in host dv-cinder-797608-16-iscsi {{(pid=93885) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 13 11:25:34.062762 dv-cinder-797608-16-iscsi neutron-server[93885]: DEBUG neutron.db.l3_hamode_db [None req-947849a3-b778-48d5-9c3d-1913afb35dc4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797608-16-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-08-13T11:11:41Z,description=,heartbeat_timestamp=2021-08-13T11:25:11Z,host='dv-cinder-797608-16-iscsi',id=120d27b5-31d8-4cd2-97b4-2412c45088e1,load=0,resource_versions=,resources_synced=,started_at=2021-08-13T11:11:41Z,topic='l3_agent')) {'router_ids': ['cd349942-cccd-4380-823d-f8929ef099a0'], 'active': True} {{(pid=93885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 13 11:25:34.082289 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron.db.l3_dvrscheduler_db [req-8bc1a25e-767c-4875-9fd3-3a0f2b1fe482 req-6b3a024f-29ea-4033-8f72-2fa75d902afd tempest-TestVolumeBootPattern-1538991942 tempest-TestVolumeBootPattern-1538991942-project] No DVR routers for this DVR port 739308cf-9aff-437d-a19f-a95cf9535ad7 on host hv-cinder-79760 {{(pid=93883) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 13 11:25:34.085006 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-8bc1a25e-767c-4875-9fd3-3a0f2b1fe482 req-6b3a024f-29ea-4033-8f72-2fa75d902afd tempest-TestVolumeBootPattern-1538991942 tempest-TestVolumeBootPattern-1538991942-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-128352'] for port, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 11:25:34.087647 dv-cinder-797608-16-iscsi neutron-server[93883]: INFO neutron.wsgi [req-8bc1a25e-767c-4875-9fd3-3a0f2b1fe482 req-6b3a024f-29ea-4033-8f72-2fa75d902afd tempest-TestVolumeBootPattern-1538991942 tempest-TestVolumeBootPattern-1538991942-project] 10.222.0.20 "DELETE /v2.0/ports/739308cf-9aff-437d-a19f-a95cf9535ad7 HTTP/1.1" status: 204 len: 173 time: 0.8137274 Aug 13 11:25:34.088167 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7b71f2b5-3fb0-45cd-89a7-90dac1a9b734', 'name': 'network-vif-deleted', 'tag': '739308cf-9aff-437d-a19f-a95cf9535ad7'}] {{(pid=93883) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 13 11:25:34.090484 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}db1a1fbc245c58e73290e58258e46ca41fe4e785cc79cbd57aa3dae940aad292" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7632b724-dd84-42c8-a5c1-8ded54c97ba9" -d '{"events": [{"server_uuid": "7b71f2b5-3fb0-45cd-89a7-90dac1a9b734", "name": "network-vif-deleted", "tag": "739308cf-9aff-437d-a19f-a95cf9535ad7"}]}' {{(pid=93883) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 13 11:25:34.132565 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 13 Aug 2021 11:25:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-66231733-68f9-45bb-8f37-ec23ea32246c x-openstack-request-id: req-66231733-68f9-45bb-8f37-ec23ea32246c {{(pid=93883) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 13 11:25:34.132855 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7b71f2b5-3fb0-45cd-89a7-90dac1a9b734", "name": "network-vif-deleted", "tag": "739308cf-9aff-437d-a19f-a95cf9535ad7", "status": "completed", "code": 200}]} {{(pid=93883) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 13 11:25:34.133104 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-66231733-68f9-45bb-8f37-ec23ea32246c {{(pid=93883) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 13 11:25:34.133498 dv-cinder-797608-16-iscsi neutron-server[93883]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7b71f2b5-3fb0-45cd-89a7-90dac1a9b734', 'name': 'network-vif-deleted', 'tag': '739308cf-9aff-437d-a19f-a95cf9535ad7', 'status': 'completed', 'code': 200} Aug 13 11:25:34.175463 dv-cinder-797608-16-iscsi neutron-server[93885]: DEBUG neutron.db.l3_dvr_db [None req-947849a3-b778-48d5-9c3d-1913afb35dc4 None None] Set router cd349942-cccd-4380-823d-f8929ef099a0 gateway port host: dv-cinder-797608-16-iscsi {{(pid=93885) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 13 11:25:34.364050 dv-cinder-797608-16-iscsi neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-a0b9b986-0706-4fc6-9cf9-0eb02d2513dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782137812740', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-997306'] for agent, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 11:25:34.392161 dv-cinder-797608-16-iscsi neutron-server[93885]: DEBUG neutron.db.l3_hamode_db [None req-947849a3-b778-48d5-9c3d-1913afb35dc4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cd349942-cccd-4380-823d-f8929ef099a0', 'name': 'tempest-TestVolumeBootPattern-1716761397-router', 'tenant_id': 'd5749f1d743e45099877d2ba04647196', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c3f0979-58a5-4465-87f9-e256377c6b61', 'external_fixed_ips': [{'subnet_id': 'ba735781-2bff-41d5-99b4-7ca705ee91ca', 'ip_address': '172.27.2.151'}], 'enable_snat': True}, 'gw_port_id': 'd7f11c20-a34b-4aad-8189-8f8559df3f39', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-13T11:22:18Z', 'updated_at': '2021-08-13T11:22:21Z', 'revision_number': 4, 'project_id': 'd5749f1d743e45099877d2ba04647196', 'gw_port': {'id': 'd7f11c20-a34b-4aad-8189-8f8559df3f39', 'name': '', 'network_id': '7c3f0979-58a5-4465-87f9-e256377c6b61', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:19:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd349942-cccd-4380-823d-f8929ef099a0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 470, 'fixed_ips': [{'subnet_id': 'ba735781-2bff-41d5-99b4-7ca705ee91ca', 'ip_address': '172.27.2.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-13T11:22:18Z', 'updated_at': '2021-08-13T11:22:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ba735781-2bff-41d5-99b4-7ca705ee91ca', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797608-16-iscsi', '_interfaces': [{'id': 'e7681864-7bb9-4402-8c3d-4147abd52caa', 'name': '', 'network_id': '999d1062-b3a3-4414-af22-ebf9a7c571f6', 'tenant_id': 'd5749f1d743e45099877d2ba04647196', 'mac_address': 'fa:16:3e:fd:b5:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd349942-cccd-4380-823d-f8929ef099a0', 'device_owner': 'network:router_interface', 'standard_attr_id': 471, 'fixed_ips': [{'subnet_id': '2b810745-615e-4226-8545-baa357ea81b9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-13T11:22:21Z', 'updated_at': '2021-08-13T11:22:28Z', 'revision_number': 5, 'project_id': 'd5749f1d743e45099877d2ba04647196', 'subnets': [{'id': '2b810745-615e-4226-8545-baa357ea81b9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-797608-16-iscsi', False) {} {{(pid=93885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 13 11:25:34.418924 dv-cinder-797608-16-iscsi neutron-server[93885]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-947849a3-b778-48d5-9c3d-1913afb35dc4 None None] Checking router: cd349942-cccd-4380-823d-f8929ef099a0 for host: dv-cinder-797608-16-iscsi {{(pid=93885) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 13 11:25:34.428173 dv-cinder-797608-16-iscsi neutron-server[93885]: DEBUG neutron.db.l3_dvrscheduler_db [None req-947849a3-b778-48d5-9c3d-1913afb35dc4 None None] Routers {'cd349942-cccd-4380-823d-f8929ef099a0'} bound to L3 agent in host dv-cinder-797608-16-iscsi {{(pid=93885) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 13 11:25:34.428803 dv-cinder-797608-16-iscsi neutron-server[93885]: DEBUG neutron.db.l3_hamode_db [None req-947849a3-b778-48d5-9c3d-1913afb35dc4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797608-16-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-08-13T11:11:41Z,description=,heartbeat_timestamp=2021-08-13T11:25:11Z,host='dv-cinder-797608-16-iscsi',id=120d27b5-31d8-4cd2-97b4-2412c45088e1,load=0,resource_versions=,resources_synced=,started_at=2021-08-13T11:11:41Z,topic='l3_agent')) {'router_ids': ['cd349942-cccd-4380-823d-f8929ef099a0'], 'active': True} {{(pid=93885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 13 11:25:34.534983 dv-cinder-797608-16-iscsi neutron-server[93885]: DEBUG neutron.db.l3_dvr_db [None req-947849a3-b778-48d5-9c3d-1913afb35dc4 None None] Set router cd349942-cccd-4380-823d-f8929ef099a0 gateway port host: dv-cinder-797608-16-iscsi {{(pid=93885) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 13 11:25:34.608818 dv-cinder-797608-16-iscsi neutron-server[93884]: INFO neutron.wsgi [req-bd3f9e21-2a8b-4187-939d-e8221cbd37ec req-36acf725-e8ab-4b64-a473-2ce8b3b79107 tempest-TestVolumeBootPattern-1538991942 tempest-TestVolumeBootPattern-1538991942-project] 10.222.0.32 "GET /v2.0/ports?device_id=7b71f2b5-3fb0-45cd-89a7-90dac1a9b734 HTTP/1.1" status: 200 len: 210 time: 0.0259657 Aug 13 11:25:34.755526 dv-cinder-797608-16-iscsi neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7790e84c-1eb5-4db6-9c66-ca7e07e79ce5 req-ada35cdc-b9dc-4ad0-b731-520121da8bac tempest-AttachVolumeShelveTestJSON-167533422 tempest-AttachVolumeShelveTestJSON-167533422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 11:25:34.756155 dv-cinder-797608-16-iscsi neutron-server[93885]: DEBUG neutron.db.l3_hamode_db [None req-947849a3-b778-48d5-9c3d-1913afb35dc4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cd349942-cccd-4380-823d-f8929ef099a0', 'name': 'tempest-TestVolumeBootPattern-1716761397-router', 'tenant_id': 'd5749f1d743e45099877d2ba04647196', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c3f0979-58a5-4465-87f9-e256377c6b61', 'external_fixed_ips': [{'subnet_id': 'ba735781-2bff-41d5-99b4-7ca705ee91ca', 'ip_address': '172.27.2.151'}], 'enable_snat': True}, 'gw_port_id': 'd7f11c20-a34b-4aad-8189-8f8559df3f39', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-13T11:22:18Z', 'updated_at': '2021-08-13T11:22:21Z', 'revision_number': 4, 'project_id': 'd5749f1d743e45099877d2ba04647196', 'gw_port': {'id': 'd7f11c20-a34b-4aad-8189-8f8559df3f39', 'name': '', 'network_id': '7c3f0979-58a5-4465-87f9-e256377c6b61', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:19:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd349942-cccd-4380-823d-f8929ef099a0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 470, 'fixed_ips': [{'subnet_id': 'ba735781-2bff-41d5-99b4-7ca705ee91ca', 'ip_address': '172.27.2.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-13T11:22:18Z', 'updated_at': '2021-08-13T11:22:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ba735781-2bff-41d5-99b4-7ca705ee91ca', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797608-16-iscsi', '_interfaces': [{'id': 'e7681864-7bb9-4402-8c3d-4147abd52caa', 'name': '', 'network_id': '999d1062-b3a3-4414-af22-ebf9a7c571f6', 'tenant_id': 'd5749f1d743e45099877d2ba04647196', 'mac_address': 'fa:16:3e:fd:b5:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd349942-cccd-4380-823d-f8929ef099a0', 'device_owner': 'network:router_interface', 'standard_attr_id': 471, 'fixed_ips': [{'subnet_id': '2b810745-615e-4226-8545-baa357ea81b9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-13T11:22:21Z', 'updated_at': '2021-08-13T11:22:28Z', 'revision_number': 5, 'project_id': 'd5749f1d743e45099877d2ba04647196', 'subnets': [{'id': '2b810745-615e-4226-8545-baa357ea81b9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-797608-16-iscsi', False) {} {{(pid=93885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 13 11:25:34.758459 dv-cinder-797608-16-iscsi neutron-server[93884]: INFO neutron.wsgi [req-7790e84c-1eb5-4db6-9c66-ca7e07e79ce5 req-ada35cdc-b9dc-4ad0-b731-520121da8bac tempest-AttachVolumeShelveTestJSON-167533422 tempest-AttachVolumeShelveTestJSON-167533422-project] 10.222.0.32 "GET /v2.0/ports?device_id=aa0a566e-da2b-449d-aa8c-a9df34e28bef HTTP/1.1" status: 200 len: 943 time: 0.0528824 Aug 13 11:25:34.787942 dv-cinder-797608-16-iscsi neutron-server[93885]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-947849a3-b778-48d5-9c3d-1913afb35dc4 None None] The sync data for ids ['cd349942-cccd-4380-823d-f8929ef099a0'] in dv-cinder-797608-16-iscsi is: [{'id': 'cd349942-cccd-4380-823d-f8929ef099a0', 'name': 'tempest-TestVolumeBootPattern-1716761397-router', 'tenant_id': 'd5749f1d743e45099877d2ba04647196', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c3f0979-58a5-4465-87f9-e256377c6b61', 'external_fixed_ips': [{'subnet_id': 'ba735781-2bff-41d5-99b4-7ca705ee91ca', 'ip_address': '172.27.2.151'}], 'enable_snat': True}, 'gw_port_id': 'd7f11c20-a34b-4aad-8189-8f8559df3f39', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-13T11:22:18Z', 'updated_at': '2021-08-13T11:22:21Z', 'revision_number': 4, 'project_id': 'd5749f1d743e45099877d2ba04647196', 'gw_port': {'id': 'd7f11c20-a34b-4aad-8189-8f8559df3f39', 'name': '', 'network_id': '7c3f0979-58a5-4465-87f9-e256377c6b61', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:19:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd349942-cccd-4380-823d-f8929ef099a0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 470, 'fixed_ips': [{'subnet_id': 'ba735781-2bff-41d5-99b4-7ca705ee91ca', 'ip_address': '172.27.2.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-13T11:22:18Z', 'updated_at': '2021-08-13T11:22:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ba735781-2bff-41d5-99b4-7ca705ee91ca', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797608-16-iscsi', '_interfaces': [{'id': 'e7681864-7bb9-4402-8c3d-4147abd52caa', 'name': '', 'network_id': '999d1062-b3a3-4414-af22-ebf9a7c571f6', 'tenant_id': 'd5749f1d743e45099877d2ba04647196', 'mac_address': 'fa:16:3e:fd:b5:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd349942-cccd-4380-823d-f8929ef099a0', 'device_owner': 'network:router_interface', 'standard_attr_id': 471, 'fixed_ips': [{'subnet_id': '2b810745-615e-4226-8545-baa357ea81b9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-13T11:22:21Z', 'updated_at': '2021-08-13T11:22:28Z', 'revision_number': 5, 'project_id': 'd5749f1d743e45099877d2ba04647196', 'subnets': [{'id': '2b810745-615e-4226-8545-baa357ea81b9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93885) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 13 11:25:34.809902 dv-cinder-797608-16-iscsi neutron-server[93884]: INFO neutron.wsgi [req-7790e84c-1eb5-4db6-9c66-ca7e07e79ce5 req-4621b3bb-b50d-48bd-948b-90adfb4d7d64 tempest-AttachVolumeShelveTestJSON-167533422 tempest-AttachVolumeShelveTestJSON-167533422-project] 10.222.0.32 "GET /v2.0/security-groups?id=26f817c1-933c-4977-9085-1dee6d7b8bee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0466840 Aug 13 11:25:34.898300 dv-cinder-797608-16-iscsi neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7249d5f1-f1c5-44fe-9167-92e1884ed2fb req-d9fc3cbb-833e-45a0-aa57-8c9a6c1bd561 tempest-TestShelveInstance-650229999 tempest-TestShelveInstance-650229999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 11:25:34.899992 dv-cinder-797608-16-iscsi neutron-server[93884]: INFO neutron.wsgi [req-7249d5f1-f1c5-44fe-9167-92e1884ed2fb req-d9fc3cbb-833e-45a0-aa57-8c9a6c1bd561 tempest-TestShelveInstance-650229999 tempest-TestShelveInstance-650229999-project] 10.222.0.32 "GET /v2.0/ports?device_id=2e2d3778-af47-4742-bf54-fbb19360964f HTTP/1.1" status: 200 len: 945 time: 0.0509069 Aug 13 11:25:34.960745 dv-cinder-797608-16-iscsi neutron-server[93884]: INFO neutron.wsgi [req-7249d5f1-f1c5-44fe-9167-92e1884ed2fb req-c35e2adf-307e-4874-9a8e-348aacd68669 tempest-TestShelveInstance-650229999 tempest-TestShelveInstance-650229999-project] 10.222.0.32 "GET /v2.0/security-groups?id=10b612c3-878e-45c8-a45f-b00eff83bd94&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0522530 Aug 13 11:25:34.980162 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.32', 51968) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 11:25:35.078279 dv-cinder-797608-16-iscsi neutron-server[93886]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-039e3e12-63c4-44a8-ade7-cfd2ee1c138c None None] New status for floating IP b631bae5-7682-4b52-90db-55cb904f42b3: DOWN {{(pid=93886) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 13 11:25:35.087355 dv-cinder-797608-16-iscsi neutron-server[93883]: INFO neutron.wsgi [req-1b2687a3-41a4-43a4-b878-c29278c2f80e req-c195e80f-ab86-4d96-a74d-680ff39da2bb service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=aa0a566e-da2b-449d-aa8c-a9df34e28bef&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1046581 Aug 13 11:25:35.784596 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c912e5fb-a338-4ca3-aca6-ef199c452a2b req-7dcb16be-4e2b-4a32-a5ca-f2a0975ebd00 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 11:25:35.785982 dv-cinder-797608-16-iscsi neutron-server[93883]: INFO neutron.wsgi [req-c912e5fb-a338-4ca3-aca6-ef199c452a2b req-7dcb16be-4e2b-4a32-a5ca-f2a0975ebd00 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=f2f73946f5b4487a90034c858e2b5010&device_id=2e2d3778-af47-4742-bf54-fbb19360964f HTTP/1.1" status: 200 len: 1098 time: 0.0486703 Aug 13 11:25:35.891785 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c912e5fb-a338-4ca3-aca6-ef199c452a2b req-58fc8a86-46cc-4cc5-8486-bf5ef8aebe3e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 11:25:35.893326 dv-cinder-797608-16-iscsi neutron-server[93883]: INFO neutron.wsgi [req-c912e5fb-a338-4ca3-aca6-ef199c452a2b req-58fc8a86-46cc-4cc5-8486-bf5ef8aebe3e service neutron] 10.222.0.20 "GET /v2.0/networks?id=19d032c5-8528-440a-a103-9e68f50bdfe9 HTTP/1.1" status: 200 len: 910 time: 0.0992022 Aug 13 11:25:35.966344 dv-cinder-797608-16-iscsi neutron-server[93883]: INFO neutron.wsgi [req-c912e5fb-a338-4ca3-aca6-ef199c452a2b req-58b1c103-9ce7-47f6-a8b5-0acae29ec10e service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=77f21e65-9f5a-4ea0-ae44-b11aedc351c0 HTTP/1.1" status: 200 len: 1001 time: 0.0652175 Aug 13 11:25:36.019342 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c912e5fb-a338-4ca3-aca6-ef199c452a2b req-4efbd5a3-5ab0-43c4-a980-01dd63c60907 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 11:25:36.020728 dv-cinder-797608-16-iscsi neutron-server[93883]: INFO neutron.wsgi [req-c912e5fb-a338-4ca3-aca6-ef199c452a2b req-4efbd5a3-5ab0-43c4-a980-01dd63c60907 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=3e906e7d-e025-4f52-b49f-c3fc3c70e6b0 HTTP/1.1" status: 200 len: 848 time: 0.0458708 Aug 13 11:25:36.074766 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c912e5fb-a338-4ca3-aca6-ef199c452a2b req-1057a30b-5174-47dc-9680-b28649873c22 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 11:25:36.076391 dv-cinder-797608-16-iscsi neutron-server[93883]: INFO neutron.wsgi [req-c912e5fb-a338-4ca3-aca6-ef199c452a2b req-1057a30b-5174-47dc-9680-b28649873c22 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=19d032c5-8528-440a-a103-9e68f50bdfe9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0440989 Aug 13 11:25:36.136381 dv-cinder-797608-16-iscsi neutron-server[93884]: INFO neutron.wsgi [req-8b73e0f1-04d9-4e03-968e-0c46a03d5f4a req-7322de90-2c61-46f8-a73b-eb3131da5e37 tempest-TestVolumeBootPattern-1538991942 tempest-TestVolumeBootPattern-1538991942-project] 10.222.0.32 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-368411503&fields=id&tenant_id=d5749f1d743e45099877d2ba04647196 HTTP/1.1" status: 200 len: 267 time: 0.2963810 Aug 13 11:25:36.178026 dv-cinder-797608-16-iscsi neutron-server[93883]: INFO neutron.wsgi [req-c912e5fb-a338-4ca3-aca6-ef199c452a2b req-0b65161e-9041-409a-86a3-d38fb554515b service neutron] 10.222.0.20 "GET /v2.0/networks/19d032c5-8528-440a-a103-9e68f50bdfe9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0921402 Aug 13 11:25:36.204658 dv-cinder-797608-16-iscsi neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80cd892d-ae7f-4abd-8492-6e5414aa4e4b req-33997434-3c69-4a11-82cc-cf96a951ca24 tempest-AttachVolumeShelveTestJSON-167533422 tempest-AttachVolumeShelveTestJSON-167533422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 11:25:36.206276 dv-cinder-797608-16-iscsi neutron-server[93884]: INFO neutron.wsgi [req-80cd892d-ae7f-4abd-8492-6e5414aa4e4b req-33997434-3c69-4a11-82cc-cf96a951ca24 tempest-AttachVolumeShelveTestJSON-167533422 tempest-AttachVolumeShelveTestJSON-167533422-project] 10.222.0.32 "GET /v2.0/ports?device_id=aa0a566e-da2b-449d-aa8c-a9df34e28bef HTTP/1.1" status: 200 len: 943 time: 0.1132028 Aug 13 11:25:36.274683 dv-cinder-797608-16-iscsi neutron-server[93884]: INFO neutron.wsgi [req-80cd892d-ae7f-4abd-8492-6e5414aa4e4b req-72b40d0a-31e3-4a52-be2a-2b8a241227a7 tempest-AttachVolumeShelveTestJSON-167533422 tempest-AttachVolumeShelveTestJSON-167533422-project] 10.222.0.32 "GET /v2.0/security-groups?id=26f817c1-933c-4977-9085-1dee6d7b8bee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0601695 Aug 13 11:25:36.279731 dv-cinder-797608-16-iscsi neutron-server[93883]: INFO neutron.wsgi [req-c912e5fb-a338-4ca3-aca6-ef199c452a2b req-42be103c-7239-4ef0-b9b6-412a5e64009d service neutron] 10.222.0.20 "GET /v2.0/networks/19d032c5-8528-440a-a103-9e68f50bdfe9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0856590 Aug 13 11:25:36.290317 dv-cinder-797608-16-iscsi neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b73e0f1-04d9-4e03-968e-0c46a03d5f4a req-6568349d-b51b-41e5-af0d-49fda01714ed tempest-TestVolumeBootPattern-1538991942 tempest-TestVolumeBootPattern-1538991942-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 11:25:36.292100 dv-cinder-797608-16-iscsi neutron-server[93884]: INFO neutron.wsgi [req-8b73e0f1-04d9-4e03-968e-0c46a03d5f4a req-6568349d-b51b-41e5-af0d-49fda01714ed tempest-TestVolumeBootPattern-1538991942 tempest-TestVolumeBootPattern-1538991942-project] 10.222.0.32 "GET /v2.0/networks?id=999d1062-b3a3-4414-af22-ebf9a7c571f6 HTTP/1.1" status: 200 len: 812 time: 0.1468687 Aug 13 11:25:36.310910 dv-cinder-797608-16-iscsi neutron-server[93884]: INFO neutron.wsgi [req-8b73e0f1-04d9-4e03-968e-0c46a03d5f4a req-43d567ca-3143-42b5-b2ca-a43d432a7f6d tempest-TestVolumeBootPattern-1538991942 tempest-TestVolumeBootPattern-1538991942-project] 10.222.0.32 "GET /v2.0/quotas/d5749f1d743e45099877d2ba04647196 HTTP/1.1" status: 200 len: 375 time: 0.0111887 Aug 13 11:25:36.396091 dv-cinder-797608-16-iscsi neutron-server[93884]: INFO neutron.wsgi [req-8b73e0f1-04d9-4e03-968e-0c46a03d5f4a req-b3309947-7d56-4be8-af14-a8925de8bba6 tempest-TestVolumeBootPattern-1538991942 tempest-TestVolumeBootPattern-1538991942-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=d5749f1d743e45099877d2ba04647196&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0789378 Aug 13 11:25:36.408993 dv-cinder-797608-16-iscsi neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb47b26a-691d-4d44-947e-429e228cf3e1 req-2adcd6a1-920b-4964-84de-e6aa8c9c2d25 tempest-TestShelveInstance-650229999 tempest-TestShelveInstance-650229999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 11:25:36.410508 dv-cinder-797608-16-iscsi neutron-server[93884]: INFO neutron.wsgi [req-cb47b26a-691d-4d44-947e-429e228cf3e1 req-2adcd6a1-920b-4964-84de-e6aa8c9c2d25 tempest-TestShelveInstance-650229999 tempest-TestShelveInstance-650229999-project] 10.222.0.32 "GET /v2.0/ports?device_id=2e2d3778-af47-4742-bf54-fbb19360964f HTTP/1.1" status: 200 len: 945 time: 0.0656071 Aug 13 11:25:36.503451 dv-cinder-797608-16-iscsi neutron-server[93884]: INFO neutron.wsgi [req-cb47b26a-691d-4d44-947e-429e228cf3e1 req-90b1cdac-d7a8-4046-8423-590e26928af9 tempest-TestShelveInstance-650229999 tempest-TestShelveInstance-650229999-project] 10.222.0.32 "GET /v2.0/security-groups?id=10b612c3-878e-45c8-a45f-b00eff83bd94&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0845430 Aug 13 11:25:36.532754 dv-cinder-797608-16-iscsi neutron-server[93884]: INFO neutron.wsgi [req-8b73e0f1-04d9-4e03-968e-0c46a03d5f4a req-c714d597-1efc-4d2d-82db-4624b777dfd9 service neutron] 10.222.0.32 "GET /v2.0/networks/999d1062-b3a3-4414-af22-ebf9a7c571f6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1212785 Aug 13 11:25:36.630681 dv-cinder-797608-16-iscsi neutron-server[93884]: INFO neutron.wsgi [req-8b73e0f1-04d9-4e03-968e-0c46a03d5f4a req-69dc9661-2203-411a-8376-14eb594ce537 service neutron] 10.222.0.32 "GET /v2.0/networks/999d1062-b3a3-4414-af22-ebf9a7c571f6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0916717 Aug 13 11:25:36.842943 dv-cinder-797608-16-iscsi neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65b48b03-98c4-46c7-b016-ba34ee59cd59 req-d3d774dd-d04f-43da-b0f2-63a3a617e328 tempest-TestMinimumBasicScenario-1732162642 tempest-TestMinimumBasicScenario-1732162642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 11:25:36.844628 dv-cinder-797608-16-iscsi neutron-server[93884]: INFO neutron.wsgi [req-65b48b03-98c4-46c7-b016-ba34ee59cd59 req-d3d774dd-d04f-43da-b0f2-63a3a617e328 tempest-TestMinimumBasicScenario-1732162642 tempest-TestMinimumBasicScenario-1732162642-project] 10.222.0.32 "GET /v2.0/ports?device_id=9a015b7b-d682-4071-ba5c-6755b9ba6082 HTTP/1.1" status: 200 len: 984 time: 0.0558271 Aug 13 11:25:36.887452 dv-cinder-797608-16-iscsi neutron-server[93884]: INFO neutron.wsgi [req-65b48b03-98c4-46c7-b016-ba34ee59cd59 req-a6a86981-f35c-4e01-a1fb-c9c7280835d4 tempest-TestMinimumBasicScenario-1732162642 tempest-TestMinimumBasicScenario-1732162642-project] 10.222.0.32 "GET /v2.0/security-groups?id=a4619659-dbd0-4bd3-8e2b-aff5e74a0297&id=07f5d850-9e0f-49d3-94db-c297e0ddd7cc&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0366352 Aug 13 11:25:36.952950 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-331d9909-d176-4495-9ec3-da35fb5ca9ab req-e6149a43-f1e7-41a9-9f8d-82d0c7d0ca62 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 11:25:36.955028 dv-cinder-797608-16-iscsi neutron-server[93883]: INFO neutron.wsgi [req-331d9909-d176-4495-9ec3-da35fb5ca9ab req-e6149a43-f1e7-41a9-9f8d-82d0c7d0ca62 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=52eae21d815a427f8c153edfc7da0f4d&device_id=9a015b7b-d682-4071-ba5c-6755b9ba6082 HTTP/1.1" status: 200 len: 1137 time: 0.0987492 Aug 13 11:25:36.962200 dv-cinder-797608-16-iscsi neutron-server[93884]: INFO neutron.wsgi [req-a78c025c-3c10-4da2-905f-c8091d05bb57 req-b5ea17da-9d5c-4b42-9fd0-38fb7f64fe5b tempest-TestVolumeBootPattern-1538991942 tempest-TestVolumeBootPattern-1538991942-project] 10.222.0.32 "GET /v2.0/ports?device_id=80297648-f7cc-41a2-9ba7-9546d08e7146 HTTP/1.1" status: 200 len: 210 time: 0.0271821 Aug 13 11:25:37.018546 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b2687a3-41a4-43a4-b878-c29278c2f80e req-337b8057-aa3e-46e8-9371-b8362f850f02 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 11:25:37.020824 dv-cinder-797608-16-iscsi neutron-server[93883]: INFO neutron.wsgi [req-1b2687a3-41a4-43a4-b878-c29278c2f80e req-337b8057-aa3e-46e8-9371-b8362f850f02 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=aa0a566e-da2b-449d-aa8c-a9df34e28bef&tenant_id=f8e7c269befb4af69a2ff5c42fe26725 HTTP/1.1" status: 200 len: 1096 time: 0.1240082 Aug 13 11:25:37.114597 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-331d9909-d176-4495-9ec3-da35fb5ca9ab req-c80c3ecc-a72e-4471-af28-a4ca9089532a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 11:25:37.116177 dv-cinder-797608-16-iscsi neutron-server[93883]: INFO neutron.wsgi [req-331d9909-d176-4495-9ec3-da35fb5ca9ab req-c80c3ecc-a72e-4471-af28-a4ca9089532a service neutron] 10.222.0.20 "GET /v2.0/networks?id=2aa59b6b-9eac-4bc1-9e70-61768bc81d23 HTTP/1.1" status: 200 len: 915 time: 0.1521554 Aug 13 11:25:37.167995 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b2687a3-41a4-43a4-b878-c29278c2f80e req-04cfe9f3-30e4-4591-8426-963342e12f16 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 11:25:37.169921 dv-cinder-797608-16-iscsi neutron-server[93883]: INFO neutron.wsgi [req-1b2687a3-41a4-43a4-b878-c29278c2f80e req-04cfe9f3-30e4-4591-8426-963342e12f16 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=f8e7c269befb4af69a2ff5c42fe26725&device_id=aa0a566e-da2b-449d-aa8c-a9df34e28bef HTTP/1.1" status: 200 len: 1096 time: 0.0974865 Aug 13 11:25:37.241741 dv-cinder-797608-16-iscsi neutron-server[93883]: INFO neutron.wsgi [req-331d9909-d176-4495-9ec3-da35fb5ca9ab req-973f2187-d4b0-4a7d-93b3-077cac8fd80f service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=a82adbf8-d06a-4f3f-b175-16e1dfbc2914 HTTP/1.1" status: 200 len: 1000 time: 0.1158059 Aug 13 11:25:37.319904 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-331d9909-d176-4495-9ec3-da35fb5ca9ab req-56fa7aef-58dd-4061-8c7e-eacf263c1474 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 11:25:37.321363 dv-cinder-797608-16-iscsi neutron-server[93883]: INFO neutron.wsgi [req-331d9909-d176-4495-9ec3-da35fb5ca9ab req-56fa7aef-58dd-4061-8c7e-eacf263c1474 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=1a6b0303-dad4-4d64-ab26-271478830140 HTTP/1.1" status: 200 len: 853 time: 0.0716977 Aug 13 11:25:37.324922 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b2687a3-41a4-43a4-b878-c29278c2f80e req-b95caf4e-ca4d-45f4-a6c6-13e9a0966ddd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 11:25:37.326278 dv-cinder-797608-16-iscsi neutron-server[93883]: INFO neutron.wsgi [req-1b2687a3-41a4-43a4-b878-c29278c2f80e req-b95caf4e-ca4d-45f4-a6c6-13e9a0966ddd service neutron] 10.222.0.20 "GET /v2.0/networks?id=d5a90fe8-bc27-43fd-967e-c2c4a7f28507 HTTP/1.1" status: 200 len: 918 time: 0.1471364 Aug 13 11:25:37.403387 dv-cinder-797608-16-iscsi neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-893b74e0-2b12-46dd-93a0-c45304a4014b req-ce2335f6-dc02-4046-9dc6-18e560e4f3f1 tempest-AttachVolumeShelveTestJSON-167533422 tempest-AttachVolumeShelveTestJSON-167533422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 11:25:37.405539 dv-cinder-797608-16-iscsi neutron-server[93884]: INFO neutron.wsgi [req-893b74e0-2b12-46dd-93a0-c45304a4014b req-ce2335f6-dc02-4046-9dc6-18e560e4f3f1 tempest-AttachVolumeShelveTestJSON-167533422 tempest-AttachVolumeShelveTestJSON-167533422-project] 10.222.0.32 "GET /v2.0/ports?device_id=aa0a566e-da2b-449d-aa8c-a9df34e28bef HTTP/1.1" status: 200 len: 943 time: 0.0507665 Aug 13 11:25:37.437428 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-331d9909-d176-4495-9ec3-da35fb5ca9ab req-bbbbda60-b87b-4564-b3be-8e78e977ec58 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 11:25:37.438972 dv-cinder-797608-16-iscsi neutron-server[93883]: INFO neutron.wsgi [req-331d9909-d176-4495-9ec3-da35fb5ca9ab req-bbbbda60-b87b-4564-b3be-8e78e977ec58 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=2aa59b6b-9eac-4bc1-9e70-61768bc81d23&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0961056 Aug 13 11:25:37.441266 dv-cinder-797608-16-iscsi neutron-server[93883]: INFO neutron.wsgi [req-1b2687a3-41a4-43a4-b878-c29278c2f80e req-2af89898-c216-48c9-906b-1fb8c483cd1f service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=bec7f6e6-fda9-4e55-b235-243402f8d2f0 HTTP/1.1" status: 200 len: 999 time: 0.0892284 Aug 13 11:25:37.455224 dv-cinder-797608-16-iscsi neutron-server[93884]: INFO neutron.wsgi [req-893b74e0-2b12-46dd-93a0-c45304a4014b req-5ab87c04-a81b-4297-897c-b81be2d2b815 tempest-AttachVolumeShelveTestJSON-167533422 tempest-AttachVolumeShelveTestJSON-167533422-project] 10.222.0.32 "GET /v2.0/security-groups?id=26f817c1-933c-4977-9085-1dee6d7b8bee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410926 Aug 13 11:25:37.564161 dv-cinder-797608-16-iscsi neutron-server[93885]: DEBUG neutron.plugins.ml2.rpc [None req-a0b9b986-0706-4fc6-9cf9-0eb02d2513dc None None] Device 739308cf-9aff-437d-a19f-a95cf9535ad7 no longer exists at agent hyperv_hv-cinder-79760 {{(pid=93885) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 13 11:25:37.572578 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b2687a3-41a4-43a4-b878-c29278c2f80e req-edf6141a-8984-4fe6-9ff2-7484acc09e22 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 11:25:37.574065 dv-cinder-797608-16-iscsi neutron-server[93883]: INFO neutron.wsgi [req-1b2687a3-41a4-43a4-b878-c29278c2f80e req-edf6141a-8984-4fe6-9ff2-7484acc09e22 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=76eee822-f693-42cb-8b2a-3e4c87d31887 HTTP/1.1" status: 200 len: 856 time: 0.0921142 Aug 13 11:25:37.585349 dv-cinder-797608-16-iscsi neutron-server[93885]: DEBUG neutron.plugins.ml2.plugin [None req-a0b9b986-0706-4fc6-9cf9-0eb02d2513dc None None] No Port match for: 739308cf-9aff-437d-a19f-a95cf9535ad7 {{(pid=93885) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 13 11:25:37.585780 dv-cinder-797608-16-iscsi neutron-server[93885]: DEBUG neutron.plugins.ml2.rpc [None req-a0b9b986-0706-4fc6-9cf9-0eb02d2513dc None None] Device 739308cf-9aff-437d-a19f-a95cf9535ad7 not bound to the agent host hv-cinder-79760 {{(pid=93885) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 13 11:25:37.586297 dv-cinder-797608-16-iscsi neutron-server[93885]: DEBUG neutron.plugins.ml2.rpc [None req-a0b9b986-0706-4fc6-9cf9-0eb02d2513dc None None] Device bec7f6e6-fda9-4e55-b235-243402f8d2f0 no longer exists at agent hyperv_hv-cinder-79760 {{(pid=93885) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 13 11:25:37.602539 dv-cinder-797608-16-iscsi neutron-server[93883]: INFO neutron.wsgi [req-331d9909-d176-4495-9ec3-da35fb5ca9ab req-a0cd0c09-e470-4cb0-8a14-5f58ee001417 service neutron] 10.222.0.20 "GET /v2.0/networks/2aa59b6b-9eac-4bc1-9e70-61768bc81d23?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1386704 Aug 13 11:25:37.636205 dv-cinder-797608-16-iscsi neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09189bc6-c3d6-4b98-8c34-7be77c982f1d req-6a033082-c84b-497b-ae19-f2c4aa7cfce7 tempest-TestShelveInstance-650229999 tempest-TestShelveInstance-650229999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 11:25:37.637781 dv-cinder-797608-16-iscsi neutron-server[93884]: INFO neutron.wsgi [req-09189bc6-c3d6-4b98-8c34-7be77c982f1d req-6a033082-c84b-497b-ae19-f2c4aa7cfce7 tempest-TestShelveInstance-650229999 tempest-TestShelveInstance-650229999-project] 10.222.0.32 "GET /v2.0/ports?device_id=2e2d3778-af47-4742-bf54-fbb19360964f HTTP/1.1" status: 200 len: 945 time: 0.0593231 Aug 13 11:25:37.694511 dv-cinder-797608-16-iscsi neutron-server[93884]: INFO neutron.wsgi [req-09189bc6-c3d6-4b98-8c34-7be77c982f1d req-a7d796db-01ce-42f8-956f-3a32e8cff32e tempest-TestShelveInstance-650229999 tempest-TestShelveInstance-650229999-project] 10.222.0.32 "GET /v2.0/security-groups?id=10b612c3-878e-45c8-a45f-b00eff83bd94&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0491207 Aug 13 11:25:37.978775 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b2687a3-41a4-43a4-b878-c29278c2f80e req-baccaecb-b79a-40a4-9697-7f57c1c76168 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 11:25:37.980277 dv-cinder-797608-16-iscsi neutron-server[93883]: INFO neutron.wsgi [req-1b2687a3-41a4-43a4-b878-c29278c2f80e req-baccaecb-b79a-40a4-9697-7f57c1c76168 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=d5a90fe8-bc27-43fd-967e-c2c4a7f28507&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.3875511 Aug 13 11:25:38.006346 dv-cinder-797608-16-iscsi neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-316ec4e0-466a-4118-a058-728633f89aff req-ebb38716-1018-48ca-9dce-e2e2d98cd17e tempest-TestMinimumBasicScenario-1732162642 tempest-TestMinimumBasicScenario-1732162642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 11:25:38.013905 dv-cinder-797608-16-iscsi neutron-server[93884]: INFO neutron.wsgi [req-316ec4e0-466a-4118-a058-728633f89aff req-ebb38716-1018-48ca-9dce-e2e2d98cd17e tempest-TestMinimumBasicScenario-1732162642 tempest-TestMinimumBasicScenario-1732162642-project] 10.222.0.32 "GET /v2.0/ports?device_id=9a015b7b-d682-4071-ba5c-6755b9ba6082 HTTP/1.1" status: 200 len: 984 time: 0.0555317 Aug 13 11:25:38.053115 dv-cinder-797608-16-iscsi neutron-server[93883]: INFO neutron.wsgi [req-331d9909-d176-4495-9ec3-da35fb5ca9ab req-7fbe5c82-e400-42a8-9c2c-98875a3846c1 service neutron] 10.222.0.20 "GET /v2.0/networks/2aa59b6b-9eac-4bc1-9e70-61768bc81d23?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1392894 Aug 13 11:25:38.072687 dv-cinder-797608-16-iscsi neutron-server[93884]: INFO neutron.wsgi [req-a028b5fb-5dbd-4a23-855d-ab6bcafe12f7 req-28db704e-cc30-439b-bd6a-9deb1ed6aba0 tempest-TestVolumeBootPattern-1538991942 tempest-TestVolumeBootPattern-1538991942-project] 10.222.0.32 "GET /v2.0/ports?device_id=80297648-f7cc-41a2-9ba7-9546d08e7146 HTTP/1.1" status: 200 len: 210 time: 0.0365176 Aug 13 11:25:38.078352 dv-cinder-797608-16-iscsi neutron-server[93884]: INFO neutron.wsgi [req-316ec4e0-466a-4118-a058-728633f89aff req-c3c91ce1-636e-4506-94cb-31affd426aa1 tempest-TestMinimumBasicScenario-1732162642 tempest-TestMinimumBasicScenario-1732162642-project] 10.222.0.32 "GET /v2.0/security-groups?id=a4619659-dbd0-4bd3-8e2b-aff5e74a0297&id=07f5d850-9e0f-49d3-94db-c297e0ddd7cc&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0626092 Aug 13 11:25:38.092073 dv-cinder-797608-16-iscsi neutron-server[93883]: INFO neutron.wsgi [req-1b2687a3-41a4-43a4-b878-c29278c2f80e req-29b78507-a28c-40c6-b4bc-b6454c5b5cbb service neutron] 10.222.0.20 "GET /v2.0/networks/d5a90fe8-bc27-43fd-967e-c2c4a7f28507?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1011343 Aug 13 11:25:38.214589 dv-cinder-797608-16-iscsi neutron-server[93883]: INFO neutron.wsgi [req-1b2687a3-41a4-43a4-b878-c29278c2f80e req-4ac4d1de-b7bc-40ab-afa5-7254ff8abf3f service neutron] 10.222.0.20 "GET /v2.0/networks/d5a90fe8-bc27-43fd-967e-c2c4a7f28507?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0902965 Aug 13 11:25:38.383904 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b73e0f1-04d9-4e03-968e-0c46a03d5f4a req-b4e94d43-61be-40c3-b177-905160ed0639 tempest-TestVolumeBootPattern-1538991942 tempest-TestVolumeBootPattern-1538991942-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 11:25:38.385349 dv-cinder-797608-16-iscsi neutron-server[93883]: INFO neutron.wsgi [req-8b73e0f1-04d9-4e03-968e-0c46a03d5f4a req-b4e94d43-61be-40c3-b177-905160ed0639 tempest-TestVolumeBootPattern-1538991942 tempest-TestVolumeBootPattern-1538991942-project] 10.222.0.20 "GET /v2.0/networks?id=999d1062-b3a3-4414-af22-ebf9a7c571f6 HTTP/1.1" status: 200 len: 812 time: 0.1089942 Aug 13 11:25:38.450537 dv-cinder-797608-16-iscsi neutron-server[93883]: INFO neutron.wsgi [req-8b73e0f1-04d9-4e03-968e-0c46a03d5f4a req-58e25ba5-df1e-4358-8d7f-b5ba693fcec3 tempest-TestVolumeBootPattern-1538991942 tempest-TestVolumeBootPattern-1538991942-project] 10.222.0.20 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=d5749f1d743e45099877d2ba04647196 HTTP/1.1" status: 200 len: 379 time: 0.0342817 Aug 13 11:25:38.485616 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron.api.v2.base [req-8b73e0f1-04d9-4e03-968e-0c46a03d5f4a req-a651da0c-00e9-4370-b2fa-7ee9d91e9d6a tempest-TestVolumeBootPattern-1538991942 tempest-TestVolumeBootPattern-1538991942-project] Request body: {'port': {'device_id': '80297648-f7cc-41a2-9ba7-9546d08e7146', 'network_id': '999d1062-b3a3-4414-af22-ebf9a7c571f6', 'admin_state_up': True, 'tenant_id': 'd5749f1d743e45099877d2ba04647196', 'security_groups': ['ca285d94-e6fc-485c-ad28-b15c1712fa1f']}} {{(pid=93883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 13 11:25:38.585676 dv-cinder-797608-16-iscsi neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63f72335-41d7-4eb7-bf61-1780bceff657 req-b4f7155f-7875-49ef-9d5a-6187155f6a47 tempest-AttachVolumeShelveTestJSON-167533422 tempest-AttachVolumeShelveTestJSON-167533422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 11:25:38.588164 dv-cinder-797608-16-iscsi neutron-server[93884]: INFO neutron.wsgi [req-63f72335-41d7-4eb7-bf61-1780bceff657 req-b4f7155f-7875-49ef-9d5a-6187155f6a47 tempest-AttachVolumeShelveTestJSON-167533422 tempest-AttachVolumeShelveTestJSON-167533422-project] 10.222.0.32 "GET /v2.0/ports?device_id=aa0a566e-da2b-449d-aa8c-a9df34e28bef HTTP/1.1" status: 200 len: 943 time: 0.0586035 Aug 13 11:25:38.610518 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8b73e0f1-04d9-4e03-968e-0c46a03d5f4a req-a651da0c-00e9-4370-b2fa-7ee9d91e9d6a tempest-TestVolumeBootPattern-1538991942 tempest-TestVolumeBootPattern-1538991942-project] Made reservation on behalf of d5749f1d743e45099877d2ba04647196 for: {'port': 1} {{(pid=93883) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 13 11:25:38.614157 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-8b73e0f1-04d9-4e03-968e-0c46a03d5f4a req-a651da0c-00e9-4370-b2fa-7ee9d91e9d6a tempest-TestVolumeBootPattern-1538991942 tempest-TestVolumeBootPattern-1538991942-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935434'] for port, before_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 11:25:38.636246 dv-cinder-797608-16-iscsi neutron-server[93884]: INFO neutron.wsgi [req-63f72335-41d7-4eb7-bf61-1780bceff657 req-d0effae5-dc9d-46dc-80df-66f405579536 tempest-AttachVolumeShelveTestJSON-167533422 tempest-AttachVolumeShelveTestJSON-167533422-project] 10.222.0.32 "GET /v2.0/security-groups?id=26f817c1-933c-4977-9085-1dee6d7b8bee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0375447 Aug 13 11:25:38.784901 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron.db.db_base_plugin_common [req-8b73e0f1-04d9-4e03-968e-0c46a03d5f4a req-a651da0c-00e9-4370-b2fa-7ee9d91e9d6a tempest-TestVolumeBootPattern-1538991942 tempest-TestVolumeBootPattern-1538991942-project] Allocated IP 172.20.0.3 (999d1062-b3a3-4414-af22-ebf9a7c571f6/2b810745-615e-4226-8545-baa357ea81b9/a841ceaa-388c-4269-9b38-7760e5a6060c) {{(pid=93883) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 13 11:25:38.840797 dv-cinder-797608-16-iscsi neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-2fd45b19-ae66-4bd5-a5a8-0b802c4ee27b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782137812740', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-997306'] for agent, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 11:25:38.847511 dv-cinder-797608-16-iscsi neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef64a3c4-90f0-4e88-9f97-332ae2a94d2e req-63d234aa-c771-4ab6-9e75-409a6bb2e626 tempest-TestShelveInstance-650229999 tempest-TestShelveInstance-650229999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 11:25:38.850376 dv-cinder-797608-16-iscsi neutron-server[93884]: INFO neutron.wsgi [req-ef64a3c4-90f0-4e88-9f97-332ae2a94d2e req-63d234aa-c771-4ab6-9e75-409a6bb2e626 tempest-TestShelveInstance-650229999 tempest-TestShelveInstance-650229999-project] 10.222.0.32 "GET /v2.0/ports?device_id=2e2d3778-af47-4742-bf54-fbb19360964f HTTP/1.1" status: 200 len: 945 time: 0.0826669 Aug 13 11:25:38.918708 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d966d018-cc01-49cc-a169-bbda3a578c15 req-733ad541-1162-49e6-9320-0b96d6678895 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 11:25:38.919301 dv-cinder-797608-16-iscsi neutron-server[93884]: INFO neutron.wsgi [req-ef64a3c4-90f0-4e88-9f97-332ae2a94d2e req-6353000c-8424-4786-bb53-7fbce9ed52ef tempest-TestShelveInstance-650229999 tempest-TestShelveInstance-650229999-project] 10.222.0.32 "GET /v2.0/security-groups?id=10b612c3-878e-45c8-a45f-b00eff83bd94&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0588634 Aug 13 11:25:38.921231 dv-cinder-797608-16-iscsi neutron-server[93883]: INFO neutron.wsgi [req-d966d018-cc01-49cc-a169-bbda3a578c15 req-733ad541-1162-49e6-9320-0b96d6678895 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=f8e7c269befb4af69a2ff5c42fe26725&device_id=aa0a566e-da2b-449d-aa8c-a9df34e28bef HTTP/1.1" status: 200 len: 1096 time: 0.1050713 Aug 13 11:25:39.008195 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-8b73e0f1-04d9-4e03-968e-0c46a03d5f4a req-a651da0c-00e9-4370-b2fa-7ee9d91e9d6a tempest-TestVolumeBootPattern-1538991942 tempest-TestVolumeBootPattern-1538991942-project] Notify callbacks [] for port, precommit_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 11:25:39.025493 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron.db.provisioning_blocks [req-8b73e0f1-04d9-4e03-968e-0c46a03d5f4a req-a651da0c-00e9-4370-b2fa-7ee9d91e9d6a tempest-TestVolumeBootPattern-1538991942 tempest-TestVolumeBootPattern-1538991942-project] Transition to ACTIVE for port object a841ceaa-388c-4269-9b38-7760e5a6060c will not be triggered until provisioned by entity DHCP. {{(pid=93883) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 13 11:25:39.071093 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-8b73e0f1-04d9-4e03-968e-0c46a03d5f4a req-a651da0c-00e9-4370-b2fa-7ee9d91e9d6a tempest-TestVolumeBootPattern-1538991942 tempest-TestVolumeBootPattern-1538991942-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935844', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611014', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782137337079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2139128394'] for port, after_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 11:25:39.147323 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8b73e0f1-04d9-4e03-968e-0c46a03d5f4a req-a651da0c-00e9-4370-b2fa-7ee9d91e9d6a tempest-TestVolumeBootPattern-1538991942 tempest-TestVolumeBootPattern-1538991942-project] Network 999d1062-b3a3-4414-af22-ebf9a7c571f6 is already hosted by enough agents. {{(pid=93883) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 13 11:25:39.154063 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron.scheduler.base_scheduler [req-8b73e0f1-04d9-4e03-968e-0c46a03d5f4a req-a651da0c-00e9-4370-b2fa-7ee9d91e9d6a tempest-TestVolumeBootPattern-1538991942 tempest-TestVolumeBootPattern-1538991942-project] Resources bound (agent type, host, resource id): {{(pid=93883) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 13 11:25:39.157838 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron.db.l3_dvrscheduler_db [req-8b73e0f1-04d9-4e03-968e-0c46a03d5f4a req-a651da0c-00e9-4370-b2fa-7ee9d91e9d6a tempest-TestVolumeBootPattern-1538991942 tempest-TestVolumeBootPattern-1538991942-project] Received port after_create {{(pid=93883) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 13 11:25:39.193690 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a651da0c-00e9-4370-b2fa-7ee9d91e9d6a tempest-TestVolumeBootPattern-1538991942 tempest-TestVolumeBootPattern-1538991942-project] Pushing event updated for resources: {'Port': ['ID=a841ceaa-388c-4269-9b38-7760e5a6060c,revision_number=1']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 11:25:39.204594 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a651da0c-00e9-4370-b2fa-7ee9d91e9d6a tempest-TestVolumeBootPattern-1538991942 tempest-TestVolumeBootPattern-1538991942-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797608-16-iscsi {{(pid=93883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 11:25:39.204953 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a651da0c-00e9-4370-b2fa-7ee9d91e9d6a tempest-TestVolumeBootPattern-1538991942 tempest-TestVolumeBootPattern-1538991942-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797608-16-iscsi {{(pid=93883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 11:25:39.205345 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a651da0c-00e9-4370-b2fa-7ee9d91e9d6a tempest-TestVolumeBootPattern-1538991942 tempest-TestVolumeBootPattern-1538991942-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797608-16-iscsi {{(pid=93883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 11:25:39.205709 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a651da0c-00e9-4370-b2fa-7ee9d91e9d6a tempest-TestVolumeBootPattern-1538991942 tempest-TestVolumeBootPattern-1538991942-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797608-16-iscsi {{(pid=93883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 11:25:39.206036 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a651da0c-00e9-4370-b2fa-7ee9d91e9d6a tempest-TestVolumeBootPattern-1538991942 tempest-TestVolumeBootPattern-1538991942-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-797608-16-iscsi {{(pid=93883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 11:25:39.206368 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a651da0c-00e9-4370-b2fa-7ee9d91e9d6a tempest-TestVolumeBootPattern-1538991942 tempest-TestVolumeBootPattern-1538991942-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797608-16-iscsi {{(pid=93883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 11:25:39.206698 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a651da0c-00e9-4370-b2fa-7ee9d91e9d6a tempest-TestVolumeBootPattern-1538991942 tempest-TestVolumeBootPattern-1538991942-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-797608-16-iscsi {{(pid=93883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 11:25:39.207024 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a651da0c-00e9-4370-b2fa-7ee9d91e9d6a tempest-TestVolumeBootPattern-1538991942 tempest-TestVolumeBootPattern-1538991942-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-797608-16-iscsi {{(pid=93883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 11:25:39.207346 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a651da0c-00e9-4370-b2fa-7ee9d91e9d6a tempest-TestVolumeBootPattern-1538991942 tempest-TestVolumeBootPattern-1538991942-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797608-16-iscsi {{(pid=93883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 11:25:39.207864 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a651da0c-00e9-4370-b2fa-7ee9d91e9d6a tempest-TestVolumeBootPattern-1538991942 tempest-TestVolumeBootPattern-1538991942-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797608-16-iscsi {{(pid=93883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 11:25:39.208192 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a651da0c-00e9-4370-b2fa-7ee9d91e9d6a tempest-TestVolumeBootPattern-1538991942 tempest-TestVolumeBootPattern-1538991942-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797608-16-iscsi {{(pid=93883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 11:25:39.208547 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a651da0c-00e9-4370-b2fa-7ee9d91e9d6a tempest-TestVolumeBootPattern-1538991942 tempest-TestVolumeBootPattern-1538991942-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797608-16-iscsi {{(pid=93883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 11:25:39.235760 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b73e0f1-04d9-4e03-968e-0c46a03d5f4a req-a651da0c-00e9-4370-b2fa-7ee9d91e9d6a tempest-TestVolumeBootPattern-1538991942 tempest-TestVolumeBootPattern-1538991942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 11:25:39.236794 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-8b73e0f1-04d9-4e03-968e-0c46a03d5f4a req-a651da0c-00e9-4370-b2fa-7ee9d91e9d6a tempest-TestVolumeBootPattern-1538991942 tempest-TestVolumeBootPattern-1538991942-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-128352'] for port, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 11:25:39.246082 dv-cinder-797608-16-iscsi neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb8c88b6-1b63-4cb8-9f98-6d9683177c14 req-bb42f761-d5de-4286-9ff5-74ea3b7b6cd4 tempest-TestVolumeBootPattern-1538991942 tempest-TestVolumeBootPattern-1538991942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 11:25:39.254537 dv-cinder-797608-16-iscsi neutron-server[93884]: INFO neutron.wsgi [req-bb8c88b6-1b63-4cb8-9f98-6d9683177c14 req-bb42f761-d5de-4286-9ff5-74ea3b7b6cd4 tempest-TestVolumeBootPattern-1538991942 tempest-TestVolumeBootPattern-1538991942-project] 10.222.0.32 "GET /v2.0/ports?device_id=80297648-f7cc-41a2-9ba7-9546d08e7146 HTTP/1.1" status: 200 len: 931 time: 0.0753362 Aug 13 11:25:39.287422 dv-cinder-797608-16-iscsi neutron-server[93883]: INFO neutron.wsgi [req-8b73e0f1-04d9-4e03-968e-0c46a03d5f4a req-a651da0c-00e9-4370-b2fa-7ee9d91e9d6a tempest-TestVolumeBootPattern-1538991942 tempest-TestVolumeBootPattern-1538991942-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8051519 Aug 13 11:25:39.303221 dv-cinder-797608-16-iscsi neutron-server[93884]: INFO neutron.wsgi [req-bb8c88b6-1b63-4cb8-9f98-6d9683177c14 req-27230af1-a333-4675-93ae-ed73af8962d9 tempest-TestVolumeBootPattern-1538991942 tempest-TestVolumeBootPattern-1538991942-project] 10.222.0.32 "GET /v2.0/security-groups?id=ca285d94-e6fc-485c-ad28-b15c1712fa1f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0476837 Aug 13 11:25:39.458820 dv-cinder-797608-16-iscsi neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7dcf0f5-87e8-41d8-9939-79c5a7760af4 req-1c23b4ca-b698-4898-9804-4d5518f4bd65 tempest-TestMinimumBasicScenario-1732162642 tempest-TestMinimumBasicScenario-1732162642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 11:25:39.460604 dv-cinder-797608-16-iscsi neutron-server[93884]: INFO neutron.wsgi [req-a7dcf0f5-87e8-41d8-9939-79c5a7760af4 req-1c23b4ca-b698-4898-9804-4d5518f4bd65 tempest-TestMinimumBasicScenario-1732162642 tempest-TestMinimumBasicScenario-1732162642-project] 10.222.0.32 "GET /v2.0/ports?device_id=9a015b7b-d682-4071-ba5c-6755b9ba6082 HTTP/1.1" status: 200 len: 984 time: 0.0773318 Aug 13 11:25:39.504342 dv-cinder-797608-16-iscsi neutron-server[93884]: INFO neutron.wsgi [req-a7dcf0f5-87e8-41d8-9939-79c5a7760af4 req-f264876e-9e41-4da1-9644-5ca54b3c6ff7 tempest-TestMinimumBasicScenario-1732162642 tempest-TestMinimumBasicScenario-1732162642-project] 10.222.0.32 "GET /v2.0/security-groups?id=a4619659-dbd0-4bd3-8e2b-aff5e74a0297&id=07f5d850-9e0f-49d3-94db-c297e0ddd7cc&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0372753 Aug 13 11:25:39.530892 dv-cinder-797608-16-iscsi neutron-server[93885]: DEBUG neutron.db.provisioning_blocks [None req-07c623fd-1c1a-4049-8488-96276200ce58 None None] Provisioning for port a841ceaa-388c-4269-9b38-7760e5a6060c completed by entity DHCP. {{(pid=93885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 13 11:25:39.535154 dv-cinder-797608-16-iscsi neutron-server[93885]: DEBUG neutron.db.provisioning_blocks [None req-07c623fd-1c1a-4049-8488-96276200ce58 None None] Provisioning complete for port a841ceaa-388c-4269-9b38-7760e5a6060c triggered by entity DHCP. {{(pid=93885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 13 11:25:39.535667 dv-cinder-797608-16-iscsi neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-07c623fd-1c1a-4049-8488-96276200ce58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-997193'] for port, provisioning_complete {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 11:25:39.570902 dv-cinder-797608-16-iscsi neutron-server[93885]: DEBUG neutron.plugins.ml2.plugin [None req-07c623fd-1c1a-4049-8488-96276200ce58 None None] Port a841ceaa-388c-4269-9b38-7760e5a6060c cannot update to ACTIVE because it is not bound. {{(pid=93885) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 13 11:25:39.804318 dv-cinder-797608-16-iscsi neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-522991e7-2746-44e7-a537-29137c7b26a7 req-216a2300-a3d1-4dca-bd0f-7112ae484feb tempest-AttachVolumeShelveTestJSON-167533422 tempest-AttachVolumeShelveTestJSON-167533422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 11:25:39.805888 dv-cinder-797608-16-iscsi neutron-server[93884]: INFO neutron.wsgi [req-522991e7-2746-44e7-a537-29137c7b26a7 req-216a2300-a3d1-4dca-bd0f-7112ae484feb tempest-AttachVolumeShelveTestJSON-167533422 tempest-AttachVolumeShelveTestJSON-167533422-project] 10.222.0.32 "GET /v2.0/ports?device_id=aa0a566e-da2b-449d-aa8c-a9df34e28bef HTTP/1.1" status: 200 len: 943 time: 0.0720129 Aug 13 11:25:39.845964 dv-cinder-797608-16-iscsi neutron-server[93884]: INFO neutron.wsgi [req-522991e7-2746-44e7-a537-29137c7b26a7 req-3376a7b4-487b-4fed-8afa-701134c4d2c5 tempest-AttachVolumeShelveTestJSON-167533422 tempest-AttachVolumeShelveTestJSON-167533422-project] 10.222.0.32 "GET /v2.0/security-groups?id=26f817c1-933c-4977-9085-1dee6d7b8bee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0329206 Aug 13 11:25:40.031522 dv-cinder-797608-16-iscsi neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff8f2568-deaf-4385-8804-4e1cb0373a9b req-45cedc81-5ad4-4c33-bb08-97ace950765b tempest-TestShelveInstance-650229999 tempest-TestShelveInstance-650229999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 11:25:40.033170 dv-cinder-797608-16-iscsi neutron-server[93884]: INFO neutron.wsgi [req-ff8f2568-deaf-4385-8804-4e1cb0373a9b req-45cedc81-5ad4-4c33-bb08-97ace950765b tempest-TestShelveInstance-650229999 tempest-TestShelveInstance-650229999-project] 10.222.0.32 "GET /v2.0/ports?device_id=2e2d3778-af47-4742-bf54-fbb19360964f HTTP/1.1" status: 200 len: 945 time: 0.0485330 Aug 13 11:25:40.084146 dv-cinder-797608-16-iscsi neutron-server[93884]: INFO neutron.wsgi [req-ff8f2568-deaf-4385-8804-4e1cb0373a9b req-89b923c0-3aea-4dd7-85fd-8d060b01626e tempest-TestShelveInstance-650229999 tempest-TestShelveInstance-650229999-project] 10.222.0.32 "GET /v2.0/security-groups?id=10b612c3-878e-45c8-a45f-b00eff83bd94&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442729 Aug 13 11:25:40.419251 dv-cinder-797608-16-iscsi neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1a7d33c-76f2-4741-9964-6b07d3ae7ca4 req-bddba658-5a49-44aa-a8a6-4d6c7a828e98 tempest-TestVolumeBootPattern-1538991942 tempest-TestVolumeBootPattern-1538991942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 11:25:40.420831 dv-cinder-797608-16-iscsi neutron-server[93884]: INFO neutron.wsgi [req-b1a7d33c-76f2-4741-9964-6b07d3ae7ca4 req-bddba658-5a49-44aa-a8a6-4d6c7a828e98 tempest-TestVolumeBootPattern-1538991942 tempest-TestVolumeBootPattern-1538991942-project] 10.222.0.32 "GET /v2.0/ports?device_id=80297648-f7cc-41a2-9ba7-9546d08e7146 HTTP/1.1" status: 200 len: 931 time: 0.0512569 Aug 13 11:25:40.461367 dv-cinder-797608-16-iscsi neutron-server[93884]: INFO neutron.wsgi [req-b1a7d33c-76f2-4741-9964-6b07d3ae7ca4 req-38209c77-c996-431d-bc80-68b134fcbec5 tempest-TestVolumeBootPattern-1538991942 tempest-TestVolumeBootPattern-1538991942-project] 10.222.0.32 "GET /v2.0/security-groups?id=ca285d94-e6fc-485c-ad28-b15c1712fa1f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0339103 Aug 13 11:25:40.624957 dv-cinder-797608-16-iscsi neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a87660b-9114-4632-81fa-295440155d8f req-19d40869-13e4-4dd1-8e54-abf8f5172e91 tempest-TestMinimumBasicScenario-1732162642 tempest-TestMinimumBasicScenario-1732162642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 11:25:40.626539 dv-cinder-797608-16-iscsi neutron-server[93884]: INFO neutron.wsgi [req-0a87660b-9114-4632-81fa-295440155d8f req-19d40869-13e4-4dd1-8e54-abf8f5172e91 tempest-TestMinimumBasicScenario-1732162642 tempest-TestMinimumBasicScenario-1732162642-project] 10.222.0.32 "GET /v2.0/ports?device_id=9a015b7b-d682-4071-ba5c-6755b9ba6082 HTTP/1.1" status: 200 len: 984 time: 0.0500333 Aug 13 11:25:40.677756 dv-cinder-797608-16-iscsi neutron-server[93884]: INFO neutron.wsgi [req-0a87660b-9114-4632-81fa-295440155d8f req-c33ddf2f-e694-47cf-b955-7d404729cdd6 tempest-TestMinimumBasicScenario-1732162642 tempest-TestMinimumBasicScenario-1732162642-project] 10.222.0.32 "GET /v2.0/security-groups?id=a4619659-dbd0-4bd3-8e2b-aff5e74a0297&id=07f5d850-9e0f-49d3-94db-c297e0ddd7cc&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0446553 Aug 13 11:25:40.971643 dv-cinder-797608-16-iscsi neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-183a5584-9e8a-4519-aadb-925025ce8e55 req-c59e8235-5982-4d61-9460-de9a719019ba tempest-AttachVolumeShelveTestJSON-167533422 tempest-AttachVolumeShelveTestJSON-167533422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 11:25:40.973138 dv-cinder-797608-16-iscsi neutron-server[93884]: INFO neutron.wsgi [req-183a5584-9e8a-4519-aadb-925025ce8e55 req-c59e8235-5982-4d61-9460-de9a719019ba tempest-AttachVolumeShelveTestJSON-167533422 tempest-AttachVolumeShelveTestJSON-167533422-project] 10.222.0.32 "GET /v2.0/ports?device_id=aa0a566e-da2b-449d-aa8c-a9df34e28bef HTTP/1.1" status: 200 len: 943 time: 0.0501771 Aug 13 11:25:41.016269 dv-cinder-797608-16-iscsi neutron-server[93884]: INFO neutron.wsgi [req-183a5584-9e8a-4519-aadb-925025ce8e55 req-10eb956a-ed41-446e-98d7-e41fb463e08b tempest-AttachVolumeShelveTestJSON-167533422 tempest-AttachVolumeShelveTestJSON-167533422-project] 10.222.0.32 "GET /v2.0/security-groups?id=26f817c1-933c-4977-9085-1dee6d7b8bee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0370831 Aug 13 11:25:41.206972 dv-cinder-797608-16-iscsi neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31bc8370-0059-4415-986f-90c43a1fad4c req-390289fa-670d-4941-9f50-bcdcbd81dce3 tempest-TestShelveInstance-650229999 tempest-TestShelveInstance-650229999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 11:25:41.210593 dv-cinder-797608-16-iscsi neutron-server[93884]: INFO neutron.wsgi [req-31bc8370-0059-4415-986f-90c43a1fad4c req-390289fa-670d-4941-9f50-bcdcbd81dce3 tempest-TestShelveInstance-650229999 tempest-TestShelveInstance-650229999-project] 10.222.0.32 "GET /v2.0/ports?device_id=2e2d3778-af47-4742-bf54-fbb19360964f HTTP/1.1" status: 200 len: 945 time: 0.0526133 Aug 13 11:25:41.246222 dv-cinder-797608-16-iscsi neutron-server[93884]: INFO neutron.wsgi [req-31bc8370-0059-4415-986f-90c43a1fad4c req-e9134bad-ade0-4434-8dd1-5fed83a51508 tempest-TestShelveInstance-650229999 tempest-TestShelveInstance-650229999-project] 10.222.0.32 "GET /v2.0/security-groups?id=10b612c3-878e-45c8-a45f-b00eff83bd94&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314536 Aug 13 11:25:41.282968 dv-cinder-797608-16-iscsi neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-2967779a-2994-4fb2-9d6f-0502b22ebf17 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782137812740', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-997306'] for agent, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 11:25:41.568903 dv-cinder-797608-16-iscsi neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-05931952-e11e-4e12-af58-ece1398d134b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782137812740', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-997306'] for agent, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 11:25:41.579653 dv-cinder-797608-16-iscsi neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e2aade4-811f-408e-8d53-095f617d3fe8 req-354f951e-2b15-402f-b864-bd319b3a9466 tempest-TestVolumeBootPattern-1538991942 tempest-TestVolumeBootPattern-1538991942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 11:25:41.581386 dv-cinder-797608-16-iscsi neutron-server[93884]: INFO neutron.wsgi [req-8e2aade4-811f-408e-8d53-095f617d3fe8 req-354f951e-2b15-402f-b864-bd319b3a9466 tempest-TestVolumeBootPattern-1538991942 tempest-TestVolumeBootPattern-1538991942-project] 10.222.0.32 "GET /v2.0/ports?device_id=80297648-f7cc-41a2-9ba7-9546d08e7146 HTTP/1.1" status: 200 len: 931 time: 0.0563686 Aug 13 11:25:41.599391 dv-cinder-797608-16-iscsi neutron-server[93885]: DEBUG neutron.plugins.ml2.rpc [None req-a0b9b986-0706-4fc6-9cf9-0eb02d2513dc None None] Device 77f21e65-9f5a-4ea0-ae44-b11aedc351c0 no longer exists at agent hyperv_hv-cinder-79760 {{(pid=93885) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 13 11:25:41.632720 dv-cinder-797608-16-iscsi neutron-server[93884]: INFO neutron.wsgi [req-8e2aade4-811f-408e-8d53-095f617d3fe8 req-85ad1df5-9064-407f-9af1-52a21095d070 tempest-TestVolumeBootPattern-1538991942 tempest-TestVolumeBootPattern-1538991942-project] 10.222.0.32 "GET /v2.0/security-groups?id=ca285d94-e6fc-485c-ad28-b15c1712fa1f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0452533 Aug 13 11:25:41.679358 dv-cinder-797608-16-iscsi neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-a0b9b986-0706-4fc6-9cf9-0eb02d2513dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935434'] for port, before_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 11:25:41.701727 dv-cinder-797608-16-iscsi neutron-server[93885]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2e2d3778-af47-4742-bf54-fbb19360964f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '77f21e65-9f5a-4ea0-ae44-b11aedc351c0'}] {{(pid=93885) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 13 11:25:41.704669 dv-cinder-797608-16-iscsi neutron-server[93885]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6271a0dfd589c32cbc3478448621ce6e19c81a8dd821b4c159629fbe4478ed77" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-691134cf-f5bc-4785-bc9d-432628653abc" -d '{"events": [{"server_uuid": "2e2d3778-af47-4742-bf54-fbb19360964f", "name": "network-vif-unplugged", "status": "completed", "tag": "77f21e65-9f5a-4ea0-ae44-b11aedc351c0"}]}' {{(pid=93885) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 13 11:25:41.718763 dv-cinder-797608-16-iscsi neutron-server[93885]: DEBUG neutron.plugins.ml2.db [None req-a0b9b986-0706-4fc6-9cf9-0eb02d2513dc None None] For port 77f21e65-9f5a-4ea0-ae44-b11aedc351c0, host hv-cinder-79760, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79760',level=0,port_id=77f21e65-9f5a-4ea0-ae44-b11aedc351c0,segment=NetworkSegment(0c0916bb-1dc8-4969-93db-96fbbfcf0471),segment_id=0c0916bb-1dc8-4969-93db-96fbbfcf0471)] {{(pid=93885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 13 11:25:41.725523 dv-cinder-797608-16-iscsi neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-a0b9b986-0706-4fc6-9cf9-0eb02d2513dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935844', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611014', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782137889940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782137337613', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782137337631'] for port, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 11:25:41.772970 dv-cinder-797608-16-iscsi neutron-server[93885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0b9b986-0706-4fc6-9cf9-0eb02d2513dc None None] Pushing event updated for resources: {'Port': ['ID=77f21e65-9f5a-4ea0-ae44-b11aedc351c0,revision_number=6']} {{(pid=93885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 11:25:41.814588 dv-cinder-797608-16-iscsi neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2170eeb5-95df-462b-97a8-1009ac489aec req-42b3026d-4978-43b2-bd22-8f691cadd4b7 tempest-TestMinimumBasicScenario-1732162642 tempest-TestMinimumBasicScenario-1732162642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 11:25:41.816143 dv-cinder-797608-16-iscsi neutron-server[93884]: INFO neutron.wsgi [req-2170eeb5-95df-462b-97a8-1009ac489aec req-42b3026d-4978-43b2-bd22-8f691cadd4b7 tempest-TestMinimumBasicScenario-1732162642 tempest-TestMinimumBasicScenario-1732162642-project] 10.222.0.32 "GET /v2.0/ports?device_id=9a015b7b-d682-4071-ba5c-6755b9ba6082 HTTP/1.1" status: 200 len: 984 time: 0.0552514 Aug 13 11:25:41.859913 dv-cinder-797608-16-iscsi neutron-server[93884]: INFO neutron.wsgi [req-2170eeb5-95df-462b-97a8-1009ac489aec req-645b2074-f726-4076-b58f-9a548d86d619 tempest-TestMinimumBasicScenario-1732162642 tempest-TestMinimumBasicScenario-1732162642-project] 10.222.0.32 "GET /v2.0/security-groups?id=a4619659-dbd0-4bd3-8e2b-aff5e74a0297&id=07f5d850-9e0f-49d3-94db-c297e0ddd7cc&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0378435 Aug 13 11:25:41.911988 dv-cinder-797608-16-iscsi neutron-server[93885]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 13 Aug 2021 11:25:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3f50ff63-d4b9-47f5-8529-e1a983c1ba0b x-openstack-request-id: req-3f50ff63-d4b9-47f5-8529-e1a983c1ba0b {{(pid=93885) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 13 11:25:41.912284 dv-cinder-797608-16-iscsi neutron-server[93885]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2e2d3778-af47-4742-bf54-fbb19360964f", "name": "network-vif-unplugged", "status": "completed", "tag": "77f21e65-9f5a-4ea0-ae44-b11aedc351c0", "code": 200}]} {{(pid=93885) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 13 11:25:41.912558 dv-cinder-797608-16-iscsi neutron-server[93885]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-3f50ff63-d4b9-47f5-8529-e1a983c1ba0b {{(pid=93885) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 13 11:25:41.912958 dv-cinder-797608-16-iscsi neutron-server[93885]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2e2d3778-af47-4742-bf54-fbb19360964f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '77f21e65-9f5a-4ea0-ae44-b11aedc351c0', 'code': 200} Aug 13 11:25:42.144563 dv-cinder-797608-16-iscsi neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57a2e965-a80d-41fd-915f-d959ec144a58 req-cf6d32eb-62ec-4f74-92bb-331238667fb0 tempest-AttachVolumeShelveTestJSON-167533422 tempest-AttachVolumeShelveTestJSON-167533422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 11:25:42.146126 dv-cinder-797608-16-iscsi neutron-server[93884]: INFO neutron.wsgi [req-57a2e965-a80d-41fd-915f-d959ec144a58 req-cf6d32eb-62ec-4f74-92bb-331238667fb0 tempest-AttachVolumeShelveTestJSON-167533422 tempest-AttachVolumeShelveTestJSON-167533422-project] 10.222.0.32 "GET /v2.0/ports?device_id=aa0a566e-da2b-449d-aa8c-a9df34e28bef HTTP/1.1" status: 200 len: 943 time: 0.0499175 Aug 13 11:25:42.185408 dv-cinder-797608-16-iscsi neutron-server[93884]: INFO neutron.wsgi [req-57a2e965-a80d-41fd-915f-d959ec144a58 req-33d5ceb9-0f62-47dc-b037-7c63b946f52c tempest-AttachVolumeShelveTestJSON-167533422 tempest-AttachVolumeShelveTestJSON-167533422-project] 10.222.0.32 "GET /v2.0/security-groups?id=26f817c1-933c-4977-9085-1dee6d7b8bee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0330515 Aug 13 11:25:42.361723 dv-cinder-797608-16-iscsi neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-980a477d-be5e-4232-8f21-4395fa273b9d req-cb47e724-dfff-4e7c-a67a-499e81f0f62f tempest-TestShelveInstance-650229999 tempest-TestShelveInstance-650229999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 11:25:42.363159 dv-cinder-797608-16-iscsi neutron-server[93884]: INFO neutron.wsgi [req-980a477d-be5e-4232-8f21-4395fa273b9d req-cb47e724-dfff-4e7c-a67a-499e81f0f62f tempest-TestShelveInstance-650229999 tempest-TestShelveInstance-650229999-project] 10.222.0.32 "GET /v2.0/ports?device_id=2e2d3778-af47-4742-bf54-fbb19360964f HTTP/1.1" status: 200 len: 943 time: 0.0497563 Aug 13 11:25:42.402944 dv-cinder-797608-16-iscsi neutron-server[93884]: INFO neutron.wsgi [req-980a477d-be5e-4232-8f21-4395fa273b9d req-22ca6cb0-e53d-4a39-a962-c6922564c574 tempest-TestShelveInstance-650229999 tempest-TestShelveInstance-650229999-project] 10.222.0.32 "GET /v2.0/security-groups?id=10b612c3-878e-45c8-a45f-b00eff83bd94&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0332100 Aug 13 11:25:42.492708 dv-cinder-797608-16-iscsi neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-c8cb50cc-12ff-4088-b7b1-9c64999b964c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782137812740', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-997306'] for agent, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 11:25:42.753547 dv-cinder-797608-16-iscsi neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c38adb4a-0c80-485a-9ca8-4c75c3a67cbf req-a0288212-1455-4930-b420-3836ca35197c tempest-TestVolumeBootPattern-1538991942 tempest-TestVolumeBootPattern-1538991942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 11:25:42.755105 dv-cinder-797608-16-iscsi neutron-server[93884]: INFO neutron.wsgi [req-c38adb4a-0c80-485a-9ca8-4c75c3a67cbf req-a0288212-1455-4930-b420-3836ca35197c tempest-TestVolumeBootPattern-1538991942 tempest-TestVolumeBootPattern-1538991942-project] 10.222.0.32 "GET /v2.0/ports?device_id=80297648-f7cc-41a2-9ba7-9546d08e7146 HTTP/1.1" status: 200 len: 931 time: 0.0503297 Aug 13 11:25:42.802564 dv-cinder-797608-16-iscsi neutron-server[93884]: INFO neutron.wsgi [req-c38adb4a-0c80-485a-9ca8-4c75c3a67cbf req-4789f29c-4e5f-4b92-822b-5726947f08f6 tempest-TestVolumeBootPattern-1538991942 tempest-TestVolumeBootPattern-1538991942-project] 10.222.0.32 "GET /v2.0/security-groups?id=ca285d94-e6fc-485c-ad28-b15c1712fa1f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0407333 Aug 13 11:25:42.998517 dv-cinder-797608-16-iscsi neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dabf29f-0643-4333-b0a1-28ce3e6871e1 req-fd98ad32-10f1-4c86-bd1f-01528ddb7745 tempest-TestMinimumBasicScenario-1732162642 tempest-TestMinimumBasicScenario-1732162642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 11:25:43.000060 dv-cinder-797608-16-iscsi neutron-server[93884]: INFO neutron.wsgi [req-9dabf29f-0643-4333-b0a1-28ce3e6871e1 req-fd98ad32-10f1-4c86-bd1f-01528ddb7745 tempest-TestMinimumBasicScenario-1732162642 tempest-TestMinimumBasicScenario-1732162642-project] 10.222.0.32 "GET /v2.0/ports?device_id=9a015b7b-d682-4071-ba5c-6755b9ba6082 HTTP/1.1" status: 200 len: 984 time: 0.0525827 Aug 13 11:25:43.048210 dv-cinder-797608-16-iscsi neutron-server[93884]: INFO neutron.wsgi [req-9dabf29f-0643-4333-b0a1-28ce3e6871e1 req-12edd883-1ff2-4269-8c84-03a0711783e6 tempest-TestMinimumBasicScenario-1732162642 tempest-TestMinimumBasicScenario-1732162642-project] 10.222.0.32 "GET /v2.0/security-groups?id=a4619659-dbd0-4bd3-8e2b-aff5e74a0297&id=07f5d850-9e0f-49d3-94db-c297e0ddd7cc&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0413401 Aug 13 11:25:43.308815 dv-cinder-797608-16-iscsi neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddd6b98d-3b12-4a7f-b52b-f90180c8ab67 req-c9f018df-6fef-434d-968c-689317d62f27 tempest-AttachVolumeShelveTestJSON-167533422 tempest-AttachVolumeShelveTestJSON-167533422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 11:25:43.314596 dv-cinder-797608-16-iscsi neutron-server[93884]: INFO neutron.wsgi [req-ddd6b98d-3b12-4a7f-b52b-f90180c8ab67 req-c9f018df-6fef-434d-968c-689317d62f27 tempest-AttachVolumeShelveTestJSON-167533422 tempest-AttachVolumeShelveTestJSON-167533422-project] 10.222.0.32 "GET /v2.0/ports?device_id=aa0a566e-da2b-449d-aa8c-a9df34e28bef HTTP/1.1" status: 200 len: 943 time: 0.0550103 Aug 13 11:25:43.358072 dv-cinder-797608-16-iscsi neutron-server[93884]: INFO neutron.wsgi [req-ddd6b98d-3b12-4a7f-b52b-f90180c8ab67 req-00475aac-b2bb-4a7e-b7d6-378d2e7e5f64 tempest-AttachVolumeShelveTestJSON-167533422 tempest-AttachVolumeShelveTestJSON-167533422-project] 10.222.0.32 "GET /v2.0/security-groups?id=26f817c1-933c-4977-9085-1dee6d7b8bee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0328639 Aug 13 11:25:43.523859 dv-cinder-797608-16-iscsi neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f2f689b-d334-4982-b9fe-a1fd8d7df399 req-717a5c65-4146-438e-bcd4-b8f47f897737 tempest-TestShelveInstance-650229999 tempest-TestShelveInstance-650229999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 11:25:43.525288 dv-cinder-797608-16-iscsi neutron-server[93884]: INFO neutron.wsgi [req-4f2f689b-d334-4982-b9fe-a1fd8d7df399 req-717a5c65-4146-438e-bcd4-b8f47f897737 tempest-TestShelveInstance-650229999 tempest-TestShelveInstance-650229999-project] 10.222.0.32 "GET /v2.0/ports?device_id=2e2d3778-af47-4742-bf54-fbb19360964f HTTP/1.1" status: 200 len: 943 time: 0.0518520 Aug 13 11:25:43.572019 dv-cinder-797608-16-iscsi neutron-server[93884]: INFO neutron.wsgi [req-4f2f689b-d334-4982-b9fe-a1fd8d7df399 req-7afded3c-28c5-4a96-809e-20cb098b2dac tempest-TestShelveInstance-650229999 tempest-TestShelveInstance-650229999-project] 10.222.0.32 "GET /v2.0/security-groups?id=10b612c3-878e-45c8-a45f-b00eff83bd94&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407810 Aug 13 11:25:43.924747 dv-cinder-797608-16-iscsi neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3389ea05-c3c3-4861-ad36-291f390e3336 req-2d0b5388-6472-4e05-a73d-25a2ce0891ff tempest-TestVolumeBootPattern-1538991942 tempest-TestVolumeBootPattern-1538991942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 11:25:43.926277 dv-cinder-797608-16-iscsi neutron-server[93884]: INFO neutron.wsgi [req-3389ea05-c3c3-4861-ad36-291f390e3336 req-2d0b5388-6472-4e05-a73d-25a2ce0891ff tempest-TestVolumeBootPattern-1538991942 tempest-TestVolumeBootPattern-1538991942-project] 10.222.0.32 "GET /v2.0/ports?device_id=80297648-f7cc-41a2-9ba7-9546d08e7146 HTTP/1.1" status: 200 len: 931 time: 0.0525017 Aug 13 11:25:43.970570 dv-cinder-797608-16-iscsi neutron-server[93884]: INFO neutron.wsgi [req-3389ea05-c3c3-4861-ad36-291f390e3336 req-697ad924-6d17-4301-b42e-7e44b538b92c tempest-TestVolumeBootPattern-1538991942 tempest-TestVolumeBootPattern-1538991942-project] 10.222.0.32 "GET /v2.0/security-groups?id=ca285d94-e6fc-485c-ad28-b15c1712fa1f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0383494 Aug 13 11:25:44.067139 dv-cinder-797608-16-iscsi neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-71795f1a-9c4d-4630-a580-a9486fbcc3ea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782137812740', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-997306'] for agent, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 11:25:44.176361 dv-cinder-797608-16-iscsi neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6abe8ddd-6b15-4264-ab6a-28c4afa50bff req-abaeb904-6e99-413b-87de-22e03107e8fb tempest-TestMinimumBasicScenario-1732162642 tempest-TestMinimumBasicScenario-1732162642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 11:25:44.178331 dv-cinder-797608-16-iscsi neutron-server[93884]: INFO neutron.wsgi [req-6abe8ddd-6b15-4264-ab6a-28c4afa50bff req-abaeb904-6e99-413b-87de-22e03107e8fb tempest-TestMinimumBasicScenario-1732162642 tempest-TestMinimumBasicScenario-1732162642-project] 10.222.0.32 "GET /v2.0/ports?device_id=9a015b7b-d682-4071-ba5c-6755b9ba6082 HTTP/1.1" status: 200 len: 984 time: 0.0525501 Aug 13 11:25:44.225208 dv-cinder-797608-16-iscsi neutron-server[93884]: INFO neutron.wsgi [req-6abe8ddd-6b15-4264-ab6a-28c4afa50bff req-551a3c8b-0fbc-42d5-bf17-ce3e73db22ac tempest-TestMinimumBasicScenario-1732162642 tempest-TestMinimumBasicScenario-1732162642-project] 10.222.0.32 "GET /v2.0/security-groups?id=a4619659-dbd0-4bd3-8e2b-aff5e74a0297&id=07f5d850-9e0f-49d3-94db-c297e0ddd7cc&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0406153 Aug 13 11:25:44.480005 dv-cinder-797608-16-iscsi neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91d57638-aa42-4af2-870a-d9e237cb6f1a req-e899fc9c-cc97-4c25-a9b3-1df0de5fac22 tempest-AttachVolumeShelveTestJSON-167533422 tempest-AttachVolumeShelveTestJSON-167533422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 11:25:44.481484 dv-cinder-797608-16-iscsi neutron-server[93884]: INFO neutron.wsgi [req-91d57638-aa42-4af2-870a-d9e237cb6f1a req-e899fc9c-cc97-4c25-a9b3-1df0de5fac22 tempest-AttachVolumeShelveTestJSON-167533422 tempest-AttachVolumeShelveTestJSON-167533422-project] 10.222.0.32 "GET /v2.0/ports?device_id=aa0a566e-da2b-449d-aa8c-a9df34e28bef HTTP/1.1" status: 200 len: 943 time: 0.0505681 Aug 13 11:25:44.546440 dv-cinder-797608-16-iscsi neutron-server[93884]: INFO neutron.wsgi [req-91d57638-aa42-4af2-870a-d9e237cb6f1a req-630b7e4d-b178-432e-a0f4-5418f6102dc8 tempest-AttachVolumeShelveTestJSON-167533422 tempest-AttachVolumeShelveTestJSON-167533422-project] 10.222.0.32 "GET /v2.0/security-groups?id=26f817c1-933c-4977-9085-1dee6d7b8bee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0584085 Aug 13 11:25:44.689608 dv-cinder-797608-16-iscsi neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d56c723b-a379-4d50-892f-559a02292d9e req-22a840f4-f792-4340-8a5c-4bdf361ff0ac tempest-TestShelveInstance-650229999 tempest-TestShelveInstance-650229999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 11:25:44.694854 dv-cinder-797608-16-iscsi neutron-server[93884]: INFO neutron.wsgi [req-d56c723b-a379-4d50-892f-559a02292d9e req-22a840f4-f792-4340-8a5c-4bdf361ff0ac tempest-TestShelveInstance-650229999 tempest-TestShelveInstance-650229999-project] 10.222.0.32 "GET /v2.0/ports?device_id=2e2d3778-af47-4742-bf54-fbb19360964f HTTP/1.1" status: 200 len: 943 time: 0.0534887 Aug 13 11:25:44.731595 dv-cinder-797608-16-iscsi neutron-server[93884]: INFO neutron.wsgi [req-d56c723b-a379-4d50-892f-559a02292d9e req-f6ca722d-c3bf-46a3-ac75-d62025b4e51c tempest-TestShelveInstance-650229999 tempest-TestShelveInstance-650229999-project] 10.222.0.32 "GET /v2.0/security-groups?id=10b612c3-878e-45c8-a45f-b00eff83bd94&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0345604 Aug 13 11:25:45.091422 dv-cinder-797608-16-iscsi neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0913d27-7867-474e-9051-ab6cc28658de req-e9fff52f-a289-4893-9ccc-dcbb2931cbe3 tempest-TestVolumeBootPattern-1538991942 tempest-TestVolumeBootPattern-1538991942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 11:25:45.093530 dv-cinder-797608-16-iscsi neutron-server[93884]: INFO neutron.wsgi [req-a0913d27-7867-474e-9051-ab6cc28658de req-e9fff52f-a289-4893-9ccc-dcbb2931cbe3 tempest-TestVolumeBootPattern-1538991942 tempest-TestVolumeBootPattern-1538991942-project] 10.222.0.32 "GET /v2.0/ports?device_id=80297648-f7cc-41a2-9ba7-9546d08e7146 HTTP/1.1" status: 200 len: 931 time: 0.0502295 Aug 13 11:25:45.132812 dv-cinder-797608-16-iscsi neutron-server[93884]: INFO neutron.wsgi [req-a0913d27-7867-474e-9051-ab6cc28658de req-f6e41fe9-02ff-4c9d-aed5-116d826c89d4 tempest-TestVolumeBootPattern-1538991942 tempest-TestVolumeBootPattern-1538991942-project] 10.222.0.32 "GET /v2.0/security-groups?id=ca285d94-e6fc-485c-ad28-b15c1712fa1f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0334411 Aug 13 11:25:45.341792 dv-cinder-797608-16-iscsi neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01d3fc4d-1a38-424b-899c-d4da6dae99b1 req-f6300087-6e47-41dd-8dc9-3a3feb16a94b tempest-TestMinimumBasicScenario-1732162642 tempest-TestMinimumBasicScenario-1732162642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 11:25:45.343315 dv-cinder-797608-16-iscsi neutron-server[93884]: INFO neutron.wsgi [req-01d3fc4d-1a38-424b-899c-d4da6dae99b1 req-f6300087-6e47-41dd-8dc9-3a3feb16a94b tempest-TestMinimumBasicScenario-1732162642 tempest-TestMinimumBasicScenario-1732162642-project] 10.222.0.32 "GET /v2.0/ports?device_id=9a015b7b-d682-4071-ba5c-6755b9ba6082 HTTP/1.1" status: 200 len: 984 time: 0.0505915 Aug 13 11:25:45.387947 dv-cinder-797608-16-iscsi neutron-server[93884]: INFO neutron.wsgi [req-01d3fc4d-1a38-424b-899c-d4da6dae99b1 req-cd5c8fc7-6a07-41ed-b4b7-baf5df0e40aa tempest-TestMinimumBasicScenario-1732162642 tempest-TestMinimumBasicScenario-1732162642-project] 10.222.0.32 "GET /v2.0/security-groups?id=a4619659-dbd0-4bd3-8e2b-aff5e74a0297&id=07f5d850-9e0f-49d3-94db-c297e0ddd7cc&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0385461 Aug 13 11:25:45.674188 dv-cinder-797608-16-iscsi neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7efc1e48-0fd5-4c41-ad12-364e9130299d req-e4f9b30e-f79f-4e31-9d32-9c776e9b59af tempest-AttachVolumeShelveTestJSON-167533422 tempest-AttachVolumeShelveTestJSON-167533422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 11:25:45.675841 dv-cinder-797608-16-iscsi neutron-server[93884]: INFO neutron.wsgi [req-7efc1e48-0fd5-4c41-ad12-364e9130299d req-e4f9b30e-f79f-4e31-9d32-9c776e9b59af tempest-AttachVolumeShelveTestJSON-167533422 tempest-AttachVolumeShelveTestJSON-167533422-project] 10.222.0.32 "GET /v2.0/ports?device_id=aa0a566e-da2b-449d-aa8c-a9df34e28bef HTTP/1.1" status: 200 len: 943 time: 0.0517743 Aug 13 11:25:45.713697 dv-cinder-797608-16-iscsi neutron-server[93884]: INFO neutron.wsgi [req-7efc1e48-0fd5-4c41-ad12-364e9130299d req-c5e13036-ff5a-4231-b34e-e972302f8e1d tempest-AttachVolumeShelveTestJSON-167533422 tempest-AttachVolumeShelveTestJSON-167533422-project] 10.222.0.32 "GET /v2.0/security-groups?id=26f817c1-933c-4977-9085-1dee6d7b8bee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317624 Aug 13 11:25:45.852962 dv-cinder-797608-16-iscsi neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2e91eb6-9b0a-4c74-b738-3a90bb4a38f1 req-ebb8c200-5f9b-44c4-94d0-5670725cc544 tempest-TestShelveInstance-650229999 tempest-TestShelveInstance-650229999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 11:25:45.854412 dv-cinder-797608-16-iscsi neutron-server[93884]: INFO neutron.wsgi [req-e2e91eb6-9b0a-4c74-b738-3a90bb4a38f1 req-ebb8c200-5f9b-44c4-94d0-5670725cc544 tempest-TestShelveInstance-650229999 tempest-TestShelveInstance-650229999-project] 10.222.0.32 "GET /v2.0/ports?device_id=2e2d3778-af47-4742-bf54-fbb19360964f HTTP/1.1" status: 200 len: 943 time: 0.0518739 Aug 13 11:25:45.902860 dv-cinder-797608-16-iscsi neutron-server[93884]: INFO neutron.wsgi [req-e2e91eb6-9b0a-4c74-b738-3a90bb4a38f1 req-d083fd4b-c49f-44d3-8c65-31f49c8c3096 tempest-TestShelveInstance-650229999 tempest-TestShelveInstance-650229999-project] 10.222.0.32 "GET /v2.0/security-groups?id=10b612c3-878e-45c8-a45f-b00eff83bd94&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0395198 Aug 13 11:25:46.261415 dv-cinder-797608-16-iscsi neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-456d6dd0-c073-4552-b5c1-d0e2aa2f4e34 req-25af7d4b-1019-419d-9bf2-8e3775b66068 tempest-TestVolumeBootPattern-1538991942 tempest-TestVolumeBootPattern-1538991942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 11:25:46.263091 dv-cinder-797608-16-iscsi neutron-server[93884]: INFO neutron.wsgi [req-456d6dd0-c073-4552-b5c1-d0e2aa2f4e34 req-25af7d4b-1019-419d-9bf2-8e3775b66068 tempest-TestVolumeBootPattern-1538991942 tempest-TestVolumeBootPattern-1538991942-project] 10.222.0.32 "GET /v2.0/ports?device_id=80297648-f7cc-41a2-9ba7-9546d08e7146 HTTP/1.1" status: 200 len: 931 time: 0.0579612 Aug 13 11:25:46.309305 dv-cinder-797608-16-iscsi neutron-server[93884]: INFO neutron.wsgi [req-456d6dd0-c073-4552-b5c1-d0e2aa2f4e34 req-630a8762-076c-4d1c-91d9-d33f46828494 tempest-TestVolumeBootPattern-1538991942 tempest-TestVolumeBootPattern-1538991942-project] 10.222.0.32 "GET /v2.0/security-groups?id=ca285d94-e6fc-485c-ad28-b15c1712fa1f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0397930 Aug 13 11:25:46.510303 dv-cinder-797608-16-iscsi neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d608d0e6-12ae-4355-9f70-ab430ad0d77d req-0ed58c4d-207a-47e2-88e9-12bb732c6751 tempest-TestMinimumBasicScenario-1732162642 tempest-TestMinimumBasicScenario-1732162642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 11:25:46.511774 dv-cinder-797608-16-iscsi neutron-server[93884]: INFO neutron.wsgi [req-d608d0e6-12ae-4355-9f70-ab430ad0d77d req-0ed58c4d-207a-47e2-88e9-12bb732c6751 tempest-TestMinimumBasicScenario-1732162642 tempest-TestMinimumBasicScenario-1732162642-project] 10.222.0.32 "GET /v2.0/ports?device_id=9a015b7b-d682-4071-ba5c-6755b9ba6082 HTTP/1.1" status: 200 len: 984 time: 0.0498836 Aug 13 11:25:46.561838 dv-cinder-797608-16-iscsi neutron-server[93884]: INFO neutron.wsgi [req-d608d0e6-12ae-4355-9f70-ab430ad0d77d req-b70f96dd-5a4d-461a-aa98-bfa56080a0af tempest-TestMinimumBasicScenario-1732162642 tempest-TestMinimumBasicScenario-1732162642-project] 10.222.0.32 "GET /v2.0/security-groups?id=a4619659-dbd0-4bd3-8e2b-aff5e74a0297&id=07f5d850-9e0f-49d3-94db-c297e0ddd7cc&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0369015 Aug 13 11:25:46.871640 dv-cinder-797608-16-iscsi neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39f53f41-34f4-4f72-ad98-a00d73e3d477 req-9095b4a8-758a-42c0-ba41-9191790db39e tempest-AttachVolumeShelveTestJSON-167533422 tempest-AttachVolumeShelveTestJSON-167533422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 11:25:46.873500 dv-cinder-797608-16-iscsi neutron-server[93884]: INFO neutron.wsgi [req-39f53f41-34f4-4f72-ad98-a00d73e3d477 req-9095b4a8-758a-42c0-ba41-9191790db39e tempest-AttachVolumeShelveTestJSON-167533422 tempest-AttachVolumeShelveTestJSON-167533422-project] 10.222.0.32 "GET /v2.0/ports?device_id=aa0a566e-da2b-449d-aa8c-a9df34e28bef HTTP/1.1" status: 200 len: 943 time: 0.0617089 Aug 13 11:25:46.913934 dv-cinder-797608-16-iscsi neutron-server[93884]: INFO neutron.wsgi [req-39f53f41-34f4-4f72-ad98-a00d73e3d477 req-c2881fe6-1974-4848-94ac-08b4c6890d2a tempest-AttachVolumeShelveTestJSON-167533422 tempest-AttachVolumeShelveTestJSON-167533422-project] 10.222.0.32 "GET /v2.0/security-groups?id=26f817c1-933c-4977-9085-1dee6d7b8bee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0333891 Aug 13 11:25:47.034452 dv-cinder-797608-16-iscsi neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71875c2b-05ba-46ee-8b1e-a8e0295b0f88 req-02220881-4e8f-4fe9-84f5-7e21b3514889 tempest-TestShelveInstance-650229999 tempest-TestShelveInstance-650229999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 11:25:47.035835 dv-cinder-797608-16-iscsi neutron-server[93884]: INFO neutron.wsgi [req-71875c2b-05ba-46ee-8b1e-a8e0295b0f88 req-02220881-4e8f-4fe9-84f5-7e21b3514889 tempest-TestShelveInstance-650229999 tempest-TestShelveInstance-650229999-project] 10.222.0.32 "GET /v2.0/ports?device_id=2e2d3778-af47-4742-bf54-fbb19360964f HTTP/1.1" status: 200 len: 943 time: 0.0500610 Aug 13 11:25:47.077816 dv-cinder-797608-16-iscsi neutron-server[93884]: INFO neutron.wsgi [req-71875c2b-05ba-46ee-8b1e-a8e0295b0f88 req-fe92abed-aabb-47fe-b213-6c8fafffabf9 tempest-TestShelveInstance-650229999 tempest-TestShelveInstance-650229999-project] 10.222.0.32 "GET /v2.0/security-groups?id=10b612c3-878e-45c8-a45f-b00eff83bd94&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0361154 Aug 13 11:25:47.427014 dv-cinder-797608-16-iscsi neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cff18c3-26c8-4fae-956d-e452c4a8cc05 req-ddf38917-9d93-4577-8269-f40db58a3bdb tempest-TestVolumeBootPattern-1538991942 tempest-TestVolumeBootPattern-1538991942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 11:25:47.428489 dv-cinder-797608-16-iscsi neutron-server[93884]: INFO neutron.wsgi [req-1cff18c3-26c8-4fae-956d-e452c4a8cc05 req-ddf38917-9d93-4577-8269-f40db58a3bdb tempest-TestVolumeBootPattern-1538991942 tempest-TestVolumeBootPattern-1538991942-project] 10.222.0.32 "GET /v2.0/ports?device_id=80297648-f7cc-41a2-9ba7-9546d08e7146 HTTP/1.1" status: 200 len: 931 time: 0.0487180 Aug 13 11:25:47.466108 dv-cinder-797608-16-iscsi neutron-server[93884]: INFO neutron.wsgi [req-1cff18c3-26c8-4fae-956d-e452c4a8cc05 req-c2743b8f-7f1a-499b-bf08-2427c1a7b0c9 tempest-TestVolumeBootPattern-1538991942 tempest-TestVolumeBootPattern-1538991942-project] 10.222.0.32 "GET /v2.0/security-groups?id=ca285d94-e6fc-485c-ad28-b15c1712fa1f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317435 Aug 13 11:25:47.676800 dv-cinder-797608-16-iscsi neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edb0ce3a-d72c-4d21-86ad-1724ec625504 req-a43d3733-9d7b-4bf0-8da3-e1313e50d46e tempest-TestMinimumBasicScenario-1732162642 tempest-TestMinimumBasicScenario-1732162642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 11:25:47.678422 dv-cinder-797608-16-iscsi neutron-server[93884]: INFO neutron.wsgi [req-edb0ce3a-d72c-4d21-86ad-1724ec625504 req-a43d3733-9d7b-4bf0-8da3-e1313e50d46e tempest-TestMinimumBasicScenario-1732162642 tempest-TestMinimumBasicScenario-1732162642-project] 10.222.0.32 "GET /v2.0/ports?device_id=9a015b7b-d682-4071-ba5c-6755b9ba6082 HTTP/1.1" status: 200 len: 984 time: 0.0534711 Aug 13 11:25:47.720294 dv-cinder-797608-16-iscsi neutron-server[93884]: INFO neutron.wsgi [req-edb0ce3a-d72c-4d21-86ad-1724ec625504 req-9b790864-6e71-417d-b94d-d33c8eaf2890 tempest-TestMinimumBasicScenario-1732162642 tempest-TestMinimumBasicScenario-1732162642-project] 10.222.0.32 "GET /v2.0/security-groups?id=a4619659-dbd0-4bd3-8e2b-aff5e74a0297&id=07f5d850-9e0f-49d3-94db-c297e0ddd7cc&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0358050 Aug 13 11:25:48.040610 dv-cinder-797608-16-iscsi neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70891bcb-cd69-432d-ab96-f23a3bd484b0 req-3438a73f-2baa-44ed-96ca-b1531b2ef356 tempest-AttachVolumeShelveTestJSON-167533422 tempest-AttachVolumeShelveTestJSON-167533422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 11:25:48.042261 dv-cinder-797608-16-iscsi neutron-server[93884]: INFO neutron.wsgi [req-70891bcb-cd69-432d-ab96-f23a3bd484b0 req-3438a73f-2baa-44ed-96ca-b1531b2ef356 tempest-AttachVolumeShelveTestJSON-167533422 tempest-AttachVolumeShelveTestJSON-167533422-project] 10.222.0.32 "GET /v2.0/ports?device_id=aa0a566e-da2b-449d-aa8c-a9df34e28bef HTTP/1.1" status: 200 len: 943 time: 0.0479746 Aug 13 11:25:48.084553 dv-cinder-797608-16-iscsi neutron-server[93884]: INFO neutron.wsgi [req-70891bcb-cd69-432d-ab96-f23a3bd484b0 req-868c6545-c94b-4178-9183-859b897c7ca8 tempest-AttachVolumeShelveTestJSON-167533422 tempest-AttachVolumeShelveTestJSON-167533422-project] 10.222.0.32 "GET /v2.0/security-groups?id=26f817c1-933c-4977-9085-1dee6d7b8bee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0361233 Aug 13 11:25:48.195277 dv-cinder-797608-16-iscsi neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b45e7f50-9dcc-4327-8789-5a713a656b76 req-12e5bbdf-2154-45ec-a8d8-15c92e0e157b tempest-TestShelveInstance-650229999 tempest-TestShelveInstance-650229999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 11:25:48.196810 dv-cinder-797608-16-iscsi neutron-server[93884]: INFO neutron.wsgi [req-b45e7f50-9dcc-4327-8789-5a713a656b76 req-12e5bbdf-2154-45ec-a8d8-15c92e0e157b tempest-TestShelveInstance-650229999 tempest-TestShelveInstance-650229999-project] 10.222.0.32 "GET /v2.0/ports?device_id=2e2d3778-af47-4742-bf54-fbb19360964f HTTP/1.1" status: 200 len: 943 time: 0.0512214 Aug 13 11:25:48.238487 dv-cinder-797608-16-iscsi neutron-server[93884]: INFO neutron.wsgi [req-b45e7f50-9dcc-4327-8789-5a713a656b76 req-eb1c7250-98cf-4fd1-af09-935fb6b1def6 tempest-TestShelveInstance-650229999 tempest-TestShelveInstance-650229999-project] 10.222.0.32 "GET /v2.0/security-groups?id=10b612c3-878e-45c8-a45f-b00eff83bd94&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0337920 Aug 13 11:25:48.588060 dv-cinder-797608-16-iscsi neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c547020d-3a8d-4801-9a07-1aef7476313e req-520f6327-6733-4190-9ee7-435020933002 tempest-TestVolumeBootPattern-1538991942 tempest-TestVolumeBootPattern-1538991942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 11:25:48.589522 dv-cinder-797608-16-iscsi neutron-server[93884]: INFO neutron.wsgi [req-c547020d-3a8d-4801-9a07-1aef7476313e req-520f6327-6733-4190-9ee7-435020933002 tempest-TestVolumeBootPattern-1538991942 tempest-TestVolumeBootPattern-1538991942-project] 10.222.0.32 "GET /v2.0/ports?device_id=80297648-f7cc-41a2-9ba7-9546d08e7146 HTTP/1.1" status: 200 len: 931 time: 0.0551994 Aug 13 11:25:48.628680 dv-cinder-797608-16-iscsi neutron-server[93884]: INFO neutron.wsgi [req-c547020d-3a8d-4801-9a07-1aef7476313e req-890a93ce-96b3-4b13-8fb1-ee9f4d0ef845 tempest-TestVolumeBootPattern-1538991942 tempest-TestVolumeBootPattern-1538991942-project] 10.222.0.32 "GET /v2.0/security-groups?id=ca285d94-e6fc-485c-ad28-b15c1712fa1f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0329709 Aug 13 11:25:48.837834 dv-cinder-797608-16-iscsi neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bbdd023-b89d-4346-b4f1-16257fc7bd80 req-e50a86bd-cf1e-4d84-ada1-19b2b7ad73ce tempest-TestMinimumBasicScenario-1732162642 tempest-TestMinimumBasicScenario-1732162642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 11:25:48.839429 dv-cinder-797608-16-iscsi neutron-server[93884]: INFO neutron.wsgi [req-0bbdd023-b89d-4346-b4f1-16257fc7bd80 req-e50a86bd-cf1e-4d84-ada1-19b2b7ad73ce tempest-TestMinimumBasicScenario-1732162642 tempest-TestMinimumBasicScenario-1732162642-project] 10.222.0.32 "GET /v2.0/ports?device_id=9a015b7b-d682-4071-ba5c-6755b9ba6082 HTTP/1.1" status: 200 len: 984 time: 0.0530262 Aug 13 11:25:48.890999 dv-cinder-797608-16-iscsi neutron-server[93884]: INFO neutron.wsgi [req-0bbdd023-b89d-4346-b4f1-16257fc7bd80 req-23a0e380-e13b-4a79-a79c-b9b351459a59 tempest-TestMinimumBasicScenario-1732162642 tempest-TestMinimumBasicScenario-1732162642-project] 10.222.0.32 "GET /v2.0/security-groups?id=a4619659-dbd0-4bd3-8e2b-aff5e74a0297&id=07f5d850-9e0f-49d3-94db-c297e0ddd7cc&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0393441 Aug 13 11:25:49.206029 dv-cinder-797608-16-iscsi neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-747e3a43-6bcd-4c7b-9b90-06459e376c15 req-37cb29a4-383b-42db-b20a-6ace53e7072f tempest-AttachVolumeShelveTestJSON-167533422 tempest-AttachVolumeShelveTestJSON-167533422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 11:25:49.207514 dv-cinder-797608-16-iscsi neutron-server[93884]: INFO neutron.wsgi [req-747e3a43-6bcd-4c7b-9b90-06459e376c15 req-37cb29a4-383b-42db-b20a-6ace53e7072f tempest-AttachVolumeShelveTestJSON-167533422 tempest-AttachVolumeShelveTestJSON-167533422-project] 10.222.0.32 "GET /v2.0/ports?device_id=aa0a566e-da2b-449d-aa8c-a9df34e28bef HTTP/1.1" status: 200 len: 943 time: 0.0498285 Aug 13 11:25:49.255749 dv-cinder-797608-16-iscsi neutron-server[93884]: INFO neutron.wsgi [req-747e3a43-6bcd-4c7b-9b90-06459e376c15 req-6994cf73-320b-4742-a4f0-86eaa5ae750e tempest-AttachVolumeShelveTestJSON-167533422 tempest-AttachVolumeShelveTestJSON-167533422-project] 10.222.0.32 "GET /v2.0/security-groups?id=26f817c1-933c-4977-9085-1dee6d7b8bee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420694 Aug 13 11:25:49.359403 dv-cinder-797608-16-iscsi neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93c6364a-0f84-464d-ab6e-d717be3786fa req-45b1d2dd-73ec-4ee5-9db6-38c6c010c870 tempest-TestShelveInstance-650229999 tempest-TestShelveInstance-650229999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 11:25:49.360877 dv-cinder-797608-16-iscsi neutron-server[93884]: INFO neutron.wsgi [req-93c6364a-0f84-464d-ab6e-d717be3786fa req-45b1d2dd-73ec-4ee5-9db6-38c6c010c870 tempest-TestShelveInstance-650229999 tempest-TestShelveInstance-650229999-project] 10.222.0.32 "GET /v2.0/ports?device_id=2e2d3778-af47-4742-bf54-fbb19360964f HTTP/1.1" status: 200 len: 943 time: 0.0502739 Aug 13 11:25:49.404097 dv-cinder-797608-16-iscsi neutron-server[93884]: INFO neutron.wsgi [req-93c6364a-0f84-464d-ab6e-d717be3786fa req-830344c8-7d96-48a0-a47a-a31a1b4ffa1d tempest-TestShelveInstance-650229999 tempest-TestShelveInstance-650229999-project] 10.222.0.32 "GET /v2.0/security-groups?id=10b612c3-878e-45c8-a45f-b00eff83bd94&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0372784 Aug 13 11:25:49.743971 dv-cinder-797608-16-iscsi neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bcd5307-30d4-462f-84d6-146a94ea3fa4 req-d4b16fad-acf6-4cfe-a042-00b7d03f33f4 tempest-TestVolumeBootPattern-1538991942 tempest-TestVolumeBootPattern-1538991942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 11:25:49.745422 dv-cinder-797608-16-iscsi neutron-server[93884]: INFO neutron.wsgi [req-7bcd5307-30d4-462f-84d6-146a94ea3fa4 req-d4b16fad-acf6-4cfe-a042-00b7d03f33f4 tempest-TestVolumeBootPattern-1538991942 tempest-TestVolumeBootPattern-1538991942-project] 10.222.0.32 "GET /v2.0/ports?device_id=80297648-f7cc-41a2-9ba7-9546d08e7146 HTTP/1.1" status: 200 len: 931 time: 0.0470088 Aug 13 11:25:49.786233 dv-cinder-797608-16-iscsi neutron-server[93884]: INFO neutron.wsgi [req-7bcd5307-30d4-462f-84d6-146a94ea3fa4 req-0413cf84-d874-48e6-8773-73e0aa58c912 tempest-TestVolumeBootPattern-1538991942 tempest-TestVolumeBootPattern-1538991942-project] 10.222.0.32 "GET /v2.0/security-groups?id=ca285d94-e6fc-485c-ad28-b15c1712fa1f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0347908 Aug 13 11:25:50.007544 dv-cinder-797608-16-iscsi neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba5592bf-e422-4b0b-8bd4-e3819332a431 req-3e054415-b2f1-420e-bff1-5e8e26a8835c tempest-TestMinimumBasicScenario-1732162642 tempest-TestMinimumBasicScenario-1732162642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 11:25:50.009105 dv-cinder-797608-16-iscsi neutron-server[93884]: INFO neutron.wsgi [req-ba5592bf-e422-4b0b-8bd4-e3819332a431 req-3e054415-b2f1-420e-bff1-5e8e26a8835c tempest-TestMinimumBasicScenario-1732162642 tempest-TestMinimumBasicScenario-1732162642-project] 10.222.0.32 "GET /v2.0/ports?device_id=9a015b7b-d682-4071-ba5c-6755b9ba6082 HTTP/1.1" status: 200 len: 984 time: 0.0499139 Aug 13 11:25:50.049976 dv-cinder-797608-16-iscsi neutron-server[93884]: INFO neutron.wsgi [req-ba5592bf-e422-4b0b-8bd4-e3819332a431 req-c5377161-fd26-49c4-a6c5-87a71691129b tempest-TestMinimumBasicScenario-1732162642 tempest-TestMinimumBasicScenario-1732162642-project] 10.222.0.32 "GET /v2.0/security-groups?id=a4619659-dbd0-4bd3-8e2b-aff5e74a0297&id=07f5d850-9e0f-49d3-94db-c297e0ddd7cc&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0335703 Aug 13 11:25:50.367293 dv-cinder-797608-16-iscsi neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca90e947-7107-42ef-a33a-cc45f275c06f req-fac37f56-c616-4304-b244-c587e1b9b40c tempest-AttachVolumeShelveTestJSON-167533422 tempest-AttachVolumeShelveTestJSON-167533422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 11:25:50.368995 dv-cinder-797608-16-iscsi neutron-server[93884]: INFO neutron.wsgi [req-ca90e947-7107-42ef-a33a-cc45f275c06f req-fac37f56-c616-4304-b244-c587e1b9b40c tempest-AttachVolumeShelveTestJSON-167533422 tempest-AttachVolumeShelveTestJSON-167533422-project] 10.222.0.32 "GET /v2.0/ports?device_id=aa0a566e-da2b-449d-aa8c-a9df34e28bef HTTP/1.1" status: 200 len: 943 time: 0.0475221 Aug 13 11:25:50.408602 dv-cinder-797608-16-iscsi neutron-server[93884]: INFO neutron.wsgi [req-ca90e947-7107-42ef-a33a-cc45f275c06f req-cabc2310-dacc-4d77-bada-04cefe3d6dcf tempest-AttachVolumeShelveTestJSON-167533422 tempest-AttachVolumeShelveTestJSON-167533422-project] 10.222.0.32 "GET /v2.0/security-groups?id=26f817c1-933c-4977-9085-1dee6d7b8bee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0331783 Aug 13 11:25:50.520354 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron.api.v2.base [req-8b73e0f1-04d9-4e03-968e-0c46a03d5f4a req-57b30a3c-f052-4882-b4f2-08f89ef8cc27 service neutron] Request body: {'port': {'device_id': '80297648-f7cc-41a2-9ba7-9546d08e7146', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79760'}} {{(pid=93883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 13 11:25:50.525127 dv-cinder-797608-16-iscsi neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ef684ab-4ccc-4811-ba59-e43d925a978e req-91adc257-37f4-4a66-9579-7ddeccd8f412 tempest-TestShelveInstance-650229999 tempest-TestShelveInstance-650229999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 11:25:50.527533 dv-cinder-797608-16-iscsi neutron-server[93884]: INFO neutron.wsgi [req-0ef684ab-4ccc-4811-ba59-e43d925a978e req-91adc257-37f4-4a66-9579-7ddeccd8f412 tempest-TestShelveInstance-650229999 tempest-TestShelveInstance-650229999-project] 10.222.0.32 "GET /v2.0/ports?device_id=2e2d3778-af47-4742-bf54-fbb19360964f HTTP/1.1" status: 200 len: 943 time: 0.0527170 Aug 13 11:25:50.571463 dv-cinder-797608-16-iscsi neutron-server[93884]: INFO neutron.wsgi [req-0ef684ab-4ccc-4811-ba59-e43d925a978e req-3e9926a5-72ee-4ce2-b987-4ccf68569965 tempest-TestShelveInstance-650229999 tempest-TestShelveInstance-650229999-project] 10.222.0.32 "GET /v2.0/security-groups?id=10b612c3-878e-45c8-a45f-b00eff83bd94&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0381064 Aug 13 11:25:50.581437 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-8b73e0f1-04d9-4e03-968e-0c46a03d5f4a req-57b30a3c-f052-4882-b4f2-08f89ef8cc27 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935434'] for port, before_update {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 11:25:50.844824 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d966d018-cc01-49cc-a169-bbda3a578c15 req-ce61a6c1-747e-40cc-ba4e-a852cf7dd274 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 11:25:50.846385 dv-cinder-797608-16-iscsi neutron-server[93883]: INFO neutron.wsgi [req-d966d018-cc01-49cc-a169-bbda3a578c15 req-ce61a6c1-747e-40cc-ba4e-a852cf7dd274 service neutron] 10.222.0.20 "GET /v2.0/networks?id=d5a90fe8-bc27-43fd-967e-c2c4a7f28507 HTTP/1.1" status: 200 len: 918 time: 0.1528697 Aug 13 11:25:50.901864 dv-cinder-797608-16-iscsi neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce37b132-5310-441c-b929-ec6fc59ea23e req-ffc8f844-f31f-4afc-b39a-57247b3a8910 tempest-TestVolumeBootPattern-1538991942 tempest-TestVolumeBootPattern-1538991942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 11:25:50.903539 dv-cinder-797608-16-iscsi neutron-server[93884]: INFO neutron.wsgi [req-ce37b132-5310-441c-b929-ec6fc59ea23e req-ffc8f844-f31f-4afc-b39a-57247b3a8910 tempest-TestVolumeBootPattern-1538991942 tempest-TestVolumeBootPattern-1538991942-project] 10.222.0.32 "GET /v2.0/ports?device_id=80297648-f7cc-41a2-9ba7-9546d08e7146 HTTP/1.1" status: 200 len: 931 time: 0.0490906 Aug 13 11:25:50.942453 dv-cinder-797608-16-iscsi neutron-server[93884]: INFO neutron.wsgi [req-ce37b132-5310-441c-b929-ec6fc59ea23e req-54b6f6fc-3c01-42a9-94f7-a466573f0e83 tempest-TestVolumeBootPattern-1538991942 tempest-TestVolumeBootPattern-1538991942-project] 10.222.0.32 "GET /v2.0/security-groups?id=ca285d94-e6fc-485c-ad28-b15c1712fa1f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0320597 Aug 13 11:25:50.944343 dv-cinder-797608-16-iscsi neutron-server[93883]: INFO neutron.wsgi [req-d966d018-cc01-49cc-a169-bbda3a578c15 req-5b570b61-5dea-4c40-b677-73033d97d4c1 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=bec7f6e6-fda9-4e55-b235-243402f8d2f0 HTTP/1.1" status: 200 len: 999 time: 0.0828755 Aug 13 11:25:51.010290 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron.notifiers.nova [req-8b73e0f1-04d9-4e03-968e-0c46a03d5f4a req-57b30a3c-f052-4882-b4f2-08f89ef8cc27 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a841ceaa-388c-4269-9b38-7760e5a6060c {{(pid=93883) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 13 11:25:51.020167 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-8b73e0f1-04d9-4e03-968e-0c46a03d5f4a req-57b30a3c-f052-4882-b4f2-08f89ef8cc27 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 11:25:51.031843 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d966d018-cc01-49cc-a169-bbda3a578c15 req-9945e526-a164-41e4-9a0d-7a3dff6cb545 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 11:25:51.033293 dv-cinder-797608-16-iscsi neutron-server[93883]: INFO neutron.wsgi [req-d966d018-cc01-49cc-a169-bbda3a578c15 req-9945e526-a164-41e4-9a0d-7a3dff6cb545 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=76eee822-f693-42cb-8b2a-3e4c87d31887 HTTP/1.1" status: 200 len: 856 time: 0.0659144 Aug 13 11:25:51.037569 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron.db.provisioning_blocks [req-8b73e0f1-04d9-4e03-968e-0c46a03d5f4a req-57b30a3c-f052-4882-b4f2-08f89ef8cc27 service neutron] Transition to ACTIVE for port object a841ceaa-388c-4269-9b38-7760e5a6060c will not be triggered until provisioned by entity L2. {{(pid=93883) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 13 11:25:51.042074 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-8b73e0f1-04d9-4e03-968e-0c46a03d5f4a req-57b30a3c-f052-4882-b4f2-08f89ef8cc27 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935844', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611014', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782137889940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782137337613', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782137337631', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2139128387'] for port, after_update {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 11:25:51.127318 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57b30a3c-f052-4882-b4f2-08f89ef8cc27 service neutron] Pushing event updated for resources: {'Port': ['ID=a841ceaa-388c-4269-9b38-7760e5a6060c,revision_number=2']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 11:25:51.147008 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d966d018-cc01-49cc-a169-bbda3a578c15 req-b50dd029-5522-4d3d-88dc-addfee9af556 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 11:25:51.148530 dv-cinder-797608-16-iscsi neutron-server[93883]: INFO neutron.wsgi [req-d966d018-cc01-49cc-a169-bbda3a578c15 req-b50dd029-5522-4d3d-88dc-addfee9af556 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=d5a90fe8-bc27-43fd-967e-c2c4a7f28507&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.1074510 Aug 13 11:25:51.179826 dv-cinder-797608-16-iscsi neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0993b36-9154-410f-9266-ddb56962eeb5 req-e1e5ea4d-a195-421f-8229-676e78ff1978 tempest-TestMinimumBasicScenario-1732162642 tempest-TestMinimumBasicScenario-1732162642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 11:25:51.181323 dv-cinder-797608-16-iscsi neutron-server[93884]: INFO neutron.wsgi [req-a0993b36-9154-410f-9266-ddb56962eeb5 req-e1e5ea4d-a195-421f-8229-676e78ff1978 tempest-TestMinimumBasicScenario-1732162642 tempest-TestMinimumBasicScenario-1732162642-project] 10.222.0.32 "GET /v2.0/ports?device_id=9a015b7b-d682-4071-ba5c-6755b9ba6082 HTTP/1.1" status: 200 len: 984 time: 0.0611875 Aug 13 11:25:51.214272 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron.plugins.ml2.managers [req-8b73e0f1-04d9-4e03-968e-0c46a03d5f4a req-57b30a3c-f052-4882-b4f2-08f89ef8cc27 service neutron] Attempting to bind port a841ceaa-388c-4269-9b38-7760e5a6060c on host hv-cinder-79760 for vnic_type normal with profile {{(pid=93883) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 13 11:25:51.214611 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron.plugins.ml2.managers [req-8b73e0f1-04d9-4e03-968e-0c46a03d5f4a req-57b30a3c-f052-4882-b4f2-08f89ef8cc27 service neutron] Attempting to bind port a841ceaa-388c-4269-9b38-7760e5a6060c by drivers openvswitch,hyperv on host hv-cinder-79760 at level 0 using segments [{'id': '7e8d8a1c-0ea0-4420-aa00-8216212b44b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': '999d1062-b3a3-4414-af22-ebf9a7c571f6'}] {{(pid=93883) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 13 11:25:51.214941 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8b73e0f1-04d9-4e03-968e-0c46a03d5f4a req-57b30a3c-f052-4882-b4f2-08f89ef8cc27 service neutron] Attempting to bind port a841ceaa-388c-4269-9b38-7760e5a6060c on network 999d1062-b3a3-4414-af22-ebf9a7c571f6 {{(pid=93883) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 13 11:25:51.241041 dv-cinder-797608-16-iscsi neutron-server[93884]: INFO neutron.wsgi [req-a0993b36-9154-410f-9266-ddb56962eeb5 req-f321964b-ffe8-4eb1-bcc5-3ad7241c4a0e tempest-TestMinimumBasicScenario-1732162642 tempest-TestMinimumBasicScenario-1732162642-project] 10.222.0.32 "GET /v2.0/security-groups?id=a4619659-dbd0-4bd3-8e2b-aff5e74a0297&id=07f5d850-9e0f-49d3-94db-c297e0ddd7cc&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0515244 Aug 13 11:25:51.250095 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8b73e0f1-04d9-4e03-968e-0c46a03d5f4a req-57b30a3c-f052-4882-b4f2-08f89ef8cc27 service neutron] Port a841ceaa-388c-4269-9b38-7760e5a6060c on network 999d1062-b3a3-4414-af22-ebf9a7c571f6 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79760 {{(pid=93883) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 13 11:25:51.250424 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8b73e0f1-04d9-4e03-968e-0c46a03d5f4a req-57b30a3c-f052-4882-b4f2-08f89ef8cc27 service neutron] Attempting to bind port a841ceaa-388c-4269-9b38-7760e5a6060c on network 999d1062-b3a3-4414-af22-ebf9a7c571f6 {{(pid=93883) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 13 11:25:51.263622 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8b73e0f1-04d9-4e03-968e-0c46a03d5f4a req-57b30a3c-f052-4882-b4f2-08f89ef8cc27 service neutron] Checking agent: {'id': '3e9c1808-7bc3-414f-9290-25f62682d3ef', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79760', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 13, 11, 17, 34), 'started_at': datetime.datetime(2021, 8, 13, 11, 17, 34), 'heartbeat_timestamp': datetime.datetime(2021, 8, 13, 11, 25, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93883) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 13 11:25:51.263962 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8b73e0f1-04d9-4e03-968e-0c46a03d5f4a req-57b30a3c-f052-4882-b4f2-08f89ef8cc27 service neutron] Checking segment: {'id': '7e8d8a1c-0ea0-4420-aa00-8216212b44b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': '999d1062-b3a3-4414-af22-ebf9a7c571f6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93883) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 13 11:25:51.264896 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8b73e0f1-04d9-4e03-968e-0c46a03d5f4a req-57b30a3c-f052-4882-b4f2-08f89ef8cc27 service neutron] Bound using segment: {'id': '7e8d8a1c-0ea0-4420-aa00-8216212b44b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': '999d1062-b3a3-4414-af22-ebf9a7c571f6'} {{(pid=93883) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 13 11:25:51.265347 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron.plugins.ml2.managers [req-8b73e0f1-04d9-4e03-968e-0c46a03d5f4a req-57b30a3c-f052-4882-b4f2-08f89ef8cc27 service neutron] Bound port: a841ceaa-388c-4269-9b38-7760e5a6060c, host: hv-cinder-79760, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7e8d8a1c-0ea0-4420-aa00-8216212b44b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': '999d1062-b3a3-4414-af22-ebf9a7c571f6'}}] {{(pid=93883) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 13 11:25:51.265706 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-8b73e0f1-04d9-4e03-968e-0c46a03d5f4a req-57b30a3c-f052-4882-b4f2-08f89ef8cc27 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935434'] for port, before_update {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 11:25:51.343631 dv-cinder-797608-16-iscsi neutron-server[93883]: INFO neutron.wsgi [req-d966d018-cc01-49cc-a169-bbda3a578c15 req-1334f0ad-1159-4ef0-91b7-91ce99028a5e service neutron] 10.222.0.20 "GET /v2.0/networks/d5a90fe8-bc27-43fd-967e-c2c4a7f28507?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1505303 Aug 13 11:25:51.366890 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron.plugins.ml2.db [req-8b73e0f1-04d9-4e03-968e-0c46a03d5f4a req-57b30a3c-f052-4882-b4f2-08f89ef8cc27 service neutron] For port a841ceaa-388c-4269-9b38-7760e5a6060c, host hv-cinder-79760, cleared binding levels {{(pid=93883) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 13 11:25:51.411634 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron.plugins.ml2.db [req-8b73e0f1-04d9-4e03-968e-0c46a03d5f4a req-57b30a3c-f052-4882-b4f2-08f89ef8cc27 service neutron] For port a841ceaa-388c-4269-9b38-7760e5a6060c, host hv-cinder-79760, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79760',level=0,port_id=a841ceaa-388c-4269-9b38-7760e5a6060c,segment=NetworkSegment(7e8d8a1c-0ea0-4420-aa00-8216212b44b2),segment_id=7e8d8a1c-0ea0-4420-aa00-8216212b44b2)] {{(pid=93883) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 13 11:25:51.419590 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-8b73e0f1-04d9-4e03-968e-0c46a03d5f4a req-57b30a3c-f052-4882-b4f2-08f89ef8cc27 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935844', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611014', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782137889940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782137337613', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782137337631', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2139128387'] for port, after_update {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 11:25:51.468924 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b73e0f1-04d9-4e03-968e-0c46a03d5f4a req-57b30a3c-f052-4882-b4f2-08f89ef8cc27 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 11:25:51.469532 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-8b73e0f1-04d9-4e03-968e-0c46a03d5f4a req-57b30a3c-f052-4882-b4f2-08f89ef8cc27 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-128352'] for port, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 11:25:51.470975 dv-cinder-797608-16-iscsi neutron-server[93883]: INFO neutron.wsgi [req-8b73e0f1-04d9-4e03-968e-0c46a03d5f4a req-57b30a3c-f052-4882-b4f2-08f89ef8cc27 service neutron] 10.222.0.20 "PUT /v2.0/ports/a841ceaa-388c-4269-9b38-7760e5a6060c HTTP/1.1" status: 200 len: 1093 time: 0.9622061 Aug 13 11:25:51.473154 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '80297648-f7cc-41a2-9ba7-9546d08e7146', 'tag': 'a841ceaa-388c-4269-9b38-7760e5a6060c'}] {{(pid=93883) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 13 11:25:51.475434 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}db1a1fbc245c58e73290e58258e46ca41fe4e785cc79cbd57aa3dae940aad292" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-13cd387c-c4b1-4ba0-aaac-9e647ee45854" -d '{"events": [{"name": "network-changed", "server_uuid": "80297648-f7cc-41a2-9ba7-9546d08e7146", "tag": "a841ceaa-388c-4269-9b38-7760e5a6060c"}]}' {{(pid=93883) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 13 11:25:51.511995 dv-cinder-797608-16-iscsi neutron-server[93883]: INFO neutron.wsgi [req-d966d018-cc01-49cc-a169-bbda3a578c15 req-d22e2acb-1062-4e36-a5dd-1fe5b1f8439f service neutron] 10.222.0.20 "GET /v2.0/networks/d5a90fe8-bc27-43fd-967e-c2c4a7f28507?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1541829 Aug 13 11:25:51.511995 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57b30a3c-f052-4882-b4f2-08f89ef8cc27 service neutron] Pushing event updated for resources: {'Port': ['ID=a841ceaa-388c-4269-9b38-7760e5a6060c,revision_number=3']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 11:25:51.531178 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 13 Aug 2021 11:25:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f5611a14-0331-4fe3-b8e8-8a8ca3ff3f61 x-openstack-request-id: req-f5611a14-0331-4fe3-b8e8-8a8ca3ff3f61 {{(pid=93883) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 13 11:25:51.531798 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "80297648-f7cc-41a2-9ba7-9546d08e7146", "tag": "a841ceaa-388c-4269-9b38-7760e5a6060c", "status": "completed", "code": 200}]} {{(pid=93883) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 13 11:25:51.531798 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-f5611a14-0331-4fe3-b8e8-8a8ca3ff3f61 {{(pid=93883) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 13 11:25:51.532159 dv-cinder-797608-16-iscsi neutron-server[93883]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '80297648-f7cc-41a2-9ba7-9546d08e7146', 'tag': 'a841ceaa-388c-4269-9b38-7760e5a6060c', 'status': 'completed', 'code': 200} Aug 13 11:25:51.559651 dv-cinder-797608-16-iscsi neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e8da08c-7f5f-4677-8749-14093ae92355 req-a2e960fc-5de2-4519-9c5f-571b531fc1d8 tempest-AttachVolumeShelveTestJSON-167533422 tempest-AttachVolumeShelveTestJSON-167533422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 11:25:51.561187 dv-cinder-797608-16-iscsi neutron-server[93884]: INFO neutron.wsgi [req-8e8da08c-7f5f-4677-8749-14093ae92355 req-a2e960fc-5de2-4519-9c5f-571b531fc1d8 tempest-AttachVolumeShelveTestJSON-167533422 tempest-AttachVolumeShelveTestJSON-167533422-project] 10.222.0.32 "GET /v2.0/ports?device_id=aa0a566e-da2b-449d-aa8c-a9df34e28bef HTTP/1.1" status: 200 len: 943 time: 0.0641155 Aug 13 11:25:51.612123 dv-cinder-797608-16-iscsi neutron-server[93884]: INFO neutron.wsgi [req-8e8da08c-7f5f-4677-8749-14093ae92355 req-4ac08e1e-c981-42dc-97e4-807301e56ee3 tempest-AttachVolumeShelveTestJSON-167533422 tempest-AttachVolumeShelveTestJSON-167533422-project] 10.222.0.32 "GET /v2.0/security-groups?id=26f817c1-933c-4977-9085-1dee6d7b8bee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0447092 Aug 13 11:25:51.647329 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b73e0f1-04d9-4e03-968e-0c46a03d5f4a req-7876658a-0387-496d-a9d3-86baa18fc001 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 11:25:51.648858 dv-cinder-797608-16-iscsi neutron-server[93883]: INFO neutron.wsgi [req-8b73e0f1-04d9-4e03-968e-0c46a03d5f4a req-7876658a-0387-496d-a9d3-86baa18fc001 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=d5749f1d743e45099877d2ba04647196&device_id=80297648-f7cc-41a2-9ba7-9546d08e7146 HTTP/1.1" status: 200 len: 1096 time: 0.0636864 Aug 13 11:25:51.709606 dv-cinder-797608-16-iscsi neutron-server[93883]: INFO neutron.wsgi [req-8b73e0f1-04d9-4e03-968e-0c46a03d5f4a req-9fdbd5e4-ac54-4791-a2be-905a14560530 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=a841ceaa-388c-4269-9b38-7760e5a6060c HTTP/1.1" status: 200 len: 217 time: 0.0400767 Aug 13 11:25:51.735109 dv-cinder-797608-16-iscsi neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ecaaea5-e01f-43d5-9aad-cd2c43b866ca req-9594e13a-365e-46ee-a29c-1f553b43ce5c tempest-TestShelveInstance-650229999 tempest-TestShelveInstance-650229999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 11:25:51.736553 dv-cinder-797608-16-iscsi neutron-server[93884]: INFO neutron.wsgi [req-3ecaaea5-e01f-43d5-9aad-cd2c43b866ca req-9594e13a-365e-46ee-a29c-1f553b43ce5c tempest-TestShelveInstance-650229999 tempest-TestShelveInstance-650229999-project] 10.222.0.32 "GET /v2.0/ports?device_id=2e2d3778-af47-4742-bf54-fbb19360964f HTTP/1.1" status: 200 len: 943 time: 0.0503054 Aug 13 11:25:51.760975 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b73e0f1-04d9-4e03-968e-0c46a03d5f4a req-8e8f4d19-95cb-4eba-ab41-e2ebf2c6f133 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 11:25:51.762593 dv-cinder-797608-16-iscsi neutron-server[93883]: INFO neutron.wsgi [req-8b73e0f1-04d9-4e03-968e-0c46a03d5f4a req-8e8f4d19-95cb-4eba-ab41-e2ebf2c6f133 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=2b810745-615e-4226-8545-baa357ea81b9 HTTP/1.1" status: 200 len: 851 time: 0.0481763 Aug 13 11:25:51.782718 dv-cinder-797608-16-iscsi neutron-server[93884]: INFO neutron.wsgi [req-3ecaaea5-e01f-43d5-9aad-cd2c43b866ca req-50e56edc-f71a-4995-a1ff-3e6b34c2e5c7 tempest-TestShelveInstance-650229999 tempest-TestShelveInstance-650229999-project] 10.222.0.32 "GET /v2.0/security-groups?id=10b612c3-878e-45c8-a45f-b00eff83bd94&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0390549 Aug 13 11:25:51.811033 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b73e0f1-04d9-4e03-968e-0c46a03d5f4a req-bd7894f7-9237-4c0f-95b9-9402b7a8c808 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 11:25:51.813773 dv-cinder-797608-16-iscsi neutron-server[93883]: INFO neutron.wsgi [req-8b73e0f1-04d9-4e03-968e-0c46a03d5f4a req-bd7894f7-9237-4c0f-95b9-9402b7a8c808 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=999d1062-b3a3-4414-af22-ebf9a7c571f6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0444069 Aug 13 11:25:51.925813 dv-cinder-797608-16-iscsi neutron-server[93883]: INFO neutron.wsgi [req-8b73e0f1-04d9-4e03-968e-0c46a03d5f4a req-61ddf10e-406f-4ccb-bad8-dcc303de438d service neutron] 10.222.0.20 "GET /v2.0/networks/999d1062-b3a3-4414-af22-ebf9a7c571f6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1047299 Aug 13 11:25:52.015211 dv-cinder-797608-16-iscsi neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a980dd7-f5c0-4e65-b7a7-fe34452505ff req-2ea13273-b161-4450-acab-a159e5e9f707 tempest-TestShelveInstance-650229999 tempest-TestShelveInstance-650229999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 11:25:52.016870 dv-cinder-797608-16-iscsi neutron-server[93884]: INFO neutron.wsgi [req-4a980dd7-f5c0-4e65-b7a7-fe34452505ff req-2ea13273-b161-4450-acab-a159e5e9f707 tempest-TestShelveInstance-650229999 tempest-TestShelveInstance-650229999-project] 10.222.0.32 "GET /v2.0/ports?device_id=2e2d3778-af47-4742-bf54-fbb19360964f HTTP/1.1" status: 200 len: 943 time: 0.0626111 Aug 13 11:25:52.027828 dv-cinder-797608-16-iscsi neutron-server[93883]: INFO neutron.wsgi [req-fac7f32f-04e4-4a0e-a751-e21d76e96d81 req-397e71cf-2b65-4fe3-abaf-4c264d84c806 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=2e2d3778-af47-4742-bf54-fbb19360964f&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0998893 Aug 13 11:25:52.084786 dv-cinder-797608-16-iscsi neutron-server[93883]: INFO neutron.wsgi [req-8b73e0f1-04d9-4e03-968e-0c46a03d5f4a req-87ba7901-bab7-4f53-9fd3-ebf0e2d4ac24 service neutron] 10.222.0.20 "GET /v2.0/networks/999d1062-b3a3-4414-af22-ebf9a7c571f6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1198997 Aug 13 11:25:52.086891 dv-cinder-797608-16-iscsi neutron-server[93884]: INFO neutron.wsgi [req-4a980dd7-f5c0-4e65-b7a7-fe34452505ff req-de35be44-5446-4050-b963-dd070bbfc7e1 tempest-TestShelveInstance-650229999 tempest-TestShelveInstance-650229999-project] 10.222.0.32 "GET /v2.0/security-groups?id=10b612c3-878e-45c8-a45f-b00eff83bd94&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0634985 Aug 13 11:25:52.151456 dv-cinder-797608-16-iscsi neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a4df6a8-a98b-4c97-b16a-f7b2fa6f35e2 req-4857fdbf-6eeb-4259-b0b4-0afb76661956 tempest-TestVolumeBootPattern-1538991942 tempest-TestVolumeBootPattern-1538991942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 11:25:52.152956 dv-cinder-797608-16-iscsi neutron-server[93884]: INFO neutron.wsgi [req-2a4df6a8-a98b-4c97-b16a-f7b2fa6f35e2 req-4857fdbf-6eeb-4259-b0b4-0afb76661956 tempest-TestVolumeBootPattern-1538991942 tempest-TestVolumeBootPattern-1538991942-project] 10.222.0.32 "GET /v2.0/ports?device_id=80297648-f7cc-41a2-9ba7-9546d08e7146 HTTP/1.1" status: 200 len: 943 time: 0.0901799 Aug 13 11:25:52.180683 dv-cinder-797608-16-iscsi neutron-server[93886]: DEBUG neutron.db.agents_db [None req-85e56f49-6478-4807-bf82-7523a15d9e55 None None] Agent healthcheck: found 6 active agents {{(pid=93886) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 13 11:25:52.205539 dv-cinder-797608-16-iscsi neutron-server[93884]: INFO neutron.wsgi [req-2a4df6a8-a98b-4c97-b16a-f7b2fa6f35e2 req-0146ffa5-2567-4fcc-a038-e72f7776ceb5 tempest-TestVolumeBootPattern-1538991942 tempest-TestVolumeBootPattern-1538991942-project] 10.222.0.32 "GET /v2.0/security-groups?id=ca285d94-e6fc-485c-ad28-b15c1712fa1f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0446863 Aug 13 11:25:52.237906 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13cd387c-c4b1-4ba0-aaac-9e647ee45854 req-607aecfa-8b9c-438c-9eb3-bb787378a80f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 11:25:52.239450 dv-cinder-797608-16-iscsi neutron-server[93883]: INFO neutron.wsgi [req-13cd387c-c4b1-4ba0-aaac-9e647ee45854 req-607aecfa-8b9c-438c-9eb3-bb787378a80f service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=d5749f1d743e45099877d2ba04647196&device_id=80297648-f7cc-41a2-9ba7-9546d08e7146 HTTP/1.1" status: 200 len: 1096 time: 0.0481350 Aug 13 11:25:52.337348 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13cd387c-c4b1-4ba0-aaac-9e647ee45854 req-33becda5-26e0-45c9-b6d2-fda9393fa4ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 11:25:52.338817 dv-cinder-797608-16-iscsi neutron-server[93883]: INFO neutron.wsgi [req-13cd387c-c4b1-4ba0-aaac-9e647ee45854 req-33becda5-26e0-45c9-b6d2-fda9393fa4ef service neutron] 10.222.0.20 "GET /v2.0/networks?id=999d1062-b3a3-4414-af22-ebf9a7c571f6 HTTP/1.1" status: 200 len: 913 time: 0.0923016 Aug 13 11:25:52.364174 dv-cinder-797608-16-iscsi neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a96736b7-4a3e-450e-8972-b9150be3acdc req-6475ae5d-7af7-497c-821b-576f01506f92 tempest-TestMinimumBasicScenario-1732162642 tempest-TestMinimumBasicScenario-1732162642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 11:25:52.365658 dv-cinder-797608-16-iscsi neutron-server[93884]: INFO neutron.wsgi [req-a96736b7-4a3e-450e-8972-b9150be3acdc req-6475ae5d-7af7-497c-821b-576f01506f92 tempest-TestMinimumBasicScenario-1732162642 tempest-TestMinimumBasicScenario-1732162642-project] 10.222.0.32 "GET /v2.0/ports?device_id=9a015b7b-d682-4071-ba5c-6755b9ba6082 HTTP/1.1" status: 200 len: 984 time: 0.0518456 Aug 13 11:25:52.412121 dv-cinder-797608-16-iscsi neutron-server[93883]: INFO neutron.wsgi [req-13cd387c-c4b1-4ba0-aaac-9e647ee45854 req-a5d937f7-aad8-49cf-b083-59ad76218734 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=a841ceaa-388c-4269-9b38-7760e5a6060c HTTP/1.1" status: 200 len: 217 time: 0.0398479 Aug 13 11:25:52.413579 dv-cinder-797608-16-iscsi neutron-server[93884]: INFO neutron.wsgi [req-a96736b7-4a3e-450e-8972-b9150be3acdc req-0513f074-4314-400f-91c6-83848ec7d8ce tempest-TestMinimumBasicScenario-1732162642 tempest-TestMinimumBasicScenario-1732162642-project] 10.222.0.32 "GET /v2.0/security-groups?id=a4619659-dbd0-4bd3-8e2b-aff5e74a0297&id=07f5d850-9e0f-49d3-94db-c297e0ddd7cc&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0411680 Aug 13 11:25:52.470841 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13cd387c-c4b1-4ba0-aaac-9e647ee45854 req-9c5c0abc-186d-49eb-bdb7-b9d87efac82d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 11:25:52.472310 dv-cinder-797608-16-iscsi neutron-server[93883]: INFO neutron.wsgi [req-13cd387c-c4b1-4ba0-aaac-9e647ee45854 req-9c5c0abc-186d-49eb-bdb7-b9d87efac82d service neutron] 10.222.0.20 "GET /v2.0/subnets?id=2b810745-615e-4226-8545-baa357ea81b9 HTTP/1.1" status: 200 len: 851 time: 0.0523713 Aug 13 11:25:52.519417 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13cd387c-c4b1-4ba0-aaac-9e647ee45854 req-351a4e31-41fe-422b-a5e0-ceaefc8c82b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 11:25:52.520890 dv-cinder-797608-16-iscsi neutron-server[93883]: INFO neutron.wsgi [req-13cd387c-c4b1-4ba0-aaac-9e647ee45854 req-351a4e31-41fe-422b-a5e0-ceaefc8c82b0 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=999d1062-b3a3-4414-af22-ebf9a7c571f6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0413339 Aug 13 11:25:52.614571 dv-cinder-797608-16-iscsi neutron-server[93883]: INFO neutron.wsgi [req-13cd387c-c4b1-4ba0-aaac-9e647ee45854 req-f8ed142c-34d5-416f-8915-16fa5c1cd22c service neutron] 10.222.0.20 "GET /v2.0/networks/999d1062-b3a3-4414-af22-ebf9a7c571f6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0822461 Aug 13 11:25:52.707161 dv-cinder-797608-16-iscsi neutron-server[93883]: INFO neutron.wsgi [req-13cd387c-c4b1-4ba0-aaac-9e647ee45854 req-4565fc9d-4cf2-44bb-aef1-59a43bf2ead5 service neutron] 10.222.0.20 "GET /v2.0/networks/999d1062-b3a3-4414-af22-ebf9a7c571f6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0854232 Aug 13 11:25:52.734863 dv-cinder-797608-16-iscsi neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46835945-ce6c-4346-86c5-4e07f541f9b4 req-816f8b38-ace3-4786-be53-a68096f5b562 tempest-AttachVolumeShelveTestJSON-167533422 tempest-AttachVolumeShelveTestJSON-167533422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 11:25:52.736326 dv-cinder-797608-16-iscsi neutron-server[93884]: INFO neutron.wsgi [req-46835945-ce6c-4346-86c5-4e07f541f9b4 req-816f8b38-ace3-4786-be53-a68096f5b562 tempest-AttachVolumeShelveTestJSON-167533422 tempest-AttachVolumeShelveTestJSON-167533422-project] 10.222.0.32 "GET /v2.0/ports?device_id=aa0a566e-da2b-449d-aa8c-a9df34e28bef HTTP/1.1" status: 200 len: 943 time: 0.0472200 Aug 13 11:25:52.774094 dv-cinder-797608-16-iscsi neutron-server[93884]: INFO neutron.wsgi [req-46835945-ce6c-4346-86c5-4e07f541f9b4 req-6a9cdac6-90b6-4d4d-9132-3a410d8331c8 tempest-AttachVolumeShelveTestJSON-167533422 tempest-AttachVolumeShelveTestJSON-167533422-project] 10.222.0.32 "GET /v2.0/security-groups?id=26f817c1-933c-4977-9085-1dee6d7b8bee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315876 Aug 13 11:25:53.221531 dv-cinder-797608-16-iscsi neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5ab35f4-872c-4a0a-8724-a248c666c49a req-09467819-992d-4746-98eb-fcca72835f27 tempest-TestShelveInstance-650229999 tempest-TestShelveInstance-650229999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 11:25:53.223057 dv-cinder-797608-16-iscsi neutron-server[93884]: INFO neutron.wsgi [req-d5ab35f4-872c-4a0a-8724-a248c666c49a req-09467819-992d-4746-98eb-fcca72835f27 tempest-TestShelveInstance-650229999 tempest-TestShelveInstance-650229999-project] 10.222.0.32 "GET /v2.0/ports?device_id=2e2d3778-af47-4742-bf54-fbb19360964f HTTP/1.1" status: 200 len: 943 time: 0.0632122 Aug 13 11:25:53.263709 dv-cinder-797608-16-iscsi neutron-server[93884]: INFO neutron.wsgi [req-d5ab35f4-872c-4a0a-8724-a248c666c49a req-b46bb65e-8df8-460c-868c-38e41bb50b67 tempest-TestShelveInstance-650229999 tempest-TestShelveInstance-650229999-project] 10.222.0.32 "GET /v2.0/security-groups?id=10b612c3-878e-45c8-a45f-b00eff83bd94&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0338917 Aug 13 11:25:53.374235 dv-cinder-797608-16-iscsi neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37ebe58e-94f1-4393-b255-7bd79352b70f req-f8bb50fc-16e2-4a54-9c11-abae2e2da32f tempest-TestVolumeBootPattern-1538991942 tempest-TestVolumeBootPattern-1538991942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 11:25:53.375721 dv-cinder-797608-16-iscsi neutron-server[93884]: INFO neutron.wsgi [req-37ebe58e-94f1-4393-b255-7bd79352b70f req-f8bb50fc-16e2-4a54-9c11-abae2e2da32f tempest-TestVolumeBootPattern-1538991942 tempest-TestVolumeBootPattern-1538991942-project] 10.222.0.32 "GET /v2.0/ports?device_id=80297648-f7cc-41a2-9ba7-9546d08e7146 HTTP/1.1" status: 200 len: 943 time: 0.0496025 Aug 13 11:25:53.414818 dv-cinder-797608-16-iscsi neutron-server[93884]: INFO neutron.wsgi [req-37ebe58e-94f1-4393-b255-7bd79352b70f req-3c753e47-7f40-45fb-b7aa-2e3d01096cce tempest-TestVolumeBootPattern-1538991942 tempest-TestVolumeBootPattern-1538991942-project] 10.222.0.32 "GET /v2.0/security-groups?id=ca285d94-e6fc-485c-ad28-b15c1712fa1f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0330446 Aug 13 11:25:53.650627 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fac7f32f-04e4-4a0e-a751-e21d76e96d81 req-dd75b6a8-6e7b-4cd7-bdc7-5921ae843f51 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 11:25:53.652227 dv-cinder-797608-16-iscsi neutron-server[93883]: INFO neutron.wsgi [req-fac7f32f-04e4-4a0e-a751-e21d76e96d81 req-dd75b6a8-6e7b-4cd7-bdc7-5921ae843f51 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=2e2d3778-af47-4742-bf54-fbb19360964f&tenant_id=f2f73946f5b4487a90034c858e2b5010 HTTP/1.1" status: 200 len: 1096 time: 0.0452702 Aug 13 11:25:53.728982 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fac7f32f-04e4-4a0e-a751-e21d76e96d81 req-2d905ebd-1966-49d8-bc6f-a99b1b64f876 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 11:25:53.730475 dv-cinder-797608-16-iscsi neutron-server[93883]: INFO neutron.wsgi [req-fac7f32f-04e4-4a0e-a751-e21d76e96d81 req-2d905ebd-1966-49d8-bc6f-a99b1b64f876 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=f2f73946f5b4487a90034c858e2b5010&device_id=2e2d3778-af47-4742-bf54-fbb19360964f HTTP/1.1" status: 200 len: 1096 time: 0.0398552 Aug 13 11:25:53.820899 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fac7f32f-04e4-4a0e-a751-e21d76e96d81 req-890e1c55-6d4a-4e37-a8f8-e5e72feeab77 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 11:25:53.822412 dv-cinder-797608-16-iscsi neutron-server[93883]: INFO neutron.wsgi [req-fac7f32f-04e4-4a0e-a751-e21d76e96d81 req-890e1c55-6d4a-4e37-a8f8-e5e72feeab77 service neutron] 10.222.0.20 "GET /v2.0/networks?id=19d032c5-8528-440a-a103-9e68f50bdfe9 HTTP/1.1" status: 200 len: 910 time: 0.0843995 Aug 13 11:25:53.889566 dv-cinder-797608-16-iscsi neutron-server[93883]: INFO neutron.wsgi [req-fac7f32f-04e4-4a0e-a751-e21d76e96d81 req-4b221fbd-266a-4e78-9c43-d573d3b7cd3c service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=77f21e65-9f5a-4ea0-ae44-b11aedc351c0 HTTP/1.1" status: 200 len: 999 time: 0.0578017 Aug 13 11:25:53.900459 dv-cinder-797608-16-iscsi neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87daa90c-14a4-4c17-89f4-5f8bc55a6f35 req-ea75b88d-551b-4ddb-9e64-b318a410d4f0 tempest-AttachVolumeShelveTestJSON-167533422 tempest-AttachVolumeShelveTestJSON-167533422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 11:25:53.901939 dv-cinder-797608-16-iscsi neutron-server[93884]: INFO neutron.wsgi [req-87daa90c-14a4-4c17-89f4-5f8bc55a6f35 req-ea75b88d-551b-4ddb-9e64-b318a410d4f0 tempest-AttachVolumeShelveTestJSON-167533422 tempest-AttachVolumeShelveTestJSON-167533422-project] 10.222.0.32 "GET /v2.0/ports?device_id=aa0a566e-da2b-449d-aa8c-a9df34e28bef HTTP/1.1" status: 200 len: 943 time: 0.0496702 Aug 13 11:25:53.940635 dv-cinder-797608-16-iscsi neutron-server[93884]: INFO neutron.wsgi [req-87daa90c-14a4-4c17-89f4-5f8bc55a6f35 req-ba2faa1b-a73d-4c4c-aa78-b655c0c7306b tempest-AttachVolumeShelveTestJSON-167533422 tempest-AttachVolumeShelveTestJSON-167533422-project] 10.222.0.32 "GET /v2.0/security-groups?id=26f817c1-933c-4977-9085-1dee6d7b8bee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319982 Aug 13 11:25:53.941651 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fac7f32f-04e4-4a0e-a751-e21d76e96d81 req-21e5a24c-2470-4d79-8ec0-aaa9d6acbe90 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 11:25:53.943122 dv-cinder-797608-16-iscsi neutron-server[93883]: INFO neutron.wsgi [req-fac7f32f-04e4-4a0e-a751-e21d76e96d81 req-21e5a24c-2470-4d79-8ec0-aaa9d6acbe90 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=3e906e7d-e025-4f52-b49f-c3fc3c70e6b0 HTTP/1.1" status: 200 len: 848 time: 0.0469158 Aug 13 11:25:53.995516 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fac7f32f-04e4-4a0e-a751-e21d76e96d81 req-b4ec4692-ab81-479a-9fe7-28efcf0da498 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 11:25:53.997003 dv-cinder-797608-16-iscsi neutron-server[93883]: INFO neutron.wsgi [req-fac7f32f-04e4-4a0e-a751-e21d76e96d81 req-b4ec4692-ab81-479a-9fe7-28efcf0da498 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=19d032c5-8528-440a-a103-9e68f50bdfe9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0460246 Aug 13 11:25:54.085120 dv-cinder-797608-16-iscsi neutron-server[93883]: INFO neutron.wsgi [req-fac7f32f-04e4-4a0e-a751-e21d76e96d81 req-2f7e8156-d90a-4533-99e0-db22e7f0b13d service neutron] 10.222.0.20 "GET /v2.0/networks/19d032c5-8528-440a-a103-9e68f50bdfe9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0802965 Aug 13 11:25:54.175854 dv-cinder-797608-16-iscsi neutron-server[93883]: INFO neutron.wsgi [req-fac7f32f-04e4-4a0e-a751-e21d76e96d81 req-d7bbb1aa-fe0c-4e90-aab2-f7d36ae9e03e service neutron] 10.222.0.20 "GET /v2.0/networks/19d032c5-8528-440a-a103-9e68f50bdfe9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0822732 Aug 13 11:25:54.381679 dv-cinder-797608-16-iscsi neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05b65af4-b12c-4def-8bb3-977b785c0158 req-7da7e5db-c468-45ec-882d-e8320ff48d3c tempest-TestShelveInstance-650229999 tempest-TestShelveInstance-650229999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 11:25:54.383153 dv-cinder-797608-16-iscsi neutron-server[93884]: INFO neutron.wsgi [req-05b65af4-b12c-4def-8bb3-977b785c0158 req-7da7e5db-c468-45ec-882d-e8320ff48d3c tempest-TestShelveInstance-650229999 tempest-TestShelveInstance-650229999-project] 10.222.0.32 "GET /v2.0/ports?device_id=2e2d3778-af47-4742-bf54-fbb19360964f HTTP/1.1" status: 200 len: 943 time: 0.0511997 Aug 13 11:25:54.420092 dv-cinder-797608-16-iscsi neutron-server[93884]: INFO neutron.wsgi [req-05b65af4-b12c-4def-8bb3-977b785c0158 req-a5730dfd-a3fc-4f64-9cdf-c8c34389a931 tempest-TestShelveInstance-650229999 tempest-TestShelveInstance-650229999-project] 10.222.0.32 "GET /v2.0/security-groups?id=10b612c3-878e-45c8-a45f-b00eff83bd94&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310457 Aug 13 11:25:54.528553 dv-cinder-797608-16-iscsi neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6991847-6f3c-43bc-9a60-5792aaa59426 req-2e895972-dc7c-4c6b-9b8c-0781eae09415 tempest-TestVolumeBootPattern-1538991942 tempest-TestVolumeBootPattern-1538991942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 11:25:54.530216 dv-cinder-797608-16-iscsi neutron-server[93884]: INFO neutron.wsgi [req-d6991847-6f3c-43bc-9a60-5792aaa59426 req-2e895972-dc7c-4c6b-9b8c-0781eae09415 tempest-TestVolumeBootPattern-1538991942 tempest-TestVolumeBootPattern-1538991942-project] 10.222.0.32 "GET /v2.0/ports?device_id=80297648-f7cc-41a2-9ba7-9546d08e7146 HTTP/1.1" status: 200 len: 943 time: 0.0497472 Aug 13 11:25:54.567706 dv-cinder-797608-16-iscsi neutron-server[93884]: INFO neutron.wsgi [req-d6991847-6f3c-43bc-9a60-5792aaa59426 req-4e5a6b78-17c4-4628-8947-26832fdad8c3 tempest-TestVolumeBootPattern-1538991942 tempest-TestVolumeBootPattern-1538991942-project] 10.222.0.32 "GET /v2.0/security-groups?id=ca285d94-e6fc-485c-ad28-b15c1712fa1f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316982 Aug 13 11:25:55.060136 dv-cinder-797608-16-iscsi neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd49a6fd-79cd-4550-9135-64a5bd2c78a6 req-9f16e3e9-d104-45fd-ba9d-915dbdcc211b tempest-AttachVolumeShelveTestJSON-167533422 tempest-AttachVolumeShelveTestJSON-167533422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 11:25:55.061591 dv-cinder-797608-16-iscsi neutron-server[93884]: INFO neutron.wsgi [req-fd49a6fd-79cd-4550-9135-64a5bd2c78a6 req-9f16e3e9-d104-45fd-ba9d-915dbdcc211b tempest-AttachVolumeShelveTestJSON-167533422 tempest-AttachVolumeShelveTestJSON-167533422-project] 10.222.0.32 "GET /v2.0/ports?device_id=aa0a566e-da2b-449d-aa8c-a9df34e28bef HTTP/1.1" status: 200 len: 943 time: 0.0476701 Aug 13 11:25:55.098113 dv-cinder-797608-16-iscsi neutron-server[93884]: INFO neutron.wsgi [req-fd49a6fd-79cd-4550-9135-64a5bd2c78a6 req-be4bd4c0-d941-4092-b413-d09d74721672 tempest-AttachVolumeShelveTestJSON-167533422 tempest-AttachVolumeShelveTestJSON-167533422-project] 10.222.0.32 "GET /v2.0/security-groups?id=26f817c1-933c-4977-9085-1dee6d7b8bee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0307536 Aug 13 11:25:55.536852 dv-cinder-797608-16-iscsi neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c7d8696-3ac1-4655-9f5e-b6781ffa7d17 req-a14a28c7-029f-4441-a87f-9dc8f852b875 tempest-TestShelveInstance-650229999 tempest-TestShelveInstance-650229999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 11:25:55.538360 dv-cinder-797608-16-iscsi neutron-server[93884]: INFO neutron.wsgi [req-7c7d8696-3ac1-4655-9f5e-b6781ffa7d17 req-a14a28c7-029f-4441-a87f-9dc8f852b875 tempest-TestShelveInstance-650229999 tempest-TestShelveInstance-650229999-project] 10.222.0.32 "GET /v2.0/ports?device_id=2e2d3778-af47-4742-bf54-fbb19360964f HTTP/1.1" status: 200 len: 943 time: 0.0524716 Aug 13 11:25:55.575825 dv-cinder-797608-16-iscsi neutron-server[93884]: INFO neutron.wsgi [req-7c7d8696-3ac1-4655-9f5e-b6781ffa7d17 req-c56f87b3-dc94-4408-bbca-5e611eace0a4 tempest-TestShelveInstance-650229999 tempest-TestShelveInstance-650229999-project] 10.222.0.32 "GET /v2.0/security-groups?id=10b612c3-878e-45c8-a45f-b00eff83bd94&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313988 Aug 13 11:25:55.683627 dv-cinder-797608-16-iscsi neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4189ba87-27a6-4504-aa18-315b3b4938cf req-0b08e193-283c-455e-808e-550ca5d8a62f tempest-TestVolumeBootPattern-1538991942 tempest-TestVolumeBootPattern-1538991942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 11:25:55.685013 dv-cinder-797608-16-iscsi neutron-server[93884]: INFO neutron.wsgi [req-4189ba87-27a6-4504-aa18-315b3b4938cf req-0b08e193-283c-455e-808e-550ca5d8a62f tempest-TestVolumeBootPattern-1538991942 tempest-TestVolumeBootPattern-1538991942-project] 10.222.0.32 "GET /v2.0/ports?device_id=80297648-f7cc-41a2-9ba7-9546d08e7146 HTTP/1.1" status: 200 len: 943 time: 0.0489283 Aug 13 11:25:55.721203 dv-cinder-797608-16-iscsi neutron-server[93884]: INFO neutron.wsgi [req-4189ba87-27a6-4504-aa18-315b3b4938cf req-5a1c9ea1-5652-4fee-9231-ce3fe2b35c56 tempest-TestVolumeBootPattern-1538991942 tempest-TestVolumeBootPattern-1538991942-project] 10.222.0.32 "GET /v2.0/security-groups?id=ca285d94-e6fc-485c-ad28-b15c1712fa1f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0302925 Aug 13 11:25:56.214472 dv-cinder-797608-16-iscsi neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a4211be-41b1-4e99-8b5e-83c60b4aa7f3 req-0ef43327-86ad-4d1f-a8dc-9dc17741388c tempest-AttachVolumeShelveTestJSON-167533422 tempest-AttachVolumeShelveTestJSON-167533422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 11:25:56.215940 dv-cinder-797608-16-iscsi neutron-server[93884]: INFO neutron.wsgi [req-9a4211be-41b1-4e99-8b5e-83c60b4aa7f3 req-0ef43327-86ad-4d1f-a8dc-9dc17741388c tempest-AttachVolumeShelveTestJSON-167533422 tempest-AttachVolumeShelveTestJSON-167533422-project] 10.222.0.32 "GET /v2.0/ports?device_id=aa0a566e-da2b-449d-aa8c-a9df34e28bef HTTP/1.1" status: 200 len: 943 time: 0.0472732 Aug 13 11:25:56.252239 dv-cinder-797608-16-iscsi neutron-server[93884]: INFO neutron.wsgi [req-9a4211be-41b1-4e99-8b5e-83c60b4aa7f3 req-70b11e38-5a86-4807-9232-c6bea0ca2311 tempest-AttachVolumeShelveTestJSON-167533422 tempest-AttachVolumeShelveTestJSON-167533422-project] 10.222.0.32 "GET /v2.0/security-groups?id=26f817c1-933c-4977-9085-1dee6d7b8bee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0305204 Aug 13 11:25:56.692288 dv-cinder-797608-16-iscsi neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7d0b528-7778-488a-82ab-eb9ae4774c64 req-f7172546-337f-4395-adfd-7fd0e45e0030 tempest-TestShelveInstance-650229999 tempest-TestShelveInstance-650229999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 11:25:56.693757 dv-cinder-797608-16-iscsi neutron-server[93884]: INFO neutron.wsgi [req-a7d0b528-7778-488a-82ab-eb9ae4774c64 req-f7172546-337f-4395-adfd-7fd0e45e0030 tempest-TestShelveInstance-650229999 tempest-TestShelveInstance-650229999-project] 10.222.0.32 "GET /v2.0/ports?device_id=2e2d3778-af47-4742-bf54-fbb19360964f HTTP/1.1" status: 200 len: 943 time: 0.0512445 Aug 13 11:25:56.729016 dv-cinder-797608-16-iscsi neutron-server[93884]: INFO neutron.wsgi [req-a7d0b528-7778-488a-82ab-eb9ae4774c64 req-39222b18-c4b4-464b-977c-8f2725704408 tempest-TestShelveInstance-650229999 tempest-TestShelveInstance-650229999-project] 10.222.0.32 "GET /v2.0/security-groups?id=10b612c3-878e-45c8-a45f-b00eff83bd94&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0293586 Aug 13 11:25:56.835860 dv-cinder-797608-16-iscsi neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92c18262-02d1-45f8-ba8d-2ce888f29cc8 req-662ec8be-0cda-41b2-8476-6bbf068ebe6e tempest-TestVolumeBootPattern-1538991942 tempest-TestVolumeBootPattern-1538991942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 11:25:56.837348 dv-cinder-797608-16-iscsi neutron-server[93884]: INFO neutron.wsgi [req-92c18262-02d1-45f8-ba8d-2ce888f29cc8 req-662ec8be-0cda-41b2-8476-6bbf068ebe6e tempest-TestVolumeBootPattern-1538991942 tempest-TestVolumeBootPattern-1538991942-project] 10.222.0.32 "GET /v2.0/ports?device_id=80297648-f7cc-41a2-9ba7-9546d08e7146 HTTP/1.1" status: 200 len: 943 time: 0.0490034 Aug 13 11:25:56.875266 dv-cinder-797608-16-iscsi neutron-server[93884]: INFO neutron.wsgi [req-92c18262-02d1-45f8-ba8d-2ce888f29cc8 req-f5142fe3-04b2-4d30-9414-8d9c3d9587e4 tempest-TestVolumeBootPattern-1538991942 tempest-TestVolumeBootPattern-1538991942-project] 10.222.0.32 "GET /v2.0/security-groups?id=ca285d94-e6fc-485c-ad28-b15c1712fa1f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0319674 Aug 13 11:25:57.379376 dv-cinder-797608-16-iscsi neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72caedd5-76ea-44e0-8152-6225ea45d6db req-33edafb7-f36b-4106-a9bd-d316b24d8b44 tempest-AttachVolumeShelveTestJSON-167533422 tempest-AttachVolumeShelveTestJSON-167533422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 11:25:57.380876 dv-cinder-797608-16-iscsi neutron-server[93884]: INFO neutron.wsgi [req-72caedd5-76ea-44e0-8152-6225ea45d6db req-33edafb7-f36b-4106-a9bd-d316b24d8b44 tempest-AttachVolumeShelveTestJSON-167533422 tempest-AttachVolumeShelveTestJSON-167533422-project] 10.222.0.32 "GET /v2.0/ports?device_id=aa0a566e-da2b-449d-aa8c-a9df34e28bef HTTP/1.1" status: 200 len: 943 time: 0.0582085 Aug 13 11:25:57.418639 dv-cinder-797608-16-iscsi neutron-server[93884]: INFO neutron.wsgi [req-72caedd5-76ea-44e0-8152-6225ea45d6db req-485f9416-36ac-499d-b19b-0332ef552328 tempest-AttachVolumeShelveTestJSON-167533422 tempest-AttachVolumeShelveTestJSON-167533422-project] 10.222.0.32 "GET /v2.0/security-groups?id=26f817c1-933c-4977-9085-1dee6d7b8bee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318136 Aug 13 11:25:57.842869 dv-cinder-797608-16-iscsi neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ea219e9-8dda-421c-858f-0a53e3f9e443 req-2677755b-5a6c-41de-8f7d-a49435ff5a61 tempest-TestShelveInstance-650229999 tempest-TestShelveInstance-650229999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 11:25:57.844297 dv-cinder-797608-16-iscsi neutron-server[93884]: INFO neutron.wsgi [req-9ea219e9-8dda-421c-858f-0a53e3f9e443 req-2677755b-5a6c-41de-8f7d-a49435ff5a61 tempest-TestShelveInstance-650229999 tempest-TestShelveInstance-650229999-project] 10.222.0.32 "GET /v2.0/ports?device_id=2e2d3778-af47-4742-bf54-fbb19360964f HTTP/1.1" status: 200 len: 943 time: 0.0507801 Aug 13 11:25:57.880730 dv-cinder-797608-16-iscsi neutron-server[93884]: INFO neutron.wsgi [req-9ea219e9-8dda-421c-858f-0a53e3f9e443 req-65579d75-7d18-4277-af48-67711717a2f3 tempest-TestShelveInstance-650229999 tempest-TestShelveInstance-650229999-project] 10.222.0.32 "GET /v2.0/security-groups?id=10b612c3-878e-45c8-a45f-b00eff83bd94&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0306089 Aug 13 11:25:57.984469 dv-cinder-797608-16-iscsi neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b86e7c8d-dd38-4c29-9137-591630d9b47f req-17959ac1-a4d3-4602-bf04-6ec8580f5c64 tempest-TestVolumeBootPattern-1538991942 tempest-TestVolumeBootPattern-1538991942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 11:25:57.986187 dv-cinder-797608-16-iscsi neutron-server[93884]: INFO neutron.wsgi [req-b86e7c8d-dd38-4c29-9137-591630d9b47f req-17959ac1-a4d3-4602-bf04-6ec8580f5c64 tempest-TestVolumeBootPattern-1538991942 tempest-TestVolumeBootPattern-1538991942-project] 10.222.0.32 "GET /v2.0/ports?device_id=80297648-f7cc-41a2-9ba7-9546d08e7146 HTTP/1.1" status: 200 len: 943 time: 0.0480866 Aug 13 11:25:58.023899 dv-cinder-797608-16-iscsi neutron-server[93884]: INFO neutron.wsgi [req-b86e7c8d-dd38-4c29-9137-591630d9b47f req-fe204173-0ee1-4fe5-9085-3f1a08a0f1a4 tempest-TestVolumeBootPattern-1538991942 tempest-TestVolumeBootPattern-1538991942-project] 10.222.0.32 "GET /v2.0/security-groups?id=ca285d94-e6fc-485c-ad28-b15c1712fa1f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0322025 Aug 13 11:25:58.543496 dv-cinder-797608-16-iscsi neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-842e2ec2-6ab7-4171-8f75-85ecfce5fb45 req-e43f75b9-7c9a-4810-8daa-5eef9f315592 tempest-AttachVolumeShelveTestJSON-167533422 tempest-AttachVolumeShelveTestJSON-167533422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 11:25:58.544926 dv-cinder-797608-16-iscsi neutron-server[93884]: INFO neutron.wsgi [req-842e2ec2-6ab7-4171-8f75-85ecfce5fb45 req-e43f75b9-7c9a-4810-8daa-5eef9f315592 tempest-AttachVolumeShelveTestJSON-167533422 tempest-AttachVolumeShelveTestJSON-167533422-project] 10.222.0.32 "GET /v2.0/ports?device_id=aa0a566e-da2b-449d-aa8c-a9df34e28bef HTTP/1.1" status: 200 len: 943 time: 0.0474429 Aug 13 11:25:58.583812 dv-cinder-797608-16-iscsi neutron-server[93884]: INFO neutron.wsgi [req-842e2ec2-6ab7-4171-8f75-85ecfce5fb45 req-38549801-2128-4549-a46f-d5ca96efb30c tempest-AttachVolumeShelveTestJSON-167533422 tempest-AttachVolumeShelveTestJSON-167533422-project] 10.222.0.32 "GET /v2.0/security-groups?id=26f817c1-933c-4977-9085-1dee6d7b8bee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0331562 Aug 13 11:25:58.995887 dv-cinder-797608-16-iscsi neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aae4320b-1f34-4a99-b835-c5a617eafd5c req-a1e4edb7-2c38-4034-8076-5f5f55a76209 tempest-TestShelveInstance-650229999 tempest-TestShelveInstance-650229999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 11:25:58.997267 dv-cinder-797608-16-iscsi neutron-server[93884]: INFO neutron.wsgi [req-aae4320b-1f34-4a99-b835-c5a617eafd5c req-a1e4edb7-2c38-4034-8076-5f5f55a76209 tempest-TestShelveInstance-650229999 tempest-TestShelveInstance-650229999-project] 10.222.0.32 "GET /v2.0/ports?device_id=2e2d3778-af47-4742-bf54-fbb19360964f HTTP/1.1" status: 200 len: 943 time: 0.0504675 Aug 13 11:25:59.034425 dv-cinder-797608-16-iscsi neutron-server[93884]: INFO neutron.wsgi [req-aae4320b-1f34-4a99-b835-c5a617eafd5c req-fa7d1446-22df-4a0a-a0c4-c011d72a3dd3 tempest-TestShelveInstance-650229999 tempest-TestShelveInstance-650229999-project] 10.222.0.32 "GET /v2.0/security-groups?id=10b612c3-878e-45c8-a45f-b00eff83bd94&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0308101 Aug 13 11:25:59.133625 dv-cinder-797608-16-iscsi neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7d3cc20-e802-4917-913b-8d073029309c req-418dc06e-6aec-41bc-917e-009bda87b3ec tempest-TestVolumeBootPattern-1538991942 tempest-TestVolumeBootPattern-1538991942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 11:25:59.135086 dv-cinder-797608-16-iscsi neutron-server[93884]: INFO neutron.wsgi [req-a7d3cc20-e802-4917-913b-8d073029309c req-418dc06e-6aec-41bc-917e-009bda87b3ec tempest-TestVolumeBootPattern-1538991942 tempest-TestVolumeBootPattern-1538991942-project] 10.222.0.32 "GET /v2.0/ports?device_id=80297648-f7cc-41a2-9ba7-9546d08e7146 HTTP/1.1" status: 200 len: 943 time: 0.0468938 Aug 13 11:25:59.170924 dv-cinder-797608-16-iscsi neutron-server[93884]: INFO neutron.wsgi [req-a7d3cc20-e802-4917-913b-8d073029309c req-6a444f32-67a7-4700-b07c-169dc245f333 tempest-TestVolumeBootPattern-1538991942 tempest-TestVolumeBootPattern-1538991942-project] 10.222.0.32 "GET /v2.0/security-groups?id=ca285d94-e6fc-485c-ad28-b15c1712fa1f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0295894 Aug 13 11:25:59.663687 dv-cinder-797608-16-iscsi neutron-server[93885]: DEBUG neutron.plugins.ml2.rpc [None req-a0b9b986-0706-4fc6-9cf9-0eb02d2513dc None None] Device a841ceaa-388c-4269-9b38-7760e5a6060c details requested by agent hyperv_hv-cinder-79760 with host hv-cinder-79760 {{(pid=93885) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 13 11:25:59.708176 dv-cinder-797608-16-iscsi neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc6d3382-a1d3-43ca-9cfd-a2a9ef8ba51f req-640bebf9-5698-489e-87ca-195e7697976d tempest-AttachVolumeShelveTestJSON-167533422 tempest-AttachVolumeShelveTestJSON-167533422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 11:25:59.709678 dv-cinder-797608-16-iscsi neutron-server[93884]: INFO neutron.wsgi [req-fc6d3382-a1d3-43ca-9cfd-a2a9ef8ba51f req-640bebf9-5698-489e-87ca-195e7697976d tempest-AttachVolumeShelveTestJSON-167533422 tempest-AttachVolumeShelveTestJSON-167533422-project] 10.222.0.32 "GET /v2.0/ports?device_id=aa0a566e-da2b-449d-aa8c-a9df34e28bef HTTP/1.1" status: 200 len: 943 time: 0.0556371 Aug 13 11:25:59.747293 dv-cinder-797608-16-iscsi neutron-server[93884]: INFO neutron.wsgi [req-fc6d3382-a1d3-43ca-9cfd-a2a9ef8ba51f req-17de6763-3475-47d1-b8ba-4404566bc892 tempest-AttachVolumeShelveTestJSON-167533422 tempest-AttachVolumeShelveTestJSON-167533422-project] 10.222.0.32 "GET /v2.0/security-groups?id=26f817c1-933c-4977-9085-1dee6d7b8bee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316741 Aug 13 11:25:59.762651 dv-cinder-797608-16-iscsi neutron-server[93885]: DEBUG neutron.plugins.ml2.db [None req-a0b9b986-0706-4fc6-9cf9-0eb02d2513dc None None] For port a841ceaa-388c-4269-9b38-7760e5a6060c, host hv-cinder-79760, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79760',level=0,port_id=a841ceaa-388c-4269-9b38-7760e5a6060c,segment=NetworkSegment(7e8d8a1c-0ea0-4420-aa00-8216212b44b2),segment_id=7e8d8a1c-0ea0-4420-aa00-8216212b44b2)] {{(pid=93885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 13 11:25:59.773399 dv-cinder-797608-16-iscsi neutron-server[93885]: DEBUG neutron.plugins.ml2.rpc [None req-a0b9b986-0706-4fc6-9cf9-0eb02d2513dc None None] Returning: {'device': 'a841ceaa-388c-4269-9b38-7760e5a6060c', 'network_id': '999d1062-b3a3-4414-af22-ebf9a7c571f6', 'port_id': 'a841ceaa-388c-4269-9b38-7760e5a6060c', 'mac_address': 'fa:16:3e:ba:91:e7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 174, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2b810745-615e-4226-8545-baa357ea81b9', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93885) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 13 11:25:59.810765 dv-cinder-797608-16-iscsi neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-a0b9b986-0706-4fc6-9cf9-0eb02d2513dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935434'] for port, before_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 11:25:59.823384 dv-cinder-797608-16-iscsi neutron-server[93885]: DEBUG neutron.notifiers.nova [None req-a0b9b986-0706-4fc6-9cf9-0eb02d2513dc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a841ceaa-388c-4269-9b38-7760e5a6060c {{(pid=93885) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 13 11:25:59.841500 dv-cinder-797608-16-iscsi neutron-server[93885]: DEBUG neutron.plugins.ml2.db [None req-a0b9b986-0706-4fc6-9cf9-0eb02d2513dc None None] For port a841ceaa-388c-4269-9b38-7760e5a6060c, host hv-cinder-79760, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79760',level=0,port_id=a841ceaa-388c-4269-9b38-7760e5a6060c,segment=NetworkSegment(7e8d8a1c-0ea0-4420-aa00-8216212b44b2),segment_id=7e8d8a1c-0ea0-4420-aa00-8216212b44b2)] {{(pid=93885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 13 11:25:59.845822 dv-cinder-797608-16-iscsi neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-a0b9b986-0706-4fc6-9cf9-0eb02d2513dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935844', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611014', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782137889940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782137337613', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782137337631'] for port, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 11:25:59.846759 dv-cinder-797608-16-iscsi neutron-server[93885]: DEBUG neutron.plugins.ml2.rpc [None req-a0b9b986-0706-4fc6-9cf9-0eb02d2513dc None None] Device bec7f6e6-fda9-4e55-b235-243402f8d2f0 details requested by agent hyperv_hv-cinder-79760 with host hv-cinder-79760 {{(pid=93885) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 13 11:25:59.941230 dv-cinder-797608-16-iscsi neutron-server[93885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0b9b986-0706-4fc6-9cf9-0eb02d2513dc None None] Pushing event updated for resources: {'Port': ['ID=a841ceaa-388c-4269-9b38-7760e5a6060c,revision_number=4']} {{(pid=93885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 11:25:59.981964 dv-cinder-797608-16-iscsi neutron-server[93885]: DEBUG neutron.plugins.ml2.db [None req-a0b9b986-0706-4fc6-9cf9-0eb02d2513dc None None] For port bec7f6e6-fda9-4e55-b235-243402f8d2f0, host hv-cinder-79760, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79760',level=0,port_id=bec7f6e6-fda9-4e55-b235-243402f8d2f0,segment=NetworkSegment(0fa64963-7e93-4d0e-b107-3a0c1a54420b),segment_id=0fa64963-7e93-4d0e-b107-3a0c1a54420b)] {{(pid=93885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 13 11:25:59.993396 dv-cinder-797608-16-iscsi neutron-server[93885]: DEBUG neutron.plugins.ml2.rpc [None req-a0b9b986-0706-4fc6-9cf9-0eb02d2513dc None None] Returning: {'device': 'bec7f6e6-fda9-4e55-b235-243402f8d2f0', 'network_id': 'd5a90fe8-bc27-43fd-967e-c2c4a7f28507', 'port_id': 'bec7f6e6-fda9-4e55-b235-243402f8d2f0', 'mac_address': 'fa:16:3e:cb:eb:b7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 150, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '76eee822-f693-42cb-8b2a-3e4c87d31887', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93885) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 13 11:26:00.033785 dv-cinder-797608-16-iscsi neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-a0b9b986-0706-4fc6-9cf9-0eb02d2513dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935434'] for port, before_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 11:26:00.046151 dv-cinder-797608-16-iscsi neutron-server[93885]: DEBUG neutron.notifiers.nova [None req-a0b9b986-0706-4fc6-9cf9-0eb02d2513dc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bec7f6e6-fda9-4e55-b235-243402f8d2f0 {{(pid=93885) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 13 11:26:00.071558 dv-cinder-797608-16-iscsi neutron-server[93885]: DEBUG neutron.plugins.ml2.db [None req-a0b9b986-0706-4fc6-9cf9-0eb02d2513dc None None] For port bec7f6e6-fda9-4e55-b235-243402f8d2f0, host hv-cinder-79760, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79760',level=0,port_id=bec7f6e6-fda9-4e55-b235-243402f8d2f0,segment=NetworkSegment(0fa64963-7e93-4d0e-b107-3a0c1a54420b),segment_id=0fa64963-7e93-4d0e-b107-3a0c1a54420b)] {{(pid=93885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 13 11:26:00.080056 dv-cinder-797608-16-iscsi neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-a0b9b986-0706-4fc6-9cf9-0eb02d2513dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935844', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611014', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782137889940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782137337613', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782137337631'] for port, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 11:26:00.154627 dv-cinder-797608-16-iscsi neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3584fcc6-276f-4094-930f-19a379aa1161 req-33eecac1-cecf-4c2c-a7e4-904cb4a90d9f tempest-TestShelveInstance-650229999 tempest-TestShelveInstance-650229999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 11:26:00.156740 dv-cinder-797608-16-iscsi neutron-server[93884]: INFO neutron.wsgi [req-3584fcc6-276f-4094-930f-19a379aa1161 req-33eecac1-cecf-4c2c-a7e4-904cb4a90d9f tempest-TestShelveInstance-650229999 tempest-TestShelveInstance-650229999-project] 10.222.0.32 "GET /v2.0/ports?device_id=2e2d3778-af47-4742-bf54-fbb19360964f HTTP/1.1" status: 200 len: 943 time: 0.0533783 Aug 13 11:26:00.197990 dv-cinder-797608-16-iscsi neutron-server[93884]: INFO neutron.wsgi [req-3584fcc6-276f-4094-930f-19a379aa1161 req-e448851f-f3ad-4ed2-9f7b-dba5fe379a51 tempest-TestShelveInstance-650229999 tempest-TestShelveInstance-650229999-project] 10.222.0.32 "GET /v2.0/security-groups?id=10b612c3-878e-45c8-a45f-b00eff83bd94&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0344980 Aug 13 11:26:00.249850 dv-cinder-797608-16-iscsi neutron-server[93885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0b9b986-0706-4fc6-9cf9-0eb02d2513dc None None] Pushing event updated for resources: {'Port': ['ID=bec7f6e6-fda9-4e55-b235-243402f8d2f0,revision_number=9']} {{(pid=93885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 11:26:00.291192 dv-cinder-797608-16-iscsi neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bb8e2d2-cee4-4b7a-a6f5-74b972066eb6 req-a0393d08-5541-4a02-b50a-bde648cb6bdc tempest-TestVolumeBootPattern-1538991942 tempest-TestVolumeBootPattern-1538991942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 11:26:00.292650 dv-cinder-797608-16-iscsi neutron-server[93884]: INFO neutron.wsgi [req-3bb8e2d2-cee4-4b7a-a6f5-74b972066eb6 req-a0393d08-5541-4a02-b50a-bde648cb6bdc tempest-TestVolumeBootPattern-1538991942 tempest-TestVolumeBootPattern-1538991942-project] 10.222.0.32 "GET /v2.0/ports?device_id=80297648-f7cc-41a2-9ba7-9546d08e7146 HTTP/1.1" status: 200 len: 944 time: 0.0483942 Aug 13 11:26:00.330814 dv-cinder-797608-16-iscsi neutron-server[93884]: INFO neutron.wsgi [req-3bb8e2d2-cee4-4b7a-a6f5-74b972066eb6 req-a1eb963b-78c7-4f77-9c35-7cca6b31bcff tempest-TestVolumeBootPattern-1538991942 tempest-TestVolumeBootPattern-1538991942-project] 10.222.0.32 "GET /v2.0/security-groups?id=ca285d94-e6fc-485c-ad28-b15c1712fa1f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0311487 Aug 13 11:26:00.462328 dv-cinder-797608-16-iscsi neutron-server[93885]: DEBUG neutron.plugins.ml2.db [None req-a0b9b986-0706-4fc6-9cf9-0eb02d2513dc None None] get_ports_and_sgs() called for port_ids ['a841ceaa-388c-4269-9b38-7760e5a6060c'] {{(pid=93885) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 13 11:26:00.484711 dv-cinder-797608-16-iscsi neutron-server[93885]: DEBUG neutron.plugins.ml2.db [None req-a0b9b986-0706-4fc6-9cf9-0eb02d2513dc None None] get_ports_and_sgs() called for port_ids ['bec7f6e6-fda9-4e55-b235-243402f8d2f0'] {{(pid=93885) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 13 11:26:00.866312 dv-cinder-797608-16-iscsi neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-febfbbb8-9292-4588-be36-9144262b44ef req-e4ba979a-c963-4432-9130-d61447f4298e tempest-AttachVolumeShelveTestJSON-167533422 tempest-AttachVolumeShelveTestJSON-167533422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 11:26:00.868059 dv-cinder-797608-16-iscsi neutron-server[93884]: INFO neutron.wsgi [req-febfbbb8-9292-4588-be36-9144262b44ef req-e4ba979a-c963-4432-9130-d61447f4298e tempest-AttachVolumeShelveTestJSON-167533422 tempest-AttachVolumeShelveTestJSON-167533422-project] 10.222.0.32 "GET /v2.0/ports?device_id=aa0a566e-da2b-449d-aa8c-a9df34e28bef HTTP/1.1" status: 200 len: 944 time: 0.0489967 Aug 13 11:26:00.905761 dv-cinder-797608-16-iscsi neutron-server[93884]: INFO neutron.wsgi [req-febfbbb8-9292-4588-be36-9144262b44ef req-c78d72fe-24e4-4ea0-8be2-b63d369d482b tempest-AttachVolumeShelveTestJSON-167533422 tempest-AttachVolumeShelveTestJSON-167533422-project] 10.222.0.32 "GET /v2.0/security-groups?id=26f817c1-933c-4977-9085-1dee6d7b8bee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315104 Aug 13 11:26:01.326260 dv-cinder-797608-16-iscsi neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02cdaff9-e795-41a6-9e6e-8fe474e81471 req-05a0f2b4-8c87-4d59-bf9c-69e150711ffc tempest-TestShelveInstance-650229999 tempest-TestShelveInstance-650229999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 11:26:01.327715 dv-cinder-797608-16-iscsi neutron-server[93884]: INFO neutron.wsgi [req-02cdaff9-e795-41a6-9e6e-8fe474e81471 req-05a0f2b4-8c87-4d59-bf9c-69e150711ffc tempest-TestShelveInstance-650229999 tempest-TestShelveInstance-650229999-project] 10.222.0.32 "GET /v2.0/ports?device_id=2e2d3778-af47-4742-bf54-fbb19360964f HTTP/1.1" status: 200 len: 943 time: 0.0571442 Aug 13 11:26:01.368345 dv-cinder-797608-16-iscsi neutron-server[93884]: INFO neutron.wsgi [req-02cdaff9-e795-41a6-9e6e-8fe474e81471 req-6ac35796-fab7-4536-86a2-52857be33832 tempest-TestShelveInstance-650229999 tempest-TestShelveInstance-650229999-project] 10.222.0.32 "GET /v2.0/security-groups?id=10b612c3-878e-45c8-a45f-b00eff83bd94&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0345948 Aug 13 11:26:01.446326 dv-cinder-797608-16-iscsi neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6b84a33-404f-4789-8150-80f567976573 req-d48f2644-465f-4381-9737-09cedb37c4f5 tempest-TestVolumeBootPattern-1538991942 tempest-TestVolumeBootPattern-1538991942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 11:26:01.448150 dv-cinder-797608-16-iscsi neutron-server[93884]: INFO neutron.wsgi [req-e6b84a33-404f-4789-8150-80f567976573 req-d48f2644-465f-4381-9737-09cedb37c4f5 tempest-TestVolumeBootPattern-1538991942 tempest-TestVolumeBootPattern-1538991942-project] 10.222.0.32 "GET /v2.0/ports?device_id=80297648-f7cc-41a2-9ba7-9546d08e7146 HTTP/1.1" status: 200 len: 944 time: 0.0508575 Aug 13 11:26:01.486597 dv-cinder-797608-16-iscsi neutron-server[93884]: INFO neutron.wsgi [req-e6b84a33-404f-4789-8150-80f567976573 req-db3275ad-588d-4d29-9c35-f74c17eb6def tempest-TestVolumeBootPattern-1538991942 tempest-TestVolumeBootPattern-1538991942-project] 10.222.0.32 "GET /v2.0/security-groups?id=ca285d94-e6fc-485c-ad28-b15c1712fa1f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0319667 Aug 13 11:26:01.657610 dv-cinder-797608-16-iscsi neutron-server[93885]: DEBUG neutron.plugins.ml2.rpc [None req-a0b9b986-0706-4fc6-9cf9-0eb02d2513dc None None] Device 77f21e65-9f5a-4ea0-ae44-b11aedc351c0 details requested by agent hyperv_hv-cinder-79760 with host hv-cinder-79760 {{(pid=93885) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 13 11:26:01.666901 dv-cinder-797608-16-iscsi neutron-server[93885]: DEBUG neutron.plugins.ml2.rpc [None req-a0b9b986-0706-4fc6-9cf9-0eb02d2513dc None None] Device a841ceaa-388c-4269-9b38-7760e5a6060c up at agent hyperv_hv-cinder-79760 {{(pid=93885) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 13 11:26:01.771037 dv-cinder-797608-16-iscsi neutron-server[93885]: DEBUG neutron.db.provisioning_blocks [None req-a0b9b986-0706-4fc6-9cf9-0eb02d2513dc None None] Provisioning for port a841ceaa-388c-4269-9b38-7760e5a6060c completed by entity L2. {{(pid=93885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 13 11:26:01.779870 dv-cinder-797608-16-iscsi neutron-server[93885]: DEBUG neutron.db.provisioning_blocks [None req-a0b9b986-0706-4fc6-9cf9-0eb02d2513dc None None] Provisioning complete for port a841ceaa-388c-4269-9b38-7760e5a6060c triggered by entity L2. {{(pid=93885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 13 11:26:01.780243 dv-cinder-797608-16-iscsi neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-a0b9b986-0706-4fc6-9cf9-0eb02d2513dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-997193'] for port, provisioning_complete {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 11:26:01.813289 dv-cinder-797608-16-iscsi neutron-server[93885]: DEBUG neutron.plugins.ml2.db [None req-a0b9b986-0706-4fc6-9cf9-0eb02d2513dc None None] For port 77f21e65-9f5a-4ea0-ae44-b11aedc351c0, host hv-cinder-79760, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79760',level=0,port_id=77f21e65-9f5a-4ea0-ae44-b11aedc351c0,segment=NetworkSegment(0c0916bb-1dc8-4969-93db-96fbbfcf0471),segment_id=0c0916bb-1dc8-4969-93db-96fbbfcf0471)] {{(pid=93885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 13 11:26:01.830175 dv-cinder-797608-16-iscsi neutron-server[93885]: DEBUG neutron.plugins.ml2.rpc [None req-a0b9b986-0706-4fc6-9cf9-0eb02d2513dc None None] Returning: {'device': '77f21e65-9f5a-4ea0-ae44-b11aedc351c0', 'network_id': '19d032c5-8528-440a-a103-9e68f50bdfe9', 'port_id': '77f21e65-9f5a-4ea0-ae44-b11aedc351c0', 'mac_address': 'fa:16:3e:2e:34:9f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 177, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3e906e7d-e025-4f52-b49f-c3fc3c70e6b0', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93885) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 13 11:26:01.892265 dv-cinder-797608-16-iscsi neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-a0b9b986-0706-4fc6-9cf9-0eb02d2513dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935434'] for port, before_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 11:26:01.914328 dv-cinder-797608-16-iscsi neutron-server[93885]: DEBUG neutron.notifiers.nova [None req-a0b9b986-0706-4fc6-9cf9-0eb02d2513dc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 77f21e65-9f5a-4ea0-ae44-b11aedc351c0 {{(pid=93885) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 13 11:26:01.919635 dv-cinder-797608-16-iscsi neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-a0b9b986-0706-4fc6-9cf9-0eb02d2513dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935434'] for port, before_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 11:26:01.952884 dv-cinder-797608-16-iscsi neutron-server[93885]: DEBUG neutron.plugins.ml2.db [None req-a0b9b986-0706-4fc6-9cf9-0eb02d2513dc None None] For port 77f21e65-9f5a-4ea0-ae44-b11aedc351c0, host hv-cinder-79760, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79760',level=0,port_id=77f21e65-9f5a-4ea0-ae44-b11aedc351c0,segment=NetworkSegment(0c0916bb-1dc8-4969-93db-96fbbfcf0471),segment_id=0c0916bb-1dc8-4969-93db-96fbbfcf0471)] {{(pid=93885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 13 11:26:01.961032 dv-cinder-797608-16-iscsi neutron-server[93885]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '80297648-f7cc-41a2-9ba7-9546d08e7146', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a841ceaa-388c-4269-9b38-7760e5a6060c'}] {{(pid=93885) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 13 11:26:01.963297 dv-cinder-797608-16-iscsi neutron-server[93885]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6271a0dfd589c32cbc3478448621ce6e19c81a8dd821b4c159629fbe4478ed77" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9874e423-f966-4756-aa9b-909be3e5285c" -d '{"events": [{"server_uuid": "80297648-f7cc-41a2-9ba7-9546d08e7146", "name": "network-vif-plugged", "status": "completed", "tag": "a841ceaa-388c-4269-9b38-7760e5a6060c"}]}' {{(pid=93885) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 13 11:26:01.968319 dv-cinder-797608-16-iscsi neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-a0b9b986-0706-4fc6-9cf9-0eb02d2513dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935844', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611014', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782137889940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782137337613', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782137337631'] for port, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 11:26:01.980666 dv-cinder-797608-16-iscsi neutron-server[93885]: DEBUG neutron.plugins.ml2.db [None req-a0b9b986-0706-4fc6-9cf9-0eb02d2513dc None None] For port a841ceaa-388c-4269-9b38-7760e5a6060c, host hv-cinder-79760, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79760',level=0,port_id=a841ceaa-388c-4269-9b38-7760e5a6060c,segment=NetworkSegment(7e8d8a1c-0ea0-4420-aa00-8216212b44b2),segment_id=7e8d8a1c-0ea0-4420-aa00-8216212b44b2)] {{(pid=93885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 13 11:26:02.001865 dv-cinder-797608-16-iscsi neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-a0b9b986-0706-4fc6-9cf9-0eb02d2513dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935844', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611014', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782137889940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782137337613', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782137337631'] for port, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 11:26:02.002694 dv-cinder-797608-16-iscsi neutron-server[93885]: DEBUG neutron.plugins.ml2.rpc [None req-a0b9b986-0706-4fc6-9cf9-0eb02d2513dc None None] Device bec7f6e6-fda9-4e55-b235-243402f8d2f0 up at agent hyperv_hv-cinder-79760 {{(pid=93885) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 13 11:26:02.027472 dv-cinder-797608-16-iscsi neutron-server[93885]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 13 Aug 2021 11:26:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9577fa4c-0174-4934-8e56-9c0954d46a6f x-openstack-request-id: req-9577fa4c-0174-4934-8e56-9c0954d46a6f {{(pid=93885) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 13 11:26:02.027772 dv-cinder-797608-16-iscsi neutron-server[93885]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "80297648-f7cc-41a2-9ba7-9546d08e7146", "name": "network-vif-plugged", "status": "completed", "tag": "a841ceaa-388c-4269-9b38-7760e5a6060c", "code": 200}]} {{(pid=93885) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 13 11:26:02.028019 dv-cinder-797608-16-iscsi neutron-server[93885]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-9577fa4c-0174-4934-8e56-9c0954d46a6f {{(pid=93885) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 13 11:26:02.028428 dv-cinder-797608-16-iscsi neutron-server[93885]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '80297648-f7cc-41a2-9ba7-9546d08e7146', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a841ceaa-388c-4269-9b38-7760e5a6060c', 'code': 200} Aug 13 11:26:02.039281 dv-cinder-797608-16-iscsi neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ac9a245-a7f9-4ee2-8ddc-9159e5a44376 req-85f809e7-07ae-4645-974b-dcc7f2b97907 tempest-AttachVolumeShelveTestJSON-167533422 tempest-AttachVolumeShelveTestJSON-167533422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 11:26:02.049352 dv-cinder-797608-16-iscsi neutron-server[93884]: INFO neutron.wsgi [req-6ac9a245-a7f9-4ee2-8ddc-9159e5a44376 req-85f809e7-07ae-4645-974b-dcc7f2b97907 tempest-AttachVolumeShelveTestJSON-167533422 tempest-AttachVolumeShelveTestJSON-167533422-project] 10.222.0.32 "GET /v2.0/ports?device_id=aa0a566e-da2b-449d-aa8c-a9df34e28bef HTTP/1.1" status: 200 len: 944 time: 0.0600402 Aug 13 11:26:02.059630 dv-cinder-797608-16-iscsi neutron-server[93885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0b9b986-0706-4fc6-9cf9-0eb02d2513dc None None] Pushing event updated for resources: {'Port': ['ID=77f21e65-9f5a-4ea0-ae44-b11aedc351c0,revision_number=7']} {{(pid=93885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 11:26:02.069005 dv-cinder-797608-16-iscsi neutron-server[93885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0b9b986-0706-4fc6-9cf9-0eb02d2513dc None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797608-16-iscsi {{(pid=93885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 11:26:02.069355 dv-cinder-797608-16-iscsi neutron-server[93885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0b9b986-0706-4fc6-9cf9-0eb02d2513dc None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797608-16-iscsi {{(pid=93885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 11:26:02.069695 dv-cinder-797608-16-iscsi neutron-server[93885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0b9b986-0706-4fc6-9cf9-0eb02d2513dc None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797608-16-iscsi {{(pid=93885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 11:26:02.070057 dv-cinder-797608-16-iscsi neutron-server[93885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0b9b986-0706-4fc6-9cf9-0eb02d2513dc None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797608-16-iscsi {{(pid=93885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 11:26:02.070391 dv-cinder-797608-16-iscsi neutron-server[93885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0b9b986-0706-4fc6-9cf9-0eb02d2513dc None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-797608-16-iscsi {{(pid=93885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 11:26:02.070722 dv-cinder-797608-16-iscsi neutron-server[93885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0b9b986-0706-4fc6-9cf9-0eb02d2513dc None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797608-16-iscsi {{(pid=93885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 11:26:02.071045 dv-cinder-797608-16-iscsi neutron-server[93885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0b9b986-0706-4fc6-9cf9-0eb02d2513dc None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-797608-16-iscsi {{(pid=93885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 11:26:02.071368 dv-cinder-797608-16-iscsi neutron-server[93885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0b9b986-0706-4fc6-9cf9-0eb02d2513dc None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-797608-16-iscsi {{(pid=93885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 11:26:02.071692 dv-cinder-797608-16-iscsi neutron-server[93885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0b9b986-0706-4fc6-9cf9-0eb02d2513dc None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797608-16-iscsi {{(pid=93885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 11:26:02.072020 dv-cinder-797608-16-iscsi neutron-server[93885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0b9b986-0706-4fc6-9cf9-0eb02d2513dc None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797608-16-iscsi {{(pid=93885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 11:26:02.072341 dv-cinder-797608-16-iscsi neutron-server[93885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0b9b986-0706-4fc6-9cf9-0eb02d2513dc None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797608-16-iscsi {{(pid=93885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 11:26:02.072661 dv-cinder-797608-16-iscsi neutron-server[93885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0b9b986-0706-4fc6-9cf9-0eb02d2513dc None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797608-16-iscsi {{(pid=93885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 11:26:02.091439 dv-cinder-797608-16-iscsi neutron-server[93884]: INFO neutron.wsgi [req-6ac9a245-a7f9-4ee2-8ddc-9159e5a44376 req-fcd77aa2-67c0-4e3e-9588-0c34393d0d86 tempest-AttachVolumeShelveTestJSON-167533422 tempest-AttachVolumeShelveTestJSON-167533422-project] 10.222.0.32 "GET /v2.0/security-groups?id=26f817c1-933c-4977-9085-1dee6d7b8bee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0332932 Aug 13 11:26:02.113006 dv-cinder-797608-16-iscsi neutron-server[93885]: DEBUG neutron.db.provisioning_blocks [None req-a0b9b986-0706-4fc6-9cf9-0eb02d2513dc None None] Provisioning complete for port bec7f6e6-fda9-4e55-b235-243402f8d2f0 triggered by entity L2. {{(pid=93885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 13 11:26:02.113380 dv-cinder-797608-16-iscsi neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-a0b9b986-0706-4fc6-9cf9-0eb02d2513dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-997193'] for port, provisioning_complete {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 11:26:02.147232 dv-cinder-797608-16-iscsi neutron-server[93885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0b9b986-0706-4fc6-9cf9-0eb02d2513dc None None] Pushing event updated for resources: {'Port': ['ID=a841ceaa-388c-4269-9b38-7760e5a6060c,revision_number=5']} {{(pid=93885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 11:26:02.208571 dv-cinder-797608-16-iscsi neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-a0b9b986-0706-4fc6-9cf9-0eb02d2513dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935434'] for port, before_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 11:26:02.241082 dv-cinder-797608-16-iscsi neutron-server[93885]: DEBUG neutron.plugins.ml2.db [None req-a0b9b986-0706-4fc6-9cf9-0eb02d2513dc None None] For port bec7f6e6-fda9-4e55-b235-243402f8d2f0, host hv-cinder-79760, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79760',level=0,port_id=bec7f6e6-fda9-4e55-b235-243402f8d2f0,segment=NetworkSegment(0fa64963-7e93-4d0e-b107-3a0c1a54420b),segment_id=0fa64963-7e93-4d0e-b107-3a0c1a54420b)] {{(pid=93885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 13 11:26:02.246236 dv-cinder-797608-16-iscsi neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-a0b9b986-0706-4fc6-9cf9-0eb02d2513dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935844', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611014', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782137889940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782137337613', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782137337631'] for port, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 11:26:02.277916 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2240d867-82b1-410c-86c4-ea48aab26608 req-601e6c3b-0860-4f0f-9b30-59905d21999d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 11:26:02.279182 dv-cinder-797608-16-iscsi neutron-server[93883]: INFO neutron.wsgi [req-2240d867-82b1-410c-86c4-ea48aab26608 req-601e6c3b-0860-4f0f-9b30-59905d21999d service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=80297648-f7cc-41a2-9ba7-9546d08e7146 HTTP/1.1" status: 200 len: 1098 time: 0.0502977 Aug 13 11:26:02.293948 dv-cinder-797608-16-iscsi neutron-server[93885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0b9b986-0706-4fc6-9cf9-0eb02d2513dc None None] Pushing event updated for resources: {'Port': ['ID=bec7f6e6-fda9-4e55-b235-243402f8d2f0,revision_number=10']} {{(pid=93885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 11:26:02.315140 dv-cinder-797608-16-iscsi neutron-server[93883]: INFO neutron.wsgi [req-2240d867-82b1-410c-86c4-ea48aab26608 req-ef595d22-6689-49b7-8052-c711633e378a service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=ca285d94-e6fc-485c-ad28-b15c1712fa1f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0277612 Aug 13 11:26:02.332547 dv-cinder-797608-16-iscsi neutron-server[93885]: DEBUG neutron.plugins.ml2.db [None req-a0b9b986-0706-4fc6-9cf9-0eb02d2513dc None None] get_ports_and_sgs() called for port_ids ['77f21e65-9f5a-4ea0-ae44-b11aedc351c0'] {{(pid=93885) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 13 11:26:02.485806 dv-cinder-797608-16-iscsi neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7965581d-3c95-4b97-a005-e1e5c53e41b8 req-1d2ad848-a8a7-418b-a02d-0daca4d3a5aa tempest-TestShelveInstance-650229999 tempest-TestShelveInstance-650229999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 11:26:02.487198 dv-cinder-797608-16-iscsi neutron-server[93884]: INFO neutron.wsgi [req-7965581d-3c95-4b97-a005-e1e5c53e41b8 req-1d2ad848-a8a7-418b-a02d-0daca4d3a5aa tempest-TestShelveInstance-650229999 tempest-TestShelveInstance-650229999-project] 10.222.0.32 "GET /v2.0/ports?device_id=2e2d3778-af47-4742-bf54-fbb19360964f HTTP/1.1" status: 200 len: 944 time: 0.0512340 Aug 13 11:26:02.524359 dv-cinder-797608-16-iscsi neutron-server[93884]: INFO neutron.wsgi [req-7965581d-3c95-4b97-a005-e1e5c53e41b8 req-3dc79abf-7887-41bb-bb27-96f6fefdc18a tempest-TestShelveInstance-650229999 tempest-TestShelveInstance-650229999-project] 10.222.0.32 "GET /v2.0/security-groups?id=10b612c3-878e-45c8-a45f-b00eff83bd94&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0305607 Aug 13 11:26:02.639556 dv-cinder-797608-16-iscsi neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4343bf79-1a86-4679-9549-90abb2ef0391 req-e98022cf-13d5-420e-8b3e-efc7f8f5c117 tempest-TestVolumeBootPattern-1538991942 tempest-TestVolumeBootPattern-1538991942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 11:26:02.641051 dv-cinder-797608-16-iscsi neutron-server[93884]: INFO neutron.wsgi [req-4343bf79-1a86-4679-9549-90abb2ef0391 req-e98022cf-13d5-420e-8b3e-efc7f8f5c117 tempest-TestVolumeBootPattern-1538991942 tempest-TestVolumeBootPattern-1538991942-project] 10.222.0.32 "GET /v2.0/ports?device_id=80297648-f7cc-41a2-9ba7-9546d08e7146 HTTP/1.1" status: 200 len: 945 time: 0.0493877 Aug 13 11:26:02.679210 dv-cinder-797608-16-iscsi neutron-server[93884]: INFO neutron.wsgi [req-4343bf79-1a86-4679-9549-90abb2ef0391 req-1b8ab5af-e123-4d00-a855-6e92ab2eb9b2 tempest-TestVolumeBootPattern-1538991942 tempest-TestVolumeBootPattern-1538991942-project] 10.222.0.32 "GET /v2.0/security-groups?id=ca285d94-e6fc-485c-ad28-b15c1712fa1f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0321927 Aug 13 11:26:03.208384 dv-cinder-797608-16-iscsi neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed860724-600d-4453-8973-17d53a944fcd req-efac4e40-9d38-450c-aa73-090230aa60eb tempest-AttachVolumeShelveTestJSON-167533422 tempest-AttachVolumeShelveTestJSON-167533422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 11:26:03.209838 dv-cinder-797608-16-iscsi neutron-server[93884]: INFO neutron.wsgi [req-ed860724-600d-4453-8973-17d53a944fcd req-efac4e40-9d38-450c-aa73-090230aa60eb tempest-AttachVolumeShelveTestJSON-167533422 tempest-AttachVolumeShelveTestJSON-167533422-project] 10.222.0.32 "GET /v2.0/ports?device_id=aa0a566e-da2b-449d-aa8c-a9df34e28bef HTTP/1.1" status: 200 len: 946 time: 0.0469728 Aug 13 11:26:03.246363 dv-cinder-797608-16-iscsi neutron-server[93884]: INFO neutron.wsgi [req-ed860724-600d-4453-8973-17d53a944fcd req-a1ae327a-d3e0-48c3-a2f5-da9cd4162937 tempest-AttachVolumeShelveTestJSON-167533422 tempest-AttachVolumeShelveTestJSON-167533422-project] 10.222.0.32 "GET /v2.0/security-groups?id=26f817c1-933c-4977-9085-1dee6d7b8bee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0306926 Aug 13 11:26:03.645635 dv-cinder-797608-16-iscsi neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36aa6160-d8b6-47f9-b771-d8ba96c0fa27 req-3bc25fcc-4899-4a8b-bfbc-d21c381e836d tempest-TestShelveInstance-650229999 tempest-TestShelveInstance-650229999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 11:26:03.647064 dv-cinder-797608-16-iscsi neutron-server[93884]: INFO neutron.wsgi [req-36aa6160-d8b6-47f9-b771-d8ba96c0fa27 req-3bc25fcc-4899-4a8b-bfbc-d21c381e836d tempest-TestShelveInstance-650229999 tempest-TestShelveInstance-650229999-project] 10.222.0.32 "GET /v2.0/ports?device_id=2e2d3778-af47-4742-bf54-fbb19360964f HTTP/1.1" status: 200 len: 944 time: 0.0520942 Aug 13 11:26:03.685238 dv-cinder-797608-16-iscsi neutron-server[93884]: INFO neutron.wsgi [req-36aa6160-d8b6-47f9-b771-d8ba96c0fa27 req-7a4d4d21-8c96-48f3-904d-56f3cf3610ad tempest-TestShelveInstance-650229999 tempest-TestShelveInstance-650229999-project] 10.222.0.32 "GET /v2.0/security-groups?id=10b612c3-878e-45c8-a45f-b00eff83bd94&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0306764 Aug 13 11:26:03.702033 dv-cinder-797608-16-iscsi neutron-server[93885]: DEBUG neutron.plugins.ml2.rpc [None req-a0b9b986-0706-4fc6-9cf9-0eb02d2513dc None None] Device 77f21e65-9f5a-4ea0-ae44-b11aedc351c0 up at agent hyperv_hv-cinder-79760 {{(pid=93885) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 13 11:26:03.750613 dv-cinder-797608-16-iscsi neutron-server[93885]: DEBUG neutron.db.provisioning_blocks [None req-a0b9b986-0706-4fc6-9cf9-0eb02d2513dc None None] Provisioning complete for port 77f21e65-9f5a-4ea0-ae44-b11aedc351c0 triggered by entity L2. {{(pid=93885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 13 11:26:03.751108 dv-cinder-797608-16-iscsi neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-a0b9b986-0706-4fc6-9cf9-0eb02d2513dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-997193'] for port, provisioning_complete {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 11:26:03.793867 dv-cinder-797608-16-iscsi neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6ea8e3c-1752-4bf3-9ca8-b425f5556278 req-c1d84af2-3ad7-4861-8a04-a37e7c7b5385 tempest-TestVolumeBootPattern-1538991942 tempest-TestVolumeBootPattern-1538991942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 11:26:03.795404 dv-cinder-797608-16-iscsi neutron-server[93884]: INFO neutron.wsgi [req-e6ea8e3c-1752-4bf3-9ca8-b425f5556278 req-c1d84af2-3ad7-4861-8a04-a37e7c7b5385 tempest-TestVolumeBootPattern-1538991942 tempest-TestVolumeBootPattern-1538991942-project] 10.222.0.32 "GET /v2.0/ports?device_id=80297648-f7cc-41a2-9ba7-9546d08e7146 HTTP/1.1" status: 200 len: 945 time: 0.0487614 Aug 13 11:26:03.829384 dv-cinder-797608-16-iscsi neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-a0b9b986-0706-4fc6-9cf9-0eb02d2513dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935434'] for port, before_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 11:26:03.834287 dv-cinder-797608-16-iscsi neutron-server[93884]: INFO neutron.wsgi [req-e6ea8e3c-1752-4bf3-9ca8-b425f5556278 req-71610410-7005-41e1-bf4d-e09aab4ac900 tempest-TestVolumeBootPattern-1538991942 tempest-TestVolumeBootPattern-1538991942-project] 10.222.0.32 "GET /v2.0/security-groups?id=ca285d94-e6fc-485c-ad28-b15c1712fa1f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0322752 Aug 13 11:26:03.862848 dv-cinder-797608-16-iscsi neutron-server[93885]: DEBUG neutron.plugins.ml2.db [None req-a0b9b986-0706-4fc6-9cf9-0eb02d2513dc None None] For port 77f21e65-9f5a-4ea0-ae44-b11aedc351c0, host hv-cinder-79760, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79760',level=0,port_id=77f21e65-9f5a-4ea0-ae44-b11aedc351c0,segment=NetworkSegment(0c0916bb-1dc8-4969-93db-96fbbfcf0471),segment_id=0c0916bb-1dc8-4969-93db-96fbbfcf0471)] {{(pid=93885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 13 11:26:03.867640 dv-cinder-797608-16-iscsi neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-a0b9b986-0706-4fc6-9cf9-0eb02d2513dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935844', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611014', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782137889940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782137337613', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782137337631'] for port, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 11:26:03.920737 dv-cinder-797608-16-iscsi neutron-server[93885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0b9b986-0706-4fc6-9cf9-0eb02d2513dc None None] Pushing event updated for resources: {'Port': ['ID=77f21e65-9f5a-4ea0-ae44-b11aedc351c0,revision_number=8']} {{(pid=93885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 11:26:03.950738 dv-cinder-797608-16-iscsi neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bacdfec5-329e-4ae0-abf2-1b75a150f065 req-31783372-1fcb-474e-a6bb-33b41407b4ca tempest-TestVolumeBootPattern-1538991942 tempest-TestVolumeBootPattern-1538991942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 11:26:03.952187 dv-cinder-797608-16-iscsi neutron-server[93884]: INFO neutron.wsgi [req-bacdfec5-329e-4ae0-abf2-1b75a150f065 req-31783372-1fcb-474e-a6bb-33b41407b4ca tempest-TestVolumeBootPattern-1538991942 tempest-TestVolumeBootPattern-1538991942-project] 10.222.0.32 "GET /v2.0/ports?device_id=80297648-f7cc-41a2-9ba7-9546d08e7146 HTTP/1.1" status: 200 len: 945 time: 0.0515087 Aug 13 11:26:03.988826 dv-cinder-797608-16-iscsi neutron-server[93884]: INFO neutron.wsgi [req-bacdfec5-329e-4ae0-abf2-1b75a150f065 req-a4c689d9-666d-4472-94d2-4f3ba14d56e5 tempest-TestVolumeBootPattern-1538991942 tempest-TestVolumeBootPattern-1538991942-project] 10.222.0.32 "GET /v2.0/security-groups?id=ca285d94-e6fc-485c-ad28-b15c1712fa1f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0301616 Aug 13 11:26:04.010668 dv-cinder-797608-16-iscsi neutron-server[93884]: DEBUG neutron.wsgi [-] (93884) accepted ('10.222.0.32', 52290) {{(pid=93884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 11:26:04.029284 dv-cinder-797608-16-iscsi neutron-server[93885]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'aa0a566e-da2b-449d-aa8c-a9df34e28bef', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bec7f6e6-fda9-4e55-b235-243402f8d2f0'}, {'server_uuid': '2e2d3778-af47-4742-bf54-fbb19360964f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '77f21e65-9f5a-4ea0-ae44-b11aedc351c0'}] {{(pid=93885) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 13 11:26:04.031714 dv-cinder-797608-16-iscsi neutron-server[93885]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6271a0dfd589c32cbc3478448621ce6e19c81a8dd821b4c159629fbe4478ed77" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b0905752-deb0-412f-ac72-72c45bd24b9c" -d '{"events": [{"server_uuid": "aa0a566e-da2b-449d-aa8c-a9df34e28bef", "name": "network-vif-plugged", "status": "completed", "tag": "bec7f6e6-fda9-4e55-b235-243402f8d2f0"}, {"server_uuid": "2e2d3778-af47-4742-bf54-fbb19360964f", "name": "network-vif-plugged", "status": "completed", "tag": "77f21e65-9f5a-4ea0-ae44-b11aedc351c0"}]}' {{(pid=93885) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 13 11:26:04.052109 dv-cinder-797608-16-iscsi neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-05de8309-9f3b-4351-99c6-6ea4290b28d6 tempest-TestVolumeBootPattern-971038727 tempest-TestVolumeBootPattern-971038727-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 11:26:04.054466 dv-cinder-797608-16-iscsi neutron-server[93884]: INFO neutron.wsgi [None req-05de8309-9f3b-4351-99c6-6ea4290b28d6 tempest-TestVolumeBootPattern-971038727 tempest-TestVolumeBootPattern-971038727-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=80297648-f7cc-41a2-9ba7-9546d08e7146 HTTP/1.1" status: 200 len: 1093 time: 0.0427670 Aug 13 11:26:04.056338 dv-cinder-797608-16-iscsi neutron-server[93884]: DEBUG neutron.wsgi [-] (93884) accepted ('10.222.0.32', 52294) {{(pid=93884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 11:26:04.060693 dv-cinder-797608-16-iscsi neutron-server[93884]: DEBUG neutron.api.v2.base [None req-ae25a2b1-b2fb-4331-91c7-c001cc7159ec tempest-TestVolumeBootPattern-1538991942 tempest-TestVolumeBootPattern-1538991942-project] Request body: {'floatingip': {'floating_network_id': '7c3f0979-58a5-4465-87f9-e256377c6b61', 'port_id': 'a841ceaa-388c-4269-9b38-7760e5a6060c', 'tenant_id': 'd5749f1d743e45099877d2ba04647196', 'fixed_ip_address': '172.20.0.3'}} {{(pid=93884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 13 11:26:04.071629 dv-cinder-797608-16-iscsi neutron-server[93885]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Fri, 13 Aug 2021 11:26:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7fe09fdc-1b93-48ed-8565-f0c517c3f841 x-openstack-request-id: req-7fe09fdc-1b93-48ed-8565-f0c517c3f841 {{(pid=93885) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 13 11:26:04.071961 dv-cinder-797608-16-iscsi neutron-server[93885]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "aa0a566e-da2b-449d-aa8c-a9df34e28bef", "name": "network-vif-plugged", "status": "completed", "tag": "bec7f6e6-fda9-4e55-b235-243402f8d2f0", "code": 200}, {"server_uuid": "2e2d3778-af47-4742-bf54-fbb19360964f", "name": "network-vif-plugged", "status": "completed", "tag": "77f21e65-9f5a-4ea0-ae44-b11aedc351c0", "code": 200}]} {{(pid=93885) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 13 11:26:04.072245 dv-cinder-797608-16-iscsi neutron-server[93885]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-7fe09fdc-1b93-48ed-8565-f0c517c3f841 {{(pid=93885) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 13 11:26:04.072614 dv-cinder-797608-16-iscsi neutron-server[93885]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'aa0a566e-da2b-449d-aa8c-a9df34e28bef', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bec7f6e6-fda9-4e55-b235-243402f8d2f0', 'code': 200} Aug 13 11:26:04.072872 dv-cinder-797608-16-iscsi neutron-server[93885]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2e2d3778-af47-4742-bf54-fbb19360964f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '77f21e65-9f5a-4ea0-ae44-b11aedc351c0', 'code': 200} Aug 13 11:26:04.083549 dv-cinder-797608-16-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-ae25a2b1-b2fb-4331-91c7-c001cc7159ec tempest-TestVolumeBootPattern-1538991942 tempest-TestVolumeBootPattern-1538991942-project] Notify callbacks [] for floatingip, before_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 11:26:04.181266 dv-cinder-797608-16-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-ae25a2b1-b2fb-4331-91c7-c001cc7159ec tempest-TestVolumeBootPattern-1538991942 tempest-TestVolumeBootPattern-1538991942-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935434'] for port, before_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 11:26:04.291333 dv-cinder-797608-16-iscsi neutron-server[93884]: DEBUG neutron.db.db_base_plugin_common [None req-ae25a2b1-b2fb-4331-91c7-c001cc7159ec tempest-TestVolumeBootPattern-1538991942 tempest-TestVolumeBootPattern-1538991942-project] Allocated IP 172.27.2.29 (7c3f0979-58a5-4465-87f9-e256377c6b61/ba735781-2bff-41d5-99b4-7ca705ee91ca/f07ed855-4ebc-4c57-8404-28ee8d88032c) {{(pid=93884) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 13 11:26:04.327472 dv-cinder-797608-16-iscsi neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-a0b9b986-0706-4fc6-9cf9-0eb02d2513dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782137812740', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-997306'] for agent, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 11:26:04.427855 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44bef041-15e7-466c-b317-aa2cc71fd641 req-d558ced9-59a6-4955-ac49-bff317effc05 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 11:26:04.429394 dv-cinder-797608-16-iscsi neutron-server[93883]: INFO neutron.wsgi [req-44bef041-15e7-466c-b317-aa2cc71fd641 req-d558ced9-59a6-4955-ac49-bff317effc05 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=2e2d3778-af47-4742-bf54-fbb19360964f HTTP/1.1" status: 200 len: 1098 time: 0.0464156 Aug 13 11:26:04.475330 dv-cinder-797608-16-iscsi neutron-server[93883]: INFO neutron.wsgi [req-44bef041-15e7-466c-b317-aa2cc71fd641 req-0f913af8-48b2-4605-882e-4ca9bcaddf5a service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=10b612c3-878e-45c8-a45f-b00eff83bd94&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0303357 Aug 13 11:26:04.641359 dv-cinder-797608-16-iscsi neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f02a13c-0304-459c-ac5f-fe3ffff135d9 req-a84fc93c-38bf-4e0c-aaac-0ee48ae80111 tempest-AttachVolumeShelveTestJSON-167533422 tempest-AttachVolumeShelveTestJSON-167533422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 11:26:04.642851 dv-cinder-797608-16-iscsi neutron-server[93884]: INFO neutron.wsgi [req-9f02a13c-0304-459c-ac5f-fe3ffff135d9 req-a84fc93c-38bf-4e0c-aaac-0ee48ae80111 tempest-AttachVolumeShelveTestJSON-167533422 tempest-AttachVolumeShelveTestJSON-167533422-project] 10.222.0.32 "GET /v2.0/ports?device_id=aa0a566e-da2b-449d-aa8c-a9df34e28bef HTTP/1.1" status: 200 len: 946 time: 0.3192031 Aug 13 11:26:04.658641 dv-cinder-797608-16-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-ae25a2b1-b2fb-4331-91c7-c001cc7159ec tempest-TestVolumeBootPattern-1538991942 tempest-TestVolumeBootPattern-1538991942-project] Notify callbacks [] for port, precommit_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 11:26:04.700944 dv-cinder-797608-16-iscsi neutron-server[93884]: INFO neutron.wsgi [req-9f02a13c-0304-459c-ac5f-fe3ffff135d9 req-f20621f4-626f-4bd5-9f5a-98aa12edb733 tempest-AttachVolumeShelveTestJSON-167533422 tempest-AttachVolumeShelveTestJSON-167533422-project] 10.222.0.32 "GET /v2.0/security-groups?id=26f817c1-933c-4977-9085-1dee6d7b8bee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0477221 Aug 13 11:26:04.726209 dv-cinder-797608-16-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-ae25a2b1-b2fb-4331-91c7-c001cc7159ec tempest-TestVolumeBootPattern-1538991942 tempest-TestVolumeBootPattern-1538991942-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935844', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611014', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782137337079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2141180323'] for port, after_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 11:26:04.773027 dv-cinder-797608-16-iscsi neutron-server[93884]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ae25a2b1-b2fb-4331-91c7-c001cc7159ec tempest-TestVolumeBootPattern-1538991942 tempest-TestVolumeBootPattern-1538991942-project] Network 7c3f0979-58a5-4465-87f9-e256377c6b61 is already hosted by enough agents. {{(pid=93884) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 13 11:26:04.798334 dv-cinder-797608-16-iscsi neutron-server[93884]: DEBUG neutron.scheduler.base_scheduler [None req-ae25a2b1-b2fb-4331-91c7-c001cc7159ec tempest-TestVolumeBootPattern-1538991942 tempest-TestVolumeBootPattern-1538991942-project] Resources bound (agent type, host, resource id): {{(pid=93884) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 13 11:26:04.805567 dv-cinder-797608-16-iscsi neutron-server[93884]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae25a2b1-b2fb-4331-91c7-c001cc7159ec tempest-TestVolumeBootPattern-1538991942 tempest-TestVolumeBootPattern-1538991942-project] Received port after_create {{(pid=93884) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 13 11:26:04.809089 dv-cinder-797608-16-iscsi neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae25a2b1-b2fb-4331-91c7-c001cc7159ec tempest-TestVolumeBootPattern-1538991942 tempest-TestVolumeBootPattern-1538991942-project] Pushing event updated for resources: {'Port': ['ID=f07ed855-4ebc-4c57-8404-28ee8d88032c,revision_number=1']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 11:26:04.855949 dv-cinder-797608-16-iscsi neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-116612c7-abb1-4ba1-8e63-eb13fd9acecf req-9ce0b122-7650-4d06-95d7-69d1df3612b9 tempest-TestShelveInstance-650229999 tempest-TestShelveInstance-650229999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 11:26:04.857423 dv-cinder-797608-16-iscsi neutron-server[93884]: INFO neutron.wsgi [req-116612c7-abb1-4ba1-8e63-eb13fd9acecf req-9ce0b122-7650-4d06-95d7-69d1df3612b9 tempest-TestShelveInstance-650229999 tempest-TestShelveInstance-650229999-project] 10.222.0.32 "GET /v2.0/ports?device_id=2e2d3778-af47-4742-bf54-fbb19360964f HTTP/1.1" status: 200 len: 945 time: 0.0994880 Aug 13 11:26:04.942424 dv-cinder-797608-16-iscsi neutron-server[93884]: INFO neutron.wsgi [req-116612c7-abb1-4ba1-8e63-eb13fd9acecf req-d40f0ca0-b48b-47bb-a0ef-7b589f3e5676 tempest-TestShelveInstance-650229999 tempest-TestShelveInstance-650229999-project] 10.222.0.32 "GET /v2.0/security-groups?id=10b612c3-878e-45c8-a45f-b00eff83bd94&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0772309 Aug 13 11:26:04.975597 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-201d1b70-1443-4e65-9ecc-2ad0f1c9e546 req-e9215681-c78e-4f47-bf05-b65f4616e047 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 11:26:04.977289 dv-cinder-797608-16-iscsi neutron-server[93883]: INFO neutron.wsgi [req-201d1b70-1443-4e65-9ecc-2ad0f1c9e546 req-e9215681-c78e-4f47-bf05-b65f4616e047 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=aa0a566e-da2b-449d-aa8c-a9df34e28bef HTTP/1.1" status: 200 len: 1099 time: 0.0569396 Aug 13 11:26:05.014597 dv-cinder-797608-16-iscsi neutron-server[93883]: INFO neutron.wsgi [req-201d1b70-1443-4e65-9ecc-2ad0f1c9e546 req-d612c2b3-1958-481d-87b7-687d864cec3d service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=26f817c1-933c-4977-9085-1dee6d7b8bee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0276423 Aug 13 11:26:05.196086 dv-cinder-797608-16-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-ae25a2b1-b2fb-4331-91c7-c001cc7159ec tempest-TestVolumeBootPattern-1538991942 tempest-TestVolumeBootPattern-1538991942-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 11:26:05.262390 dv-cinder-797608-16-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-ae25a2b1-b2fb-4331-91c7-c001cc7159ec tempest-TestVolumeBootPattern-1538991942 tempest-TestVolumeBootPattern-1538991942-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935434'] for port, before_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 11:26:05.407397 dv-cinder-797608-16-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-ae25a2b1-b2fb-4331-91c7-c001cc7159ec tempest-TestVolumeBootPattern-1538991942 tempest-TestVolumeBootPattern-1538991942-project] Notify callbacks [] for port, precommit_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 11:26:05.412004 dv-cinder-797608-16-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-ae25a2b1-b2fb-4331-91c7-c001cc7159ec tempest-TestVolumeBootPattern-1538991942 tempest-TestVolumeBootPattern-1538991942-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935844', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611014', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782137889940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782137337613', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782137337631', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2141180330'] for port, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 11:26:05.480438 dv-cinder-797608-16-iscsi neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae25a2b1-b2fb-4331-91c7-c001cc7159ec tempest-TestVolumeBootPattern-1538991942 tempest-TestVolumeBootPattern-1538991942-project] Pushing event updated for resources: {'Port': ['ID=f07ed855-4ebc-4c57-8404-28ee8d88032c,revision_number=2']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 11:26:05.488259 dv-cinder-797608-16-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-ae25a2b1-b2fb-4331-91c7-c001cc7159ec tempest-TestVolumeBootPattern-1538991942 tempest-TestVolumeBootPattern-1538991942-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1585555'] for floatingip, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 11:26:05.584379 dv-cinder-797608-16-iscsi neutron-server[93884]: INFO neutron.db.l3_db [None req-ae25a2b1-b2fb-4331-91c7-c001cc7159ec tempest-TestVolumeBootPattern-1538991942 tempest-TestVolumeBootPattern-1538991942-project] Floating IP 78ff6710-1ee7-494a-9fa4-cb25736123d1 associated. External IP: 172.27.2.29, port: a841ceaa-388c-4269-9b38-7760e5a6060c. Aug 13 11:26:05.813891 dv-cinder-797608-16-iscsi neutron-server[93884]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ae25a2b1-b2fb-4331-91c7-c001cc7159ec tempest-TestVolumeBootPattern-1538991942 tempest-TestVolumeBootPattern-1538991942-project] Router cd349942-cccd-4380-823d-f8929ef099a0 has already been hosted by L3 agent 120d27b5-31d8-4cd2-97b4-2412c45088e1 {{(pid=93884) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 13 11:26:05.834355 dv-cinder-797608-16-iscsi neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f02a143-3ea7-4914-9623-e77cc1c97929 req-ef4f1614-307c-436d-ad07-e91b7ab55330 tempest-AttachVolumeShelveTestJSON-167533422 tempest-AttachVolumeShelveTestJSON-167533422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 11:26:05.835894 dv-cinder-797608-16-iscsi neutron-server[93884]: INFO neutron.wsgi [req-9f02a143-3ea7-4914-9623-e77cc1c97929 req-ef4f1614-307c-436d-ad07-e91b7ab55330 tempest-AttachVolumeShelveTestJSON-167533422 tempest-AttachVolumeShelveTestJSON-167533422-project] 10.222.0.32 "GET /v2.0/ports?device_id=aa0a566e-da2b-449d-aa8c-a9df34e28bef HTTP/1.1" status: 200 len: 946 time: 0.0600765 Aug 13 11:26:05.939913 dv-cinder-797608-16-iscsi neutron-server[93884]: INFO neutron.wsgi [req-9f02a143-3ea7-4914-9623-e77cc1c97929 req-93a2d647-278e-40d8-9fd6-862bbaf62a66 tempest-AttachVolumeShelveTestJSON-167533422 tempest-AttachVolumeShelveTestJSON-167533422-project] 10.222.0.32 "GET /v2.0/security-groups?id=26f817c1-933c-4977-9085-1dee6d7b8bee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0981863 Aug 13 11:26:05.960103 dv-cinder-797608-16-iscsi neutron-server[93884]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ae25a2b1-b2fb-4331-91c7-c001cc7159ec tempest-TestVolumeBootPattern-1538991942 tempest-TestVolumeBootPattern-1538991942-project] Notify agent at l3_agent.dv-cinder-797608-16-iscsi the message routers_updated {{(pid=93884) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 13 11:26:05.986037 dv-cinder-797608-16-iscsi neutron-server[93885]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d98d168f-b6f4-4548-855a-01d25d75e6b3 None None] Sync routers for ids ['cd349942-cccd-4380-823d-f8929ef099a0'] in dv-cinder-797608-16-iscsi {{(pid=93885) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 13 11:26:06.001662 dv-cinder-797608-16-iscsi neutron-server[93885]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d98d168f-b6f4-4548-855a-01d25d75e6b3 None None] Routers {'cd349942-cccd-4380-823d-f8929ef099a0'} bound to L3 agent in host dv-cinder-797608-16-iscsi {{(pid=93885) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 13 11:26:06.002810 dv-cinder-797608-16-iscsi neutron-server[93885]: DEBUG neutron.db.l3_hamode_db [None req-d98d168f-b6f4-4548-855a-01d25d75e6b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797608-16-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-08-13T11:11:41Z,description=,heartbeat_timestamp=2021-08-13T11:25:41Z,host='dv-cinder-797608-16-iscsi',id=120d27b5-31d8-4cd2-97b4-2412c45088e1,load=0,resource_versions=,resources_synced=,started_at=2021-08-13T11:11:41Z,topic='l3_agent')) {'router_ids': ['cd349942-cccd-4380-823d-f8929ef099a0'], 'active': True} {{(pid=93885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 13 11:26:06.005823 dv-cinder-797608-16-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-ae25a2b1-b2fb-4331-91c7-c001cc7159ec tempest-TestVolumeBootPattern-1538991942 tempest-TestVolumeBootPattern-1538991942-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-128352'] for floatingip, before_response {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 11:26:06.063226 dv-cinder-797608-16-iscsi neutron-server[93884]: INFO neutron.wsgi [None req-ae25a2b1-b2fb-4331-91c7-c001cc7159ec tempest-TestVolumeBootPattern-1538991942 tempest-TestVolumeBootPattern-1538991942-project] 10.222.0.32 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 2.0051925 Aug 13 11:26:06.067818 dv-cinder-797608-16-iscsi neutron-server[93884]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '80297648-f7cc-41a2-9ba7-9546d08e7146', 'tag': 'a841ceaa-388c-4269-9b38-7760e5a6060c'}] {{(pid=93884) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 13 11:26:06.070226 dv-cinder-797608-16-iscsi neutron-server[93884]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}70f01c08a00349be11dfcfb62f4fe7a1e23395be4279a346f0a082136c645f60" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-29c858b7-df90-42ce-814b-6278062e68ce" -d '{"events": [{"name": "network-changed", "server_uuid": "80297648-f7cc-41a2-9ba7-9546d08e7146", "tag": "a841ceaa-388c-4269-9b38-7760e5a6060c"}]}' {{(pid=93884) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 13 11:26:06.100159 dv-cinder-797608-16-iscsi neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16245e97-801e-4003-85c6-173e88eb02e2 req-3f4a0bbd-efc9-4b16-8fe2-e9740690627c tempest-TestShelveInstance-650229999 tempest-TestShelveInstance-650229999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 11:26:06.102072 dv-cinder-797608-16-iscsi neutron-server[93884]: INFO neutron.wsgi [req-16245e97-801e-4003-85c6-173e88eb02e2 req-3f4a0bbd-efc9-4b16-8fe2-e9740690627c tempest-TestShelveInstance-650229999 tempest-TestShelveInstance-650229999-project] 10.222.0.32 "GET /v2.0/ports?device_id=2e2d3778-af47-4742-bf54-fbb19360964f HTTP/1.1" status: 200 len: 945 time: 0.0757265 Aug 13 11:26:06.119075 dv-cinder-797608-16-iscsi neutron-server[93884]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 13 Aug 2021 11:26:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b45d2c29-74a0-4765-93a3-0a818bb70d93 x-openstack-request-id: req-b45d2c29-74a0-4765-93a3-0a818bb70d93 {{(pid=93884) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 13 11:26:06.119355 dv-cinder-797608-16-iscsi neutron-server[93884]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "80297648-f7cc-41a2-9ba7-9546d08e7146", "tag": "a841ceaa-388c-4269-9b38-7760e5a6060c", "status": "completed", "code": 200}]} {{(pid=93884) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 13 11:26:06.119608 dv-cinder-797608-16-iscsi neutron-server[93884]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-b45d2c29-74a0-4765-93a3-0a818bb70d93 {{(pid=93884) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 13 11:26:06.119977 dv-cinder-797608-16-iscsi neutron-server[93884]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '80297648-f7cc-41a2-9ba7-9546d08e7146', 'tag': 'a841ceaa-388c-4269-9b38-7760e5a6060c', 'status': 'completed', 'code': 200} Aug 13 11:26:06.123793 dv-cinder-797608-16-iscsi neutron-server[93885]: DEBUG neutron.db.l3_dvr_db [None req-d98d168f-b6f4-4548-855a-01d25d75e6b3 None None] Set router cd349942-cccd-4380-823d-f8929ef099a0 gateway port host: dv-cinder-797608-16-iscsi {{(pid=93885) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 13 11:26:06.150017 dv-cinder-797608-16-iscsi neutron-server[93884]: INFO neutron.wsgi [req-16245e97-801e-4003-85c6-173e88eb02e2 req-2da18f48-3dc8-49b7-8601-4675c0c33530 tempest-TestShelveInstance-650229999 tempest-TestShelveInstance-650229999-project] 10.222.0.32 "GET /v2.0/security-groups?id=10b612c3-878e-45c8-a45f-b00eff83bd94&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0380218 Aug 13 11:26:06.244235 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29c858b7-df90-42ce-814b-6278062e68ce req-c2068c60-c0e7-434d-84f5-b56e4b090452 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 11:26:06.245714 dv-cinder-797608-16-iscsi neutron-server[93883]: INFO neutron.wsgi [req-29c858b7-df90-42ce-814b-6278062e68ce req-c2068c60-c0e7-434d-84f5-b56e4b090452 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=d5749f1d743e45099877d2ba04647196&device_id=80297648-f7cc-41a2-9ba7-9546d08e7146 HTTP/1.1" status: 200 len: 1098 time: 0.0391762 Aug 13 11:26:06.340816 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29c858b7-df90-42ce-814b-6278062e68ce req-563e335b-9e68-4789-a53e-633ee598ae7b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 11:26:06.342275 dv-cinder-797608-16-iscsi neutron-server[93883]: INFO neutron.wsgi [req-29c858b7-df90-42ce-814b-6278062e68ce req-563e335b-9e68-4789-a53e-633ee598ae7b service neutron] 10.222.0.20 "GET /v2.0/networks?id=999d1062-b3a3-4414-af22-ebf9a7c571f6 HTTP/1.1" status: 200 len: 913 time: 0.0859313 Aug 13 11:26:06.348126 dv-cinder-797608-16-iscsi neutron-server[93885]: DEBUG neutron.db.l3_hamode_db [None req-d98d168f-b6f4-4548-855a-01d25d75e6b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cd349942-cccd-4380-823d-f8929ef099a0', 'name': 'tempest-TestVolumeBootPattern-1716761397-router', 'tenant_id': 'd5749f1d743e45099877d2ba04647196', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c3f0979-58a5-4465-87f9-e256377c6b61', 'external_fixed_ips': [{'subnet_id': 'ba735781-2bff-41d5-99b4-7ca705ee91ca', 'ip_address': '172.27.2.151'}], 'enable_snat': True}, 'gw_port_id': 'd7f11c20-a34b-4aad-8189-8f8559df3f39', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-13T11:22:18Z', 'updated_at': '2021-08-13T11:22:21Z', 'revision_number': 4, 'project_id': 'd5749f1d743e45099877d2ba04647196', 'gw_port': {'id': 'd7f11c20-a34b-4aad-8189-8f8559df3f39', 'name': '', 'network_id': '7c3f0979-58a5-4465-87f9-e256377c6b61', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:19:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd349942-cccd-4380-823d-f8929ef099a0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 470, 'fixed_ips': [{'subnet_id': 'ba735781-2bff-41d5-99b4-7ca705ee91ca', 'ip_address': '172.27.2.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-13T11:22:18Z', 'updated_at': '2021-08-13T11:22:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ba735781-2bff-41d5-99b4-7ca705ee91ca', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797608-16-iscsi', '_floatingips': [{'id': '78ff6710-1ee7-494a-9fa4-cb25736123d1', 'tenant_id': 'd5749f1d743e45099877d2ba04647196', 'floating_ip_address': '172.27.2.29', 'floating_network_id': '7c3f0979-58a5-4465-87f9-e256377c6b61', 'router_id': 'cd349942-cccd-4380-823d-f8929ef099a0', 'port_id': 'a841ceaa-388c-4269-9b38-7760e5a6060c', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 607, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '999d1062-b3a3-4414-af22-ebf9a7c571f6', 'mac_address': 'fa:16:3e:ba:91:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '80297648-f7cc-41a2-9ba7-9546d08e7146', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-13T11:26:05Z', 'updated_at': '2021-08-13T11:26:05Z', 'revision_number': 0, 'project_id': 'd5749f1d743e45099877d2ba04647196', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e7681864-7bb9-4402-8c3d-4147abd52caa', 'name': '', 'network_id': '999d1062-b3a3-4414-af22-ebf9a7c571f6', 'tenant_id': 'd5749f1d743e45099877d2ba04647196', 'mac_address': 'fa:16:3e:fd:b5:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd349942-cccd-4380-823d-f8929ef099a0', 'device_owner': 'network:router_interface', 'standard_attr_id': 471, 'fixed_ips': [{'subnet_id': '2b810745-615e-4226-8545-baa357ea81b9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-13T11:22:21Z', 'updated_at': '2021-08-13T11:22:28Z', 'revision_number': 5, 'project_id': 'd5749f1d743e45099877d2ba04647196', 'subnets': [{'id': '2b810745-615e-4226-8545-baa357ea81b9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-797608-16-iscsi', False) {} {{(pid=93885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 13 11:26:06.373424 dv-cinder-797608-16-iscsi neutron-server[93885]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d98d168f-b6f4-4548-855a-01d25d75e6b3 None None] Checking router: cd349942-cccd-4380-823d-f8929ef099a0 for host: dv-cinder-797608-16-iscsi {{(pid=93885) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 13 11:26:06.381941 dv-cinder-797608-16-iscsi neutron-server[93885]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d98d168f-b6f4-4548-855a-01d25d75e6b3 None None] Routers {'cd349942-cccd-4380-823d-f8929ef099a0'} bound to L3 agent in host dv-cinder-797608-16-iscsi {{(pid=93885) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 13 11:26:06.382560 dv-cinder-797608-16-iscsi neutron-server[93885]: DEBUG neutron.db.l3_hamode_db [None req-d98d168f-b6f4-4548-855a-01d25d75e6b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797608-16-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-08-13T11:11:41Z,description=,heartbeat_timestamp=2021-08-13T11:25:41Z,host='dv-cinder-797608-16-iscsi',id=120d27b5-31d8-4cd2-97b4-2412c45088e1,load=0,resource_versions=,resources_synced=,started_at=2021-08-13T11:11:41Z,topic='l3_agent')) {'router_ids': ['cd349942-cccd-4380-823d-f8929ef099a0'], 'active': True} {{(pid=93885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 13 11:26:06.421073 dv-cinder-797608-16-iscsi neutron-server[93883]: INFO neutron.wsgi [req-29c858b7-df90-42ce-814b-6278062e68ce req-fb07832e-c756-49e1-9b39-4ca5df9a38e8 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=a841ceaa-388c-4269-9b38-7760e5a6060c HTTP/1.1" status: 200 len: 998 time: 0.0590129 Aug 13 11:26:06.471773 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29c858b7-df90-42ce-814b-6278062e68ce req-561219f1-aa1f-4abd-9ed6-83249303a33d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 11:26:06.473096 dv-cinder-797608-16-iscsi neutron-server[93883]: INFO neutron.wsgi [req-29c858b7-df90-42ce-814b-6278062e68ce req-561219f1-aa1f-4abd-9ed6-83249303a33d service neutron] 10.222.0.20 "GET /v2.0/subnets?id=2b810745-615e-4226-8545-baa357ea81b9 HTTP/1.1" status: 200 len: 851 time: 0.0447321 Aug 13 11:26:06.499390 dv-cinder-797608-16-iscsi neutron-server[93885]: DEBUG neutron.db.l3_dvr_db [None req-d98d168f-b6f4-4548-855a-01d25d75e6b3 None None] Set router cd349942-cccd-4380-823d-f8929ef099a0 gateway port host: dv-cinder-797608-16-iscsi {{(pid=93885) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 13 11:26:06.532901 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29c858b7-df90-42ce-814b-6278062e68ce req-62b04405-490a-42f6-88bf-fd00680a7c8f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 11:26:06.534503 dv-cinder-797608-16-iscsi neutron-server[93883]: INFO neutron.wsgi [req-29c858b7-df90-42ce-814b-6278062e68ce req-62b04405-490a-42f6-88bf-fd00680a7c8f service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=999d1062-b3a3-4414-af22-ebf9a7c571f6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0462420 Aug 13 11:26:06.631606 dv-cinder-797608-16-iscsi neutron-server[93883]: INFO neutron.wsgi [req-29c858b7-df90-42ce-814b-6278062e68ce req-b21a8feb-b2f5-4f43-af4b-8edf9826355b service neutron] 10.222.0.20 "GET /v2.0/networks/999d1062-b3a3-4414-af22-ebf9a7c571f6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0840621 Aug 13 11:26:06.736192 dv-cinder-797608-16-iscsi neutron-server[93883]: INFO neutron.wsgi [req-29c858b7-df90-42ce-814b-6278062e68ce req-4c8bd2a5-ee4f-4a7a-8f9c-fb729e30d34e service neutron] 10.222.0.20 "GET /v2.0/networks/999d1062-b3a3-4414-af22-ebf9a7c571f6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0951717 Aug 13 11:26:06.743126 dv-cinder-797608-16-iscsi neutron-server[93885]: DEBUG neutron.db.l3_hamode_db [None req-d98d168f-b6f4-4548-855a-01d25d75e6b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cd349942-cccd-4380-823d-f8929ef099a0', 'name': 'tempest-TestVolumeBootPattern-1716761397-router', 'tenant_id': 'd5749f1d743e45099877d2ba04647196', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c3f0979-58a5-4465-87f9-e256377c6b61', 'external_fixed_ips': [{'subnet_id': 'ba735781-2bff-41d5-99b4-7ca705ee91ca', 'ip_address': '172.27.2.151'}], 'enable_snat': True}, 'gw_port_id': 'd7f11c20-a34b-4aad-8189-8f8559df3f39', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-13T11:22:18Z', 'updated_at': '2021-08-13T11:22:21Z', 'revision_number': 4, 'project_id': 'd5749f1d743e45099877d2ba04647196', 'gw_port': {'id': 'd7f11c20-a34b-4aad-8189-8f8559df3f39', 'name': '', 'network_id': '7c3f0979-58a5-4465-87f9-e256377c6b61', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:19:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd349942-cccd-4380-823d-f8929ef099a0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 470, 'fixed_ips': [{'subnet_id': 'ba735781-2bff-41d5-99b4-7ca705ee91ca', 'ip_address': '172.27.2.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-13T11:22:18Z', 'updated_at': '2021-08-13T11:22:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ba735781-2bff-41d5-99b4-7ca705ee91ca', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797608-16-iscsi', '_floatingips': [{'id': '78ff6710-1ee7-494a-9fa4-cb25736123d1', 'tenant_id': 'd5749f1d743e45099877d2ba04647196', 'floating_ip_address': '172.27.2.29', 'floating_network_id': '7c3f0979-58a5-4465-87f9-e256377c6b61', 'router_id': 'cd349942-cccd-4380-823d-f8929ef099a0', 'port_id': 'a841ceaa-388c-4269-9b38-7760e5a6060c', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 607, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '999d1062-b3a3-4414-af22-ebf9a7c571f6', 'mac_address': 'fa:16:3e:ba:91:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '80297648-f7cc-41a2-9ba7-9546d08e7146', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-13T11:26:05Z', 'updated_at': '2021-08-13T11:26:05Z', 'revision_number': 0, 'project_id': 'd5749f1d743e45099877d2ba04647196', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e7681864-7bb9-4402-8c3d-4147abd52caa', 'name': '', 'network_id': '999d1062-b3a3-4414-af22-ebf9a7c571f6', 'tenant_id': 'd5749f1d743e45099877d2ba04647196', 'mac_address': 'fa:16:3e:fd:b5:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd349942-cccd-4380-823d-f8929ef099a0', 'device_owner': 'network:router_interface', 'standard_attr_id': 471, 'fixed_ips': [{'subnet_id': '2b810745-615e-4226-8545-baa357ea81b9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-13T11:22:21Z', 'updated_at': '2021-08-13T11:22:28Z', 'revision_number': 5, 'project_id': 'd5749f1d743e45099877d2ba04647196', 'subnets': [{'id': '2b810745-615e-4226-8545-baa357ea81b9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-797608-16-iscsi', False) {} {{(pid=93885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 13 11:26:06.774893 dv-cinder-797608-16-iscsi neutron-server[93885]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d98d168f-b6f4-4548-855a-01d25d75e6b3 None None] The sync data for ids ['cd349942-cccd-4380-823d-f8929ef099a0'] in dv-cinder-797608-16-iscsi is: [{'id': 'cd349942-cccd-4380-823d-f8929ef099a0', 'name': 'tempest-TestVolumeBootPattern-1716761397-router', 'tenant_id': 'd5749f1d743e45099877d2ba04647196', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c3f0979-58a5-4465-87f9-e256377c6b61', 'external_fixed_ips': [{'subnet_id': 'ba735781-2bff-41d5-99b4-7ca705ee91ca', 'ip_address': '172.27.2.151'}], 'enable_snat': True}, 'gw_port_id': 'd7f11c20-a34b-4aad-8189-8f8559df3f39', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-13T11:22:18Z', 'updated_at': '2021-08-13T11:22:21Z', 'revision_number': 4, 'project_id': 'd5749f1d743e45099877d2ba04647196', 'gw_port': {'id': 'd7f11c20-a34b-4aad-8189-8f8559df3f39', 'name': '', 'network_id': '7c3f0979-58a5-4465-87f9-e256377c6b61', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:19:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd349942-cccd-4380-823d-f8929ef099a0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 470, 'fixed_ips': [{'subnet_id': 'ba735781-2bff-41d5-99b4-7ca705ee91ca', 'ip_address': '172.27.2.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-13T11:22:18Z', 'updated_at': '2021-08-13T11:22:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ba735781-2bff-41d5-99b4-7ca705ee91ca', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797608-16-iscsi', '_floatingips': [{'id': '78ff6710-1ee7-494a-9fa4-cb25736123d1', 'tenant_id': 'd5749f1d743e45099877d2ba04647196', 'floating_ip_address': '172.27.2.29', 'floating_network_id': '7c3f0979-58a5-4465-87f9-e256377c6b61', 'router_id': 'cd349942-cccd-4380-823d-f8929ef099a0', 'port_id': 'a841ceaa-388c-4269-9b38-7760e5a6060c', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 607, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '999d1062-b3a3-4414-af22-ebf9a7c571f6', 'mac_address': 'fa:16:3e:ba:91:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '80297648-f7cc-41a2-9ba7-9546d08e7146', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-13T11:26:05Z', 'updated_at': '2021-08-13T11:26:05Z', 'revision_number': 0, 'project_id': 'd5749f1d743e45099877d2ba04647196', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e7681864-7bb9-4402-8c3d-4147abd52caa', 'name': '', 'network_id': '999d1062-b3a3-4414-af22-ebf9a7c571f6', 'tenant_id': 'd5749f1d743e45099877d2ba04647196', 'mac_address': 'fa:16:3e:fd:b5:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd349942-cccd-4380-823d-f8929ef099a0', 'device_owner': 'network:router_interface', 'standard_attr_id': 471, 'fixed_ips': [{'subnet_id': '2b810745-615e-4226-8545-baa357ea81b9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-13T11:22:21Z', 'updated_at': '2021-08-13T11:22:28Z', 'revision_number': 5, 'project_id': 'd5749f1d743e45099877d2ba04647196', 'subnets': [{'id': '2b810745-615e-4226-8545-baa357ea81b9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93885) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 13 11:26:07.039459 dv-cinder-797608-16-iscsi neutron-server[93886]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8f9cf73-a74a-4353-a82c-7c5051f96389 None None] New status for floating IP 78ff6710-1ee7-494a-9fa4-cb25736123d1: ACTIVE {{(pid=93886) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 13 11:26:07.071445 dv-cinder-797608-16-iscsi neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ed62d02-c949-48bb-a6c7-1dca88504f2f req-034aab14-d262-4318-b554-10a7da132656 tempest-AttachVolumeShelveTestJSON-167533422 tempest-AttachVolumeShelveTestJSON-167533422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 11:26:07.072955 dv-cinder-797608-16-iscsi neutron-server[93884]: INFO neutron.wsgi [req-2ed62d02-c949-48bb-a6c7-1dca88504f2f req-034aab14-d262-4318-b554-10a7da132656 tempest-AttachVolumeShelveTestJSON-167533422 tempest-AttachVolumeShelveTestJSON-167533422-project] 10.222.0.32 "GET /v2.0/ports?device_id=aa0a566e-da2b-449d-aa8c-a9df34e28bef HTTP/1.1" status: 200 len: 946 time: 0.0491686 Aug 13 11:26:07.116163 dv-cinder-797608-16-iscsi neutron-server[93884]: INFO neutron.wsgi [req-2ed62d02-c949-48bb-a6c7-1dca88504f2f req-707c5e49-1f16-4061-9585-4500c120a8b7 tempest-AttachVolumeShelveTestJSON-167533422 tempest-AttachVolumeShelveTestJSON-167533422-project] 10.222.0.32 "GET /v2.0/security-groups?id=26f817c1-933c-4977-9085-1dee6d7b8bee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0366719 Aug 13 11:26:07.274390 dv-cinder-797608-16-iscsi neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fd0e2ae-b7f6-4eae-a633-9c7ec8006660 req-ceff3b40-2f7d-4bb9-be36-2ba8632e147d tempest-TestShelveInstance-650229999 tempest-TestShelveInstance-650229999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 11:26:07.275856 dv-cinder-797608-16-iscsi neutron-server[93884]: INFO neutron.wsgi [req-5fd0e2ae-b7f6-4eae-a633-9c7ec8006660 req-ceff3b40-2f7d-4bb9-be36-2ba8632e147d tempest-TestShelveInstance-650229999 tempest-TestShelveInstance-650229999-project] 10.222.0.32 "GET /v2.0/ports?device_id=2e2d3778-af47-4742-bf54-fbb19360964f HTTP/1.1" status: 200 len: 945 time: 0.0481298 Aug 13 11:26:07.313711 dv-cinder-797608-16-iscsi neutron-server[93884]: INFO neutron.wsgi [req-5fd0e2ae-b7f6-4eae-a633-9c7ec8006660 req-3efc4e7d-c8d2-4780-8370-7117459f3c23 tempest-TestShelveInstance-650229999 tempest-TestShelveInstance-650229999-project] 10.222.0.32 "GET /v2.0/security-groups?id=10b612c3-878e-45c8-a45f-b00eff83bd94&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311799 Aug 13 11:26:08.239954 dv-cinder-797608-16-iscsi neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b3ad7b0-c337-4c5c-869b-c4df1098fa6c req-b11dd906-c5f8-48cd-b8cf-a577a6a66142 tempest-AttachVolumeShelveTestJSON-167533422 tempest-AttachVolumeShelveTestJSON-167533422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 11:26:08.241412 dv-cinder-797608-16-iscsi neutron-server[93884]: INFO neutron.wsgi [req-1b3ad7b0-c337-4c5c-869b-c4df1098fa6c req-b11dd906-c5f8-48cd-b8cf-a577a6a66142 tempest-AttachVolumeShelveTestJSON-167533422 tempest-AttachVolumeShelveTestJSON-167533422-project] 10.222.0.32 "GET /v2.0/ports?device_id=aa0a566e-da2b-449d-aa8c-a9df34e28bef HTTP/1.1" status: 200 len: 946 time: 0.0472348 Aug 13 11:26:08.280962 dv-cinder-797608-16-iscsi neutron-server[93884]: INFO neutron.wsgi [req-1b3ad7b0-c337-4c5c-869b-c4df1098fa6c req-c71ad0cb-15fe-4c73-b605-25f4db397f2d tempest-AttachVolumeShelveTestJSON-167533422 tempest-AttachVolumeShelveTestJSON-167533422-project] 10.222.0.32 "GET /v2.0/security-groups?id=26f817c1-933c-4977-9085-1dee6d7b8bee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0334613 Aug 13 11:26:08.831828 dv-cinder-797608-16-iscsi neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-c8dd7dd2-a767-4962-89ac-f4a39374eed1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782137812740', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-997306'] for agent, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 11:26:11.283359 dv-cinder-797608-16-iscsi neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-57e75458-6d36-48a6-9ec6-1b3da145eec0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782137812740', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-997306'] for agent, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 11:26:11.570711 dv-cinder-797608-16-iscsi neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-05931952-e11e-4e12-af58-ece1398d134b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782137812740', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-997306'] for agent, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 11:26:12.494451 dv-cinder-797608-16-iscsi neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-c8cb50cc-12ff-4088-b7b1-9c64999b964c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782137812740', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-997306'] for agent, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 11:26:14.069953 dv-cinder-797608-16-iscsi neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-71795f1a-9c4d-4630-a580-a9486fbcc3ea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782137812740', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-997306'] for agent, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 11:26:14.840991 dv-cinder-797608-16-iscsi neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f866176-040b-4a61-84f9-212599447d76 req-997ac868-cda8-4099-8d1e-4d03e4c0337a tempest-AttachVolumeTestJSON-893493791 tempest-AttachVolumeTestJSON-893493791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 11:26:14.842383 dv-cinder-797608-16-iscsi neutron-server[93884]: INFO neutron.wsgi [req-1f866176-040b-4a61-84f9-212599447d76 req-997ac868-cda8-4099-8d1e-4d03e4c0337a tempest-AttachVolumeTestJSON-893493791 tempest-AttachVolumeTestJSON-893493791-project] 10.222.0.32 "GET /v2.0/ports?device_id=4e816cbd-f297-4279-b823-81b0e3e36308 HTTP/1.1" status: 200 len: 946 time: 0.0481107 Aug 13 11:26:14.879649 dv-cinder-797608-16-iscsi neutron-server[93884]: INFO neutron.wsgi [req-1f866176-040b-4a61-84f9-212599447d76 req-31f8aa5a-769f-446d-9e65-329df09e6d21 tempest-AttachVolumeTestJSON-893493791 tempest-AttachVolumeTestJSON-893493791-project] 10.222.0.32 "GET /v2.0/security-groups?id=47b40c98-e514-4f0b-b864-b27db18bbf87&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0313773 Aug 13 11:26:15.994368 dv-cinder-797608-16-iscsi neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8292a5c-1fa0-4243-b14c-3d87a92caba4 req-ccd9c1fd-04d3-4758-81c9-9034c3c917bb tempest-AttachVolumeTestJSON-893493791 tempest-AttachVolumeTestJSON-893493791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 11:26:15.995809 dv-cinder-797608-16-iscsi neutron-server[93884]: INFO neutron.wsgi [req-c8292a5c-1fa0-4243-b14c-3d87a92caba4 req-ccd9c1fd-04d3-4758-81c9-9034c3c917bb tempest-AttachVolumeTestJSON-893493791 tempest-AttachVolumeTestJSON-893493791-project] 10.222.0.32 "GET /v2.0/ports?device_id=4e816cbd-f297-4279-b823-81b0e3e36308 HTTP/1.1" status: 200 len: 946 time: 0.0472388 Aug 13 11:26:16.032526 dv-cinder-797608-16-iscsi neutron-server[93884]: INFO neutron.wsgi [req-c8292a5c-1fa0-4243-b14c-3d87a92caba4 req-06380e16-2d72-4038-81bd-a75c232b36fe tempest-AttachVolumeTestJSON-893493791 tempest-AttachVolumeTestJSON-893493791-project] 10.222.0.32 "GET /v2.0/security-groups?id=47b40c98-e514-4f0b-b864-b27db18bbf87&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0303173 Aug 13 11:26:17.015747 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a498d29-7da8-4303-8e9b-86a114d09401 req-3fb3b973-5551-48e7-a351-c61494804d5a tempest-AttachVolumeTestJSON-893493791 tempest-AttachVolumeTestJSON-893493791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 11:26:17.017181 dv-cinder-797608-16-iscsi neutron-server[93883]: INFO neutron.wsgi [req-6a498d29-7da8-4303-8e9b-86a114d09401 req-3fb3b973-5551-48e7-a351-c61494804d5a tempest-AttachVolumeTestJSON-893493791 tempest-AttachVolumeTestJSON-893493791-project] 10.222.0.20 "GET /v2.0/ports?device_id=4e816cbd-f297-4279-b823-81b0e3e36308 HTTP/1.1" status: 200 len: 946 time: 0.0482016 Aug 13 11:26:17.106888 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron.plugins.ml2.plugin [req-6a498d29-7da8-4303-8e9b-86a114d09401 req-57cfe83c-e2b5-4c4f-b406-1c425a05fe5f tempest-AttachVolumeTestJSON-893493791 tempest-AttachVolumeTestJSON-893493791-project] Deleting port a92e311a-f4a9-4983-b4a3-8f738185e0e0 {{(pid=93883) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 13 11:26:17.107225 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-6a498d29-7da8-4303-8e9b-86a114d09401 req-57cfe83c-e2b5-4c4f-b406-1c425a05fe5f tempest-AttachVolumeTestJSON-893493791 tempest-AttachVolumeTestJSON-893493791-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782137884200'] for port, before_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 11:26:17.144512 dv-cinder-797608-16-iscsi neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df04919f-13ea-471c-bdfd-4a1b2aef62a7 req-683d0421-e1cc-4e40-b454-4144eb8e3a2c tempest-AttachVolumeTestJSON-893493791 tempest-AttachVolumeTestJSON-893493791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 11:26:17.146147 dv-cinder-797608-16-iscsi neutron-server[93884]: INFO neutron.wsgi [req-df04919f-13ea-471c-bdfd-4a1b2aef62a7 req-683d0421-e1cc-4e40-b454-4144eb8e3a2c tempest-AttachVolumeTestJSON-893493791 tempest-AttachVolumeTestJSON-893493791-project] 10.222.0.32 "GET /v2.0/ports?device_id=4e816cbd-f297-4279-b823-81b0e3e36308 HTTP/1.1" status: 200 len: 946 time: 0.0483985 Aug 13 11:26:17.186641 dv-cinder-797608-16-iscsi neutron-server[93884]: INFO neutron.wsgi [req-df04919f-13ea-471c-bdfd-4a1b2aef62a7 req-a8f869b6-bacb-4287-80db-76e82126347f tempest-AttachVolumeTestJSON-893493791 tempest-AttachVolumeTestJSON-893493791-project] 10.222.0.32 "GET /v2.0/security-groups?id=47b40c98-e514-4f0b-b864-b27db18bbf87&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0346186 Aug 13 11:26:17.199128 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron.plugins.ml2.db [req-6a498d29-7da8-4303-8e9b-86a114d09401 req-57cfe83c-e2b5-4c4f-b406-1c425a05fe5f tempest-AttachVolumeTestJSON-893493791 tempest-AttachVolumeTestJSON-893493791-project] For port a92e311a-f4a9-4983-b4a3-8f738185e0e0, host hv-cinder-79760, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79760',level=0,port_id=a92e311a-f4a9-4983-b4a3-8f738185e0e0,segment=NetworkSegment(d8719896-e4f7-4cd8-9639-acde7eb05d04),segment_id=d8719896-e4f7-4cd8-9639-acde7eb05d04)] {{(pid=93883) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 13 11:26:17.199495 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-6a498d29-7da8-4303-8e9b-86a114d09401 req-57cfe83c-e2b5-4c4f-b406-1c425a05fe5f tempest-AttachVolumeTestJSON-893493791 tempest-AttachVolumeTestJSON-893493791-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1583036'] for port, precommit_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 11:26:17.367617 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-6a498d29-7da8-4303-8e9b-86a114d09401 req-57cfe83c-e2b5-4c4f-b406-1c425a05fe5f tempest-AttachVolumeTestJSON-893493791 tempest-AttachVolumeTestJSON-893493791-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 11:26:17.367983 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-6a498d29-7da8-4303-8e9b-86a114d09401 req-57cfe83c-e2b5-4c4f-b406-1c425a05fe5f tempest-AttachVolumeTestJSON-893493791 tempest-AttachVolumeTestJSON-893493791-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1585555'] for floatingip, after_update {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 11:26:17.368286 dv-cinder-797608-16-iscsi neutron-server[93883]: INFO neutron.db.l3_db [req-6a498d29-7da8-4303-8e9b-86a114d09401 req-57cfe83c-e2b5-4c4f-b406-1c425a05fe5f tempest-AttachVolumeTestJSON-893493791 tempest-AttachVolumeTestJSON-893493791-project] Floating IP 609d4272-2081-42c1-aa47-87d994e2306a disassociated. External IP: 172.27.2.213, port: a92e311a-f4a9-4983-b4a3-8f738185e0e0. Aug 13 11:26:17.368617 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron.plugins.ml2.plugin [req-6a498d29-7da8-4303-8e9b-86a114d09401 req-57cfe83c-e2b5-4c4f-b406-1c425a05fe5f tempest-AttachVolumeTestJSON-893493791 tempest-AttachVolumeTestJSON-893493791-project] Calling delete_port for a92e311a-f4a9-4983-b4a3-8f738185e0e0 owned by compute:nova {{(pid=93883) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 13 11:26:17.493389 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-6a498d29-7da8-4303-8e9b-86a114d09401 req-57cfe83c-e2b5-4c4f-b406-1c425a05fe5f tempest-AttachVolumeTestJSON-893493791 tempest-AttachVolumeTestJSON-893493791-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935844', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611014', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782137889922', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782137337604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2139128394'] for port, after_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 11:26:17.522157 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57cfe83c-e2b5-4c4f-b406-1c425a05fe5f tempest-AttachVolumeTestJSON-893493791 tempest-AttachVolumeTestJSON-893493791-project] Pushing event deleted for resources: {'Port': ['ID=a92e311a-f4a9-4983-b4a3-8f738185e0e0,revision_number=None']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 11:26:17.630625 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron.scheduler.l3_agent_scheduler [req-6a498d29-7da8-4303-8e9b-86a114d09401 req-57cfe83c-e2b5-4c4f-b406-1c425a05fe5f tempest-AttachVolumeTestJSON-893493791 tempest-AttachVolumeTestJSON-893493791-project] Router 9ce99fb3-1792-4e70-ad92-c4a7231a35f2 has already been hosted by L3 agent 120d27b5-31d8-4cd2-97b4-2412c45088e1 {{(pid=93883) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 13 11:26:17.733901 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-6a498d29-7da8-4303-8e9b-86a114d09401 req-57cfe83c-e2b5-4c4f-b406-1c425a05fe5f tempest-AttachVolumeTestJSON-893493791 tempest-AttachVolumeTestJSON-893493791-project] Notify agent at l3_agent.dv-cinder-797608-16-iscsi the message routers_updated {{(pid=93883) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 13 11:26:17.743582 dv-cinder-797608-16-iscsi neutron-server[93885]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9879a6b1-6b5f-4a0d-b0db-09bd3ef35bae None None] Sync routers for ids ['9ce99fb3-1792-4e70-ad92-c4a7231a35f2'] in dv-cinder-797608-16-iscsi {{(pid=93885) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 13 11:26:17.752746 dv-cinder-797608-16-iscsi neutron-server[93885]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9879a6b1-6b5f-4a0d-b0db-09bd3ef35bae None None] Routers {'9ce99fb3-1792-4e70-ad92-c4a7231a35f2'} bound to L3 agent in host dv-cinder-797608-16-iscsi {{(pid=93885) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 13 11:26:17.753345 dv-cinder-797608-16-iscsi neutron-server[93885]: DEBUG neutron.db.l3_hamode_db [None req-9879a6b1-6b5f-4a0d-b0db-09bd3ef35bae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797608-16-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-08-13T11:11:41Z,description=,heartbeat_timestamp=2021-08-13T11:26:11Z,host='dv-cinder-797608-16-iscsi',id=120d27b5-31d8-4cd2-97b4-2412c45088e1,load=0,resource_versions=,resources_synced=,started_at=2021-08-13T11:11:41Z,topic='l3_agent')) {'router_ids': ['9ce99fb3-1792-4e70-ad92-c4a7231a35f2'], 'active': True} {{(pid=93885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 13 11:26:17.772567 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron.db.l3_dvrscheduler_db [req-6a498d29-7da8-4303-8e9b-86a114d09401 req-57cfe83c-e2b5-4c4f-b406-1c425a05fe5f tempest-AttachVolumeTestJSON-893493791 tempest-AttachVolumeTestJSON-893493791-project] No DVR routers for this DVR port a92e311a-f4a9-4983-b4a3-8f738185e0e0 on host hv-cinder-79760 {{(pid=93883) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 13 11:26:17.774948 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-6a498d29-7da8-4303-8e9b-86a114d09401 req-57cfe83c-e2b5-4c4f-b406-1c425a05fe5f tempest-AttachVolumeTestJSON-893493791 tempest-AttachVolumeTestJSON-893493791-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-128352'] for port, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 11:26:17.776913 dv-cinder-797608-16-iscsi neutron-server[93883]: INFO neutron.wsgi [req-6a498d29-7da8-4303-8e9b-86a114d09401 req-57cfe83c-e2b5-4c4f-b406-1c425a05fe5f tempest-AttachVolumeTestJSON-893493791 tempest-AttachVolumeTestJSON-893493791-project] 10.222.0.20 "DELETE /v2.0/ports/a92e311a-f4a9-4983-b4a3-8f738185e0e0 HTTP/1.1" status: 204 len: 173 time: 0.7534282 Aug 13 11:26:17.777358 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4e816cbd-f297-4279-b823-81b0e3e36308', 'name': 'network-vif-deleted', 'tag': 'a92e311a-f4a9-4983-b4a3-8f738185e0e0'}] {{(pid=93883) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 13 11:26:17.779595 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}db1a1fbc245c58e73290e58258e46ca41fe4e785cc79cbd57aa3dae940aad292" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-28bea498-6fbb-48ee-94d3-655c753bb460" -d '{"events": [{"server_uuid": "4e816cbd-f297-4279-b823-81b0e3e36308", "name": "network-vif-deleted", "tag": "a92e311a-f4a9-4983-b4a3-8f738185e0e0"}]}' {{(pid=93883) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 13 11:26:17.815049 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 13 Aug 2021 11:26:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3fc3dff8-b588-4904-ba39-d7031cc7479f x-openstack-request-id: req-3fc3dff8-b588-4904-ba39-d7031cc7479f {{(pid=93883) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 13 11:26:17.815338 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4e816cbd-f297-4279-b823-81b0e3e36308", "name": "network-vif-deleted", "tag": "a92e311a-f4a9-4983-b4a3-8f738185e0e0", "status": "completed", "code": 200}]} {{(pid=93883) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 13 11:26:17.815585 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-3fc3dff8-b588-4904-ba39-d7031cc7479f {{(pid=93883) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 13 11:26:17.815978 dv-cinder-797608-16-iscsi neutron-server[93883]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4e816cbd-f297-4279-b823-81b0e3e36308', 'name': 'network-vif-deleted', 'tag': 'a92e311a-f4a9-4983-b4a3-8f738185e0e0', 'status': 'completed', 'code': 200} Aug 13 11:26:17.981508 dv-cinder-797608-16-iscsi neutron-server[93885]: DEBUG neutron.db.l3_dvr_db [None req-9879a6b1-6b5f-4a0d-b0db-09bd3ef35bae None None] Set router 9ce99fb3-1792-4e70-ad92-c4a7231a35f2 gateway port host: dv-cinder-797608-16-iscsi {{(pid=93885) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 13 11:26:18.179669 dv-cinder-797608-16-iscsi neutron-server[93885]: DEBUG neutron.db.l3_hamode_db [None req-9879a6b1-6b5f-4a0d-b0db-09bd3ef35bae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9ce99fb3-1792-4e70-ad92-c4a7231a35f2', 'name': 'tempest-AttachVolumeTestJSON-1599166667-router', 'tenant_id': '79ef1636c6ae4656a27be7ebe99adfd8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c3f0979-58a5-4465-87f9-e256377c6b61', 'external_fixed_ips': [{'subnet_id': 'ba735781-2bff-41d5-99b4-7ca705ee91ca', 'ip_address': '172.27.2.244'}], 'enable_snat': True}, 'gw_port_id': '7f52f001-4b44-4e49-8196-dd3135a4d161', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-13T11:19:20Z', 'updated_at': '2021-08-13T11:19:33Z', 'revision_number': 4, 'project_id': '79ef1636c6ae4656a27be7ebe99adfd8', 'gw_port': {'id': '7f52f001-4b44-4e49-8196-dd3135a4d161', 'name': '', 'network_id': '7c3f0979-58a5-4465-87f9-e256377c6b61', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:91:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ce99fb3-1792-4e70-ad92-c4a7231a35f2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': 'ba735781-2bff-41d5-99b4-7ca705ee91ca', 'ip_address': '172.27.2.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-13T11:19:22Z', 'updated_at': '2021-08-13T11:19:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ba735781-2bff-41d5-99b4-7ca705ee91ca', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797608-16-iscsi', '_interfaces': [{'id': 'fea4a98c-afc2-4593-8fb8-43379d480615', 'name': '', 'network_id': 'ec8923c9-e8aa-4fb7-a57a-17b8964f1574', 'tenant_id': '79ef1636c6ae4656a27be7ebe99adfd8', 'mac_address': 'fa:16:3e:0a:88:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ce99fb3-1792-4e70-ad92-c4a7231a35f2', 'device_owner': 'network:router_interface', 'standard_attr_id': 100, 'fixed_ips': [{'subnet_id': '8f355941-9ea6-47f3-b4b3-219d5394ef79', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-13T11:19:29Z', 'updated_at': '2021-08-13T11:19:40Z', 'revision_number': 5, 'project_id': '79ef1636c6ae4656a27be7ebe99adfd8', 'subnets': [{'id': '8f355941-9ea6-47f3-b4b3-219d5394ef79', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-797608-16-iscsi', False) {} {{(pid=93885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 13 11:26:18.211163 dv-cinder-797608-16-iscsi neutron-server[93885]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9879a6b1-6b5f-4a0d-b0db-09bd3ef35bae None None] Checking router: 9ce99fb3-1792-4e70-ad92-c4a7231a35f2 for host: dv-cinder-797608-16-iscsi {{(pid=93885) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 13 11:26:18.220295 dv-cinder-797608-16-iscsi neutron-server[93885]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9879a6b1-6b5f-4a0d-b0db-09bd3ef35bae None None] Routers {'9ce99fb3-1792-4e70-ad92-c4a7231a35f2'} bound to L3 agent in host dv-cinder-797608-16-iscsi {{(pid=93885) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 13 11:26:18.220847 dv-cinder-797608-16-iscsi neutron-server[93885]: DEBUG neutron.db.l3_hamode_db [None req-9879a6b1-6b5f-4a0d-b0db-09bd3ef35bae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797608-16-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-08-13T11:11:41Z,description=,heartbeat_timestamp=2021-08-13T11:26:11Z,host='dv-cinder-797608-16-iscsi',id=120d27b5-31d8-4cd2-97b4-2412c45088e1,load=0,resource_versions=,resources_synced=,started_at=2021-08-13T11:11:41Z,topic='l3_agent')) {'router_ids': ['9ce99fb3-1792-4e70-ad92-c4a7231a35f2'], 'active': True} {{(pid=93885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 13 11:26:18.295038 dv-cinder-797608-16-iscsi neutron-server[93884]: INFO neutron.wsgi [req-906cd6d4-b371-4e4c-b546-8424af031c5d req-10df8121-1adf-430c-9a7d-02e38b3c9ed6 tempest-AttachVolumeTestJSON-893493791 tempest-AttachVolumeTestJSON-893493791-project] 10.222.0.32 "GET /v2.0/ports?device_id=4e816cbd-f297-4279-b823-81b0e3e36308 HTTP/1.1" status: 200 len: 210 time: 0.0265679 Aug 13 11:26:18.327392 dv-cinder-797608-16-iscsi neutron-server[93885]: DEBUG neutron.db.l3_dvr_db [None req-9879a6b1-6b5f-4a0d-b0db-09bd3ef35bae None None] Set router 9ce99fb3-1792-4e70-ad92-c4a7231a35f2 gateway port host: dv-cinder-797608-16-iscsi {{(pid=93885) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 13 11:26:18.528023 dv-cinder-797608-16-iscsi neutron-server[93885]: DEBUG neutron.db.l3_hamode_db [None req-9879a6b1-6b5f-4a0d-b0db-09bd3ef35bae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9ce99fb3-1792-4e70-ad92-c4a7231a35f2', 'name': 'tempest-AttachVolumeTestJSON-1599166667-router', 'tenant_id': '79ef1636c6ae4656a27be7ebe99adfd8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c3f0979-58a5-4465-87f9-e256377c6b61', 'external_fixed_ips': [{'subnet_id': 'ba735781-2bff-41d5-99b4-7ca705ee91ca', 'ip_address': '172.27.2.244'}], 'enable_snat': True}, 'gw_port_id': '7f52f001-4b44-4e49-8196-dd3135a4d161', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-13T11:19:20Z', 'updated_at': '2021-08-13T11:19:33Z', 'revision_number': 4, 'project_id': '79ef1636c6ae4656a27be7ebe99adfd8', 'gw_port': {'id': '7f52f001-4b44-4e49-8196-dd3135a4d161', 'name': '', 'network_id': '7c3f0979-58a5-4465-87f9-e256377c6b61', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:91:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ce99fb3-1792-4e70-ad92-c4a7231a35f2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': 'ba735781-2bff-41d5-99b4-7ca705ee91ca', 'ip_address': '172.27.2.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-13T11:19:22Z', 'updated_at': '2021-08-13T11:19:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ba735781-2bff-41d5-99b4-7ca705ee91ca', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797608-16-iscsi', '_interfaces': [{'id': 'fea4a98c-afc2-4593-8fb8-43379d480615', 'name': '', 'network_id': 'ec8923c9-e8aa-4fb7-a57a-17b8964f1574', 'tenant_id': '79ef1636c6ae4656a27be7ebe99adfd8', 'mac_address': 'fa:16:3e:0a:88:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ce99fb3-1792-4e70-ad92-c4a7231a35f2', 'device_owner': 'network:router_interface', 'standard_attr_id': 100, 'fixed_ips': [{'subnet_id': '8f355941-9ea6-47f3-b4b3-219d5394ef79', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-13T11:19:29Z', 'updated_at': '2021-08-13T11:19:40Z', 'revision_number': 5, 'project_id': '79ef1636c6ae4656a27be7ebe99adfd8', 'subnets': [{'id': '8f355941-9ea6-47f3-b4b3-219d5394ef79', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-797608-16-iscsi', False) {} {{(pid=93885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 13 11:26:18.554237 dv-cinder-797608-16-iscsi neutron-server[93885]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9879a6b1-6b5f-4a0d-b0db-09bd3ef35bae None None] The sync data for ids ['9ce99fb3-1792-4e70-ad92-c4a7231a35f2'] in dv-cinder-797608-16-iscsi is: [{'id': '9ce99fb3-1792-4e70-ad92-c4a7231a35f2', 'name': 'tempest-AttachVolumeTestJSON-1599166667-router', 'tenant_id': '79ef1636c6ae4656a27be7ebe99adfd8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c3f0979-58a5-4465-87f9-e256377c6b61', 'external_fixed_ips': [{'subnet_id': 'ba735781-2bff-41d5-99b4-7ca705ee91ca', 'ip_address': '172.27.2.244'}], 'enable_snat': True}, 'gw_port_id': '7f52f001-4b44-4e49-8196-dd3135a4d161', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-13T11:19:20Z', 'updated_at': '2021-08-13T11:19:33Z', 'revision_number': 4, 'project_id': '79ef1636c6ae4656a27be7ebe99adfd8', 'gw_port': {'id': '7f52f001-4b44-4e49-8196-dd3135a4d161', 'name': '', 'network_id': '7c3f0979-58a5-4465-87f9-e256377c6b61', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:91:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ce99fb3-1792-4e70-ad92-c4a7231a35f2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': 'ba735781-2bff-41d5-99b4-7ca705ee91ca', 'ip_address': '172.27.2.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-13T11:19:22Z', 'updated_at': '2021-08-13T11:19:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ba735781-2bff-41d5-99b4-7ca705ee91ca', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797608-16-iscsi', '_interfaces': [{'id': 'fea4a98c-afc2-4593-8fb8-43379d480615', 'name': '', 'network_id': 'ec8923c9-e8aa-4fb7-a57a-17b8964f1574', 'tenant_id': '79ef1636c6ae4656a27be7ebe99adfd8', 'mac_address': 'fa:16:3e:0a:88:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ce99fb3-1792-4e70-ad92-c4a7231a35f2', 'device_owner': 'network:router_interface', 'standard_attr_id': 100, 'fixed_ips': [{'subnet_id': '8f355941-9ea6-47f3-b4b3-219d5394ef79', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-13T11:19:29Z', 'updated_at': '2021-08-13T11:19:40Z', 'revision_number': 5, 'project_id': '79ef1636c6ae4656a27be7ebe99adfd8', 'subnets': [{'id': '8f355941-9ea6-47f3-b4b3-219d5394ef79', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93885) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 13 11:26:18.753380 dv-cinder-797608-16-iscsi neutron-server[93886]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b72280a-1944-47a7-9926-338684ebac39 None None] New status for floating IP 609d4272-2081-42c1-aa47-87d994e2306a: DOWN {{(pid=93886) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 13 11:26:19.378231 dv-cinder-797608-16-iscsi neutron-server[93884]: DEBUG neutron.wsgi [-] (93884) accepted ('10.222.0.32', 52430) {{(pid=93884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 11:26:19.432735 dv-cinder-797608-16-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-41a25457-a40e-4a58-b8ea-9dd268ce232c tempest-AttachVolumeTestJSON-893493791 tempest-AttachVolumeTestJSON-893493791-project] Notify callbacks [] for security_group, before_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 11:26:19.455394 dv-cinder-797608-16-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-41a25457-a40e-4a58-b8ea-9dd268ce232c tempest-AttachVolumeTestJSON-893493791 tempest-AttachVolumeTestJSON-893493791-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 11:26:19.503975 dv-cinder-797608-16-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-41a25457-a40e-4a58-b8ea-9dd268ce232c tempest-AttachVolumeTestJSON-893493791 tempest-AttachVolumeTestJSON-893493791-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651637'] for security_group, after_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 11:26:19.506665 dv-cinder-797608-16-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-41a25457-a40e-4a58-b8ea-9dd268ce232c tempest-AttachVolumeTestJSON-893493791 tempest-AttachVolumeTestJSON-893493791-project] Notify callbacks [] for security_group, before_response {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 11:26:19.507806 dv-cinder-797608-16-iscsi neutron-server[93884]: INFO neutron.wsgi [None req-41a25457-a40e-4a58-b8ea-9dd268ce232c tempest-AttachVolumeTestJSON-893493791 tempest-AttachVolumeTestJSON-893493791-project] 10.222.0.32 "DELETE /v2.0/security-groups/47b40c98-e514-4f0b-b864-b27db18bbf87 HTTP/1.1" status: 204 len: 168 time: 0.1285975 Aug 13 11:26:19.510723 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.32', 52432) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 11:26:19.516566 dv-cinder-797608-16-iscsi neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41a25457-a40e-4a58-b8ea-9dd268ce232c tempest-AttachVolumeTestJSON-893493791 tempest-AttachVolumeTestJSON-893493791-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=47b40c98-e514-4f0b-b864-b27db18bbf87,revision_number=None']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 11:26:19.523717 dv-cinder-797608-16-iscsi neutron-server[93884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41a25457-a40e-4a58-b8ea-9dd268ce232c tempest-AttachVolumeTestJSON-893493791 tempest-AttachVolumeTestJSON-893493791-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797608-16-iscsi {{(pid=93884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 11:26:19.524065 dv-cinder-797608-16-iscsi neutron-server[93884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41a25457-a40e-4a58-b8ea-9dd268ce232c tempest-AttachVolumeTestJSON-893493791 tempest-AttachVolumeTestJSON-893493791-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797608-16-iscsi {{(pid=93884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 11:26:19.524243 dv-cinder-797608-16-iscsi neutron-server[93883]: INFO neutron.api.v2.resource [None req-f690cf70-97a6-4d3a-963d-1b7144d0e6f9 tempest-AttachVolumeTestJSON-893493791 tempest-AttachVolumeTestJSON-893493791-project] show failed (client error): The resource could not be found. Aug 13 11:26:19.524383 dv-cinder-797608-16-iscsi neutron-server[93884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41a25457-a40e-4a58-b8ea-9dd268ce232c tempest-AttachVolumeTestJSON-893493791 tempest-AttachVolumeTestJSON-893493791-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797608-16-iscsi {{(pid=93884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 11:26:19.524748 dv-cinder-797608-16-iscsi neutron-server[93884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41a25457-a40e-4a58-b8ea-9dd268ce232c tempest-AttachVolumeTestJSON-893493791 tempest-AttachVolumeTestJSON-893493791-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797608-16-iscsi {{(pid=93884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 11:26:19.525073 dv-cinder-797608-16-iscsi neutron-server[93884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41a25457-a40e-4a58-b8ea-9dd268ce232c tempest-AttachVolumeTestJSON-893493791 tempest-AttachVolumeTestJSON-893493791-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-797608-16-iscsi {{(pid=93884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 11:26:19.525253 dv-cinder-797608-16-iscsi neutron-server[93883]: INFO neutron.wsgi [None req-f690cf70-97a6-4d3a-963d-1b7144d0e6f9 tempest-AttachVolumeTestJSON-893493791 tempest-AttachVolumeTestJSON-893493791-project] 10.222.0.32 "GET /v2.0/security-groups/47b40c98-e514-4f0b-b864-b27db18bbf87 HTTP/1.1" status: 404 len: 347 time: 0.0135152 Aug 13 11:26:19.525529 dv-cinder-797608-16-iscsi neutron-server[93884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41a25457-a40e-4a58-b8ea-9dd268ce232c tempest-AttachVolumeTestJSON-893493791 tempest-AttachVolumeTestJSON-893493791-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797608-16-iscsi {{(pid=93884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 11:26:19.525708 dv-cinder-797608-16-iscsi neutron-server[93884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41a25457-a40e-4a58-b8ea-9dd268ce232c tempest-AttachVolumeTestJSON-893493791 tempest-AttachVolumeTestJSON-893493791-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-797608-16-iscsi {{(pid=93884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 11:26:19.526044 dv-cinder-797608-16-iscsi neutron-server[93884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41a25457-a40e-4a58-b8ea-9dd268ce232c tempest-AttachVolumeTestJSON-893493791 tempest-AttachVolumeTestJSON-893493791-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-797608-16-iscsi {{(pid=93884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 11:26:19.526367 dv-cinder-797608-16-iscsi neutron-server[93884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41a25457-a40e-4a58-b8ea-9dd268ce232c tempest-AttachVolumeTestJSON-893493791 tempest-AttachVolumeTestJSON-893493791-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797608-16-iscsi {{(pid=93884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 11:26:19.526684 dv-cinder-797608-16-iscsi neutron-server[93884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41a25457-a40e-4a58-b8ea-9dd268ce232c tempest-AttachVolumeTestJSON-893493791 tempest-AttachVolumeTestJSON-893493791-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797608-16-iscsi {{(pid=93884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 11:26:19.527000 dv-cinder-797608-16-iscsi neutron-server[93884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41a25457-a40e-4a58-b8ea-9dd268ce232c tempest-AttachVolumeTestJSON-893493791 tempest-AttachVolumeTestJSON-893493791-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797608-16-iscsi {{(pid=93884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 11:26:19.527316 dv-cinder-797608-16-iscsi neutron-server[93884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41a25457-a40e-4a58-b8ea-9dd268ce232c tempest-AttachVolumeTestJSON-893493791 tempest-AttachVolumeTestJSON-893493791-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797608-16-iscsi {{(pid=93884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 11:26:19.527955 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.32', 52434) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 11:26:19.655094 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron.plugins.ml2.plugin [None req-27979fa6-891a-4973-a82a-7ce20457b05f tempest-AttachVolumeTestJSON-893493791 tempest-AttachVolumeTestJSON-893493791-project] Deleting port eb523ff6-9c23-4b1b-a5bc-d5425f5767e1 {{(pid=93883) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 13 11:26:19.655402 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-27979fa6-891a-4973-a82a-7ce20457b05f tempest-AttachVolumeTestJSON-893493791 tempest-AttachVolumeTestJSON-893493791-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782137884200'] for port, before_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 11:26:19.729372 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-27979fa6-891a-4973-a82a-7ce20457b05f tempest-AttachVolumeTestJSON-893493791 tempest-AttachVolumeTestJSON-893493791-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1583036'] for port, precommit_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 11:26:19.729720 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-27979fa6-891a-4973-a82a-7ce20457b05f tempest-AttachVolumeTestJSON-893493791 tempest-AttachVolumeTestJSON-893493791-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 11:26:19.741308 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron.plugins.ml2.plugin [None req-27979fa6-891a-4973-a82a-7ce20457b05f tempest-AttachVolumeTestJSON-893493791 tempest-AttachVolumeTestJSON-893493791-project] Calling delete_port for eb523ff6-9c23-4b1b-a5bc-d5425f5767e1 owned by network:floatingip {{(pid=93883) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 13 11:26:20.121745 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-27979fa6-891a-4973-a82a-7ce20457b05f tempest-AttachVolumeTestJSON-893493791 tempest-AttachVolumeTestJSON-893493791-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935844', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611014', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782137889922', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782137337604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2139128394'] for port, after_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 11:26:20.146174 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27979fa6-891a-4973-a82a-7ce20457b05f tempest-AttachVolumeTestJSON-893493791 tempest-AttachVolumeTestJSON-893493791-project] Pushing event deleted for resources: {'Port': ['ID=eb523ff6-9c23-4b1b-a5bc-d5425f5767e1,revision_number=None']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 11:26:20.203340 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-27979fa6-891a-4973-a82a-7ce20457b05f tempest-AttachVolumeTestJSON-893493791 tempest-AttachVolumeTestJSON-893493791-project] Notify callbacks [] for floatingip, after_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 11:26:20.205873 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-27979fa6-891a-4973-a82a-7ce20457b05f tempest-AttachVolumeTestJSON-893493791 tempest-AttachVolumeTestJSON-893493791-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-128352'] for floatingip, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 11:26:20.207046 dv-cinder-797608-16-iscsi neutron-server[93883]: INFO neutron.wsgi [None req-27979fa6-891a-4973-a82a-7ce20457b05f tempest-AttachVolumeTestJSON-893493791 tempest-AttachVolumeTestJSON-893493791-project] 10.222.0.32 "DELETE /v2.0/floatingips/609d4272-2081-42c1-aa47-87d994e2306a HTTP/1.1" status: 204 len: 168 time: 0.6782298 Aug 13 11:26:21.771443 dv-cinder-797608-16-iscsi neutron-server[93885]: DEBUG neutron.plugins.ml2.rpc [None req-a0b9b986-0706-4fc6-9cf9-0eb02d2513dc None None] Device a92e311a-f4a9-4983-b4a3-8f738185e0e0 no longer exists at agent hyperv_hv-cinder-79760 {{(pid=93885) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 13 11:26:21.790624 dv-cinder-797608-16-iscsi neutron-server[93885]: DEBUG neutron.plugins.ml2.plugin [None req-a0b9b986-0706-4fc6-9cf9-0eb02d2513dc None None] No Port match for: a92e311a-f4a9-4983-b4a3-8f738185e0e0 {{(pid=93885) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 13 11:26:21.790991 dv-cinder-797608-16-iscsi neutron-server[93885]: DEBUG neutron.plugins.ml2.rpc [None req-a0b9b986-0706-4fc6-9cf9-0eb02d2513dc None None] Device a92e311a-f4a9-4983-b4a3-8f738185e0e0 not bound to the agent host hv-cinder-79760 {{(pid=93885) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 13 11:26:23.712027 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.32', 52464) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 11:26:24.132984 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-1725ea63-0287-42eb-9149-9642284f89ac admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-2003091'] for router_interface, before_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 11:26:24.363622 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron.plugins.ml2.plugin [None req-1725ea63-0287-42eb-9149-9642284f89ac admin admin] Deleting port fea4a98c-afc2-4593-8fb8-43379d480615 {{(pid=93883) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 13 11:26:24.363952 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-1725ea63-0287-42eb-9149-9642284f89ac admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782137884200'] for port, before_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 11:26:24.442466 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron.plugins.ml2.db [None req-1725ea63-0287-42eb-9149-9642284f89ac admin admin] For port fea4a98c-afc2-4593-8fb8-43379d480615, host dv-cinder-797608-16-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797608-16-iscsi',level=0,port_id=fea4a98c-afc2-4593-8fb8-43379d480615,segment=NetworkSegment(d8719896-e4f7-4cd8-9639-acde7eb05d04),segment_id=d8719896-e4f7-4cd8-9639-acde7eb05d04)] {{(pid=93883) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 13 11:26:24.442825 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-1725ea63-0287-42eb-9149-9642284f89ac admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1583036'] for port, precommit_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 11:26:24.455017 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron.plugins.ml2.plugin [None req-1725ea63-0287-42eb-9149-9642284f89ac admin admin] Calling delete_port for fea4a98c-afc2-4593-8fb8-43379d480615 owned by network:router_interface {{(pid=93883) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 13 11:26:24.626201 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-1725ea63-0287-42eb-9149-9642284f89ac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935844', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611014', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782137889922', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782137337604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2139128394'] for port, after_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 11:26:24.651846 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1725ea63-0287-42eb-9149-9642284f89ac admin admin] Pushing event deleted for resources: {'Port': ['ID=fea4a98c-afc2-4593-8fb8-43379d480615,revision_number=None']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 11:26:24.821151 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-1725ea63-0287-42eb-9149-9642284f89ac admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1611071', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1588259'] for router_interface, after_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 11:26:25.026878 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1725ea63-0287-42eb-9149-9642284f89ac admin admin] Router 9ce99fb3-1792-4e70-ad92-c4a7231a35f2 has already been hosted by L3 agent 120d27b5-31d8-4cd2-97b4-2412c45088e1 {{(pid=93883) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 13 11:26:25.128292 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1725ea63-0287-42eb-9149-9642284f89ac admin admin] Notify agent at l3_agent.dv-cinder-797608-16-iscsi the message routers_updated {{(pid=93883) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 13 11:26:25.134299 dv-cinder-797608-16-iscsi neutron-server[93883]: INFO neutron.wsgi [None req-1725ea63-0287-42eb-9149-9642284f89ac admin admin] 10.222.0.32 "PUT /v2.0/routers/9ce99fb3-1792-4e70-ad92-c4a7231a35f2/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4212320 Aug 13 11:26:25.136826 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.32', 52468) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 11:26:25.137688 dv-cinder-797608-16-iscsi neutron-server[93885]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e74b3b88-6a88-43bd-9c12-7d590837b5fe None None] Sync routers for ids ['9ce99fb3-1792-4e70-ad92-c4a7231a35f2'] in dv-cinder-797608-16-iscsi {{(pid=93885) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 13 11:26:25.146710 dv-cinder-797608-16-iscsi neutron-server[93885]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e74b3b88-6a88-43bd-9c12-7d590837b5fe None None] Routers {'9ce99fb3-1792-4e70-ad92-c4a7231a35f2'} bound to L3 agent in host dv-cinder-797608-16-iscsi {{(pid=93885) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 13 11:26:25.147295 dv-cinder-797608-16-iscsi neutron-server[93885]: DEBUG neutron.db.l3_hamode_db [None req-e74b3b88-6a88-43bd-9c12-7d590837b5fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797608-16-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-08-13T11:11:41Z,description=,heartbeat_timestamp=2021-08-13T11:26:11Z,host='dv-cinder-797608-16-iscsi',id=120d27b5-31d8-4cd2-97b4-2412c45088e1,load=0,resource_versions=,resources_synced=,started_at=2021-08-13T11:11:41Z,topic='l3_agent')) {'router_ids': ['9ce99fb3-1792-4e70-ad92-c4a7231a35f2'], 'active': True} {{(pid=93885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 13 11:26:25.237431 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-33a9cae2-73e9-4888-8cb3-71879efe5bdd admin admin] Notify callbacks [] for router, before_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 11:26:25.248861 dv-cinder-797608-16-iscsi neutron-server[93885]: DEBUG neutron.db.l3_dvr_db [None req-e74b3b88-6a88-43bd-9c12-7d590837b5fe None None] Set router 9ce99fb3-1792-4e70-ad92-c4a7231a35f2 gateway port host: dv-cinder-797608-16-iscsi {{(pid=93885) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 13 11:26:25.337155 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-33a9cae2-73e9-4888-8cb3-71879efe5bdd admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 11:26:25.390987 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron.plugins.ml2.plugin [None req-33a9cae2-73e9-4888-8cb3-71879efe5bdd admin admin] Deleting port 7f52f001-4b44-4e49-8196-dd3135a4d161 {{(pid=93883) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 13 11:26:25.391353 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-33a9cae2-73e9-4888-8cb3-71879efe5bdd admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782137884200'] for port, before_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 11:26:25.424792 dv-cinder-797608-16-iscsi neutron-server[93885]: DEBUG neutron.db.l3_hamode_db [None req-e74b3b88-6a88-43bd-9c12-7d590837b5fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9ce99fb3-1792-4e70-ad92-c4a7231a35f2', 'name': 'tempest-AttachVolumeTestJSON-1599166667-router', 'tenant_id': '79ef1636c6ae4656a27be7ebe99adfd8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c3f0979-58a5-4465-87f9-e256377c6b61', 'external_fixed_ips': [{'subnet_id': 'ba735781-2bff-41d5-99b4-7ca705ee91ca', 'ip_address': '172.27.2.244'}], 'enable_snat': True}, 'gw_port_id': '7f52f001-4b44-4e49-8196-dd3135a4d161', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-13T11:19:20Z', 'updated_at': '2021-08-13T11:26:24Z', 'revision_number': 5, 'project_id': '79ef1636c6ae4656a27be7ebe99adfd8', 'gw_port': {'id': '7f52f001-4b44-4e49-8196-dd3135a4d161', 'name': '', 'network_id': '7c3f0979-58a5-4465-87f9-e256377c6b61', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:91:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ce99fb3-1792-4e70-ad92-c4a7231a35f2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': 'ba735781-2bff-41d5-99b4-7ca705ee91ca', 'ip_address': '172.27.2.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-13T11:19:22Z', 'updated_at': '2021-08-13T11:19:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ba735781-2bff-41d5-99b4-7ca705ee91ca', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797608-16-iscsi'}], 'dv-cinder-797608-16-iscsi', False) {} {{(pid=93885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 13 11:26:25.450315 dv-cinder-797608-16-iscsi neutron-server[93885]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e74b3b88-6a88-43bd-9c12-7d590837b5fe None None] Checking router: 9ce99fb3-1792-4e70-ad92-c4a7231a35f2 for host: dv-cinder-797608-16-iscsi {{(pid=93885) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 13 11:26:25.458925 dv-cinder-797608-16-iscsi neutron-server[93885]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e74b3b88-6a88-43bd-9c12-7d590837b5fe None None] Routers {'9ce99fb3-1792-4e70-ad92-c4a7231a35f2'} bound to L3 agent in host dv-cinder-797608-16-iscsi {{(pid=93885) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 13 11:26:25.459522 dv-cinder-797608-16-iscsi neutron-server[93885]: DEBUG neutron.db.l3_hamode_db [None req-e74b3b88-6a88-43bd-9c12-7d590837b5fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797608-16-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-08-13T11:11:41Z,description=,heartbeat_timestamp=2021-08-13T11:26:11Z,host='dv-cinder-797608-16-iscsi',id=120d27b5-31d8-4cd2-97b4-2412c45088e1,load=0,resource_versions=,resources_synced=,started_at=2021-08-13T11:11:41Z,topic='l3_agent')) {'router_ids': ['9ce99fb3-1792-4e70-ad92-c4a7231a35f2'], 'active': True} {{(pid=93885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 13 11:26:25.467225 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron.plugins.ml2.db [None req-33a9cae2-73e9-4888-8cb3-71879efe5bdd admin admin] For port 7f52f001-4b44-4e49-8196-dd3135a4d161, host dv-cinder-797608-16-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797608-16-iscsi',level=0,port_id=7f52f001-4b44-4e49-8196-dd3135a4d161,segment=NetworkSegment(3f6765c6-6e72-475e-8aaa-7134ee4679ca),segment_id=3f6765c6-6e72-475e-8aaa-7134ee4679ca)] {{(pid=93883) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 13 11:26:25.468161 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-33a9cae2-73e9-4888-8cb3-71879efe5bdd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1583036'] for port, precommit_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 11:26:25.483620 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron.plugins.ml2.plugin [None req-33a9cae2-73e9-4888-8cb3-71879efe5bdd admin admin] Calling delete_port for 7f52f001-4b44-4e49-8196-dd3135a4d161 owned by network:router_gateway {{(pid=93883) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 13 11:26:25.547496 dv-cinder-797608-16-iscsi neutron-server[93885]: DEBUG neutron.db.l3_dvr_db [None req-e74b3b88-6a88-43bd-9c12-7d590837b5fe None None] Set router 9ce99fb3-1792-4e70-ad92-c4a7231a35f2 gateway port host: None {{(pid=93885) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 13 11:26:25.600482 dv-cinder-797608-16-iscsi neutron-server[93885]: DEBUG neutron.db.l3_hamode_db [None req-e74b3b88-6a88-43bd-9c12-7d590837b5fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9ce99fb3-1792-4e70-ad92-c4a7231a35f2', 'name': 'tempest-AttachVolumeTestJSON-1599166667-router', 'tenant_id': '79ef1636c6ae4656a27be7ebe99adfd8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-13T11:19:20Z', 'updated_at': '2021-08-13T11:26:25Z', 'revision_number': 6, 'project_id': '79ef1636c6ae4656a27be7ebe99adfd8', 'gw_port_host': None}], 'dv-cinder-797608-16-iscsi', False) {} {{(pid=93885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 13 11:26:25.628909 dv-cinder-797608-16-iscsi neutron-server[93885]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e74b3b88-6a88-43bd-9c12-7d590837b5fe None None] The sync data for ids ['9ce99fb3-1792-4e70-ad92-c4a7231a35f2'] in dv-cinder-797608-16-iscsi is: [{'id': '9ce99fb3-1792-4e70-ad92-c4a7231a35f2', 'name': 'tempest-AttachVolumeTestJSON-1599166667-router', 'tenant_id': '79ef1636c6ae4656a27be7ebe99adfd8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-13T11:19:20Z', 'updated_at': '2021-08-13T11:26:25Z', 'revision_number': 6, 'project_id': '79ef1636c6ae4656a27be7ebe99adfd8', 'gw_port_host': None}] {{(pid=93885) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 13 11:26:25.647118 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-33a9cae2-73e9-4888-8cb3-71879efe5bdd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935844', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611014', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782137889922', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782137337604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2139128394'] for port, after_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 11:26:25.677370 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33a9cae2-73e9-4888-8cb3-71879efe5bdd admin admin] Pushing event deleted for resources: {'Port': ['ID=7f52f001-4b44-4e49-8196-dd3135a4d161,revision_number=None']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 11:26:25.734086 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-33a9cae2-73e9-4888-8cb3-71879efe5bdd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1585625'] for router_gateway, after_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 11:26:25.832713 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-33a9cae2-73e9-4888-8cb3-71879efe5bdd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1586485', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-130456'] for router, precommit_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 11:26:25.834836 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-33a9cae2-73e9-4888-8cb3-71879efe5bdd admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 11:26:25.880699 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-33a9cae2-73e9-4888-8cb3-71879efe5bdd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1586490'] for router, after_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 11:26:25.881308 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-33a9cae2-73e9-4888-8cb3-71879efe5bdd admin admin] Fanout notify agent at l3_agent the message router_deleted on router 9ce99fb3-1792-4e70-ad92-c4a7231a35f2 {{(pid=93883) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 13 11:26:25.886320 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-33a9cae2-73e9-4888-8cb3-71879efe5bdd admin admin] Notify callbacks [] for router, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 11:26:25.887366 dv-cinder-797608-16-iscsi neutron-server[93883]: INFO neutron.wsgi [None req-33a9cae2-73e9-4888-8cb3-71879efe5bdd admin admin] 10.222.0.32 "DELETE /v2.0/routers/9ce99fb3-1792-4e70-ad92-c4a7231a35f2 HTTP/1.1" status: 204 len: 168 time: 0.7496414 Aug 13 11:26:25.889892 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.32', 52470) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 11:26:25.937399 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron.db.db_base_plugin_v2 [None req-2010cf2c-8a5a-4787-8bcb-5f37e7c40429 admin admin] Deleting subnet 8f355941-9ea6-47f3-b4b3-219d5394ef79 {{(pid=93883) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 13 11:26:25.940777 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-2010cf2c-8a5a-4787-8bcb-5f37e7c40429 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 11:26:25.985610 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-2010cf2c-8a5a-4787-8bcb-5f37e7c40429 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2139128204'] for subnet, precommit_delete_associations {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 11:26:26.108793 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-2010cf2c-8a5a-4787-8bcb-5f37e7c40429 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-542387'] for subnet, precommit_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 11:26:26.163177 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-2010cf2c-8a5a-4787-8bcb-5f37e7c40429 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-542372', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611014', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2139128441', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2139359422'] for subnet, after_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 11:26:26.189349 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2010cf2c-8a5a-4787-8bcb-5f37e7c40429 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8f355941-9ea6-47f3-b4b3-219d5394ef79,revision_number=None']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 11:26:26.193012 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-2010cf2c-8a5a-4787-8bcb-5f37e7c40429 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1611032'] for subnet, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 11:26:26.194924 dv-cinder-797608-16-iscsi neutron-server[93883]: INFO neutron.wsgi [None req-2010cf2c-8a5a-4787-8bcb-5f37e7c40429 admin admin] 10.222.0.32 "DELETE /v2.0/subnets/8f355941-9ea6-47f3-b4b3-219d5394ef79 HTTP/1.1" status: 204 len: 168 time: 0.3040893 Aug 13 11:26:26.197300 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.32', 52472) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 11:26:26.198539 dv-cinder-797608-16-iscsi neutron-server[93885]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-881bce28-c0eb-454b-8fc7-b2b52de80fe3 None None] Network ec8923c9-e8aa-4fb7-a57a-17b8964f1574 requested from dv-cinder-797608-16-iscsi {{(pid=93885) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 13 11:26:26.268654 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-b5f34abb-64a6-4f13-a165-ca3992025876 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-641644'] for network, before_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 11:26:26.328366 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron.plugins.ml2.plugin [None req-b5f34abb-64a6-4f13-a165-ca3992025876 admin admin] Deleting port 98e3be1d-b1f4-4e22-85f8-f700044a9da8 {{(pid=93883) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 13 11:26:26.328711 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-b5f34abb-64a6-4f13-a165-ca3992025876 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782137884200'] for port, before_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 11:26:26.398726 dv-cinder-797608-16-iscsi neutron-server[93885]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c46da965-a460-42dc-afe8-71f5d4ee2ace None None] DHCP port deletion for ec8923c9-e8aa-4fb7-a57a-17b8964f1574 request from dv-cinder-797608-16-iscsi {{(pid=93885) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 13 11:26:26.400220 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron.plugins.ml2.db [None req-b5f34abb-64a6-4f13-a165-ca3992025876 admin admin] For port 98e3be1d-b1f4-4e22-85f8-f700044a9da8, host dv-cinder-797608-16-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797608-16-iscsi',level=0,port_id=98e3be1d-b1f4-4e22-85f8-f700044a9da8,segment=NetworkSegment(d8719896-e4f7-4cd8-9639-acde7eb05d04),segment_id=d8719896-e4f7-4cd8-9639-acde7eb05d04)] {{(pid=93883) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 13 11:26:26.400730 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-b5f34abb-64a6-4f13-a165-ca3992025876 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1583036'] for port, precommit_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 11:26:26.416851 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron.plugins.ml2.plugin [None req-b5f34abb-64a6-4f13-a165-ca3992025876 admin admin] Calling delete_port for 98e3be1d-b1f4-4e22-85f8-f700044a9da8 owned by network:dhcp {{(pid=93883) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 13 11:26:26.430685 dv-cinder-797608-16-iscsi neutron-server[93885]: DEBUG neutron.plugins.ml2.rpc [None req-05931952-e11e-4e12-af58-ece1398d134b None None] Device fea4a98c-afc2-4593-8fb8-43379d480615 no longer exists at agent ovs-agent-dv-cinder-797608-16-iscsi {{(pid=93885) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 13 11:26:26.452976 dv-cinder-797608-16-iscsi neutron-server[93885]: DEBUG neutron.plugins.ml2.plugin [None req-05931952-e11e-4e12-af58-ece1398d134b None None] No Port match for: fea4a98c-afc2-4593-8fb8-43379d480615 {{(pid=93885) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 13 11:26:26.453318 dv-cinder-797608-16-iscsi neutron-server[93885]: DEBUG neutron.plugins.ml2.rpc [None req-05931952-e11e-4e12-af58-ece1398d134b None None] Device fea4a98c-afc2-4593-8fb8-43379d480615 not bound to the agent host dv-cinder-797608-16-iscsi {{(pid=93885) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 13 11:26:26.475504 dv-cinder-797608-16-iscsi neutron-server[93885]: DEBUG neutron.plugins.ml2.plugin [None req-c46da965-a460-42dc-afe8-71f5d4ee2ace None None] Deleting port 98e3be1d-b1f4-4e22-85f8-f700044a9da8 {{(pid=93885) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 13 11:26:26.476134 dv-cinder-797608-16-iscsi neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-c46da965-a460-42dc-afe8-71f5d4ee2ace None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782137884200'] for port, before_delete {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 11:26:26.509656 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-b5f34abb-64a6-4f13-a165-ca3992025876 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935844', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611014', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782137889922', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782137337604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2139128394'] for port, after_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 11:26:26.537443 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5f34abb-64a6-4f13-a165-ca3992025876 admin admin] Pushing event deleted for resources: {'Port': ['ID=98e3be1d-b1f4-4e22-85f8-f700044a9da8,revision_number=None']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 11:26:26.541065 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5f34abb-64a6-4f13-a165-ca3992025876 admin admin] No DVR routers for this DVR port 98e3be1d-b1f4-4e22-85f8-f700044a9da8 on host dv-cinder-797608-16-iscsi {{(pid=93883) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 13 11:26:26.544430 dv-cinder-797608-16-iscsi neutron-server[93885]: DEBUG neutron.plugins.ml2.db [None req-c46da965-a460-42dc-afe8-71f5d4ee2ace None None] For port 98e3be1d-b1f4-4e22-85f8-f700044a9da8, host dv-cinder-797608-16-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797608-16-iscsi',level=0,port_id=98e3be1d-b1f4-4e22-85f8-f700044a9da8,segment=NetworkSegment(d8719896-e4f7-4cd8-9639-acde7eb05d04),segment_id=d8719896-e4f7-4cd8-9639-acde7eb05d04)] {{(pid=93885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 13 11:26:26.544833 dv-cinder-797608-16-iscsi neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-c46da965-a460-42dc-afe8-71f5d4ee2ace None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1583036'] for port, precommit_delete {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 11:26:26.561935 dv-cinder-797608-16-iscsi neutron-server[93885]: DEBUG neutron.plugins.ml2.plugin [None req-c46da965-a460-42dc-afe8-71f5d4ee2ace None None] Calling delete_port for 98e3be1d-b1f4-4e22-85f8-f700044a9da8 owned by network:dhcp {{(pid=93885) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 13 11:26:26.611022 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-b5f34abb-64a6-4f13-a165-ca3992025876 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-544564', 'neutron.services.segments.db._delete_segments_for_network-8782137812848'] for network, precommit_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 11:26:26.621693 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron.services.segments.db [None req-b5f34abb-64a6-4f13-a165-ca3992025876 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ec8923c9-e8aa-4fb7-a57a-17b8964f1574']}} {{(pid=93883) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 13 11:26:26.637258 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron.services.segments.db [None req-b5f34abb-64a6-4f13-a165-ca3992025876 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd8719896-e4f7-4cd8-9639-acde7eb05d04') {'for_net_delete': True} {{(pid=93883) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 13 11:26:26.637564 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron.services.segments.db [None req-b5f34abb-64a6-4f13-a165-ca3992025876 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd8719896-e4f7-4cd8-9639-acde7eb05d04') {} {{(pid=93883) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 13 11:26:26.648880 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-b5f34abb-64a6-4f13-a165-ca3992025876 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8782137816953', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2139128219'] for segment, before_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 11:26:26.662668 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-b5f34abb-64a6-4f13-a165-ca3992025876 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-542450'] for segment, precommit_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 11:26:26.669168 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b5f34abb-64a6-4f13-a165-ca3992025876 admin admin] Releasing vlan 168 on physical network physnet1 to pool {{(pid=93883) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 13 11:26:26.669491 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-b5f34abb-64a6-4f13-a165-ca3992025876 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-542450', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2139128487'] for segment, after_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 11:26:26.671402 dv-cinder-797608-16-iscsi neutron-server[93883]: Traceback (most recent call last): Aug 13 11:26:26.671402 dv-cinder-797608-16-iscsi neutron-server[93883]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 13 11:26:26.671402 dv-cinder-797608-16-iscsi neutron-server[93883]: timer() Aug 13 11:26:26.671402 dv-cinder-797608-16-iscsi neutron-server[93883]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 13 11:26:26.671402 dv-cinder-797608-16-iscsi neutron-server[93883]: cb(*args, **kw) Aug 13 11:26:26.671402 dv-cinder-797608-16-iscsi neutron-server[93883]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 13 11:26:26.671402 dv-cinder-797608-16-iscsi neutron-server[93883]: return func(*args, **kwargs) Aug 13 11:26:26.671402 dv-cinder-797608-16-iscsi neutron-server[93883]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 13 11:26:26.671402 dv-cinder-797608-16-iscsi neutron-server[93883]: self._notify() Aug 13 11:26:26.671402 dv-cinder-797608-16-iscsi neutron-server[93883]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 13 11:26:26.671402 dv-cinder-797608-16-iscsi neutron-server[93883]: self.callback(batched_events) Aug 13 11:26:26.671402 dv-cinder-797608-16-iscsi neutron-server[93883]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 13 11:26:26.671402 dv-cinder-797608-16-iscsi neutron-server[93883]: event.method(event) Aug 13 11:26:26.671402 dv-cinder-797608-16-iscsi neutron-server[93883]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 13 11:26:26.671402 dv-cinder-797608-16-iscsi neutron-server[93883]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 13 11:26:26.671402 dv-cinder-797608-16-iscsi neutron-server[93883]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 13 11:26:26.671402 dv-cinder-797608-16-iscsi neutron-server[93883]: aggregate_uuid = self.p_client.list_aggregates( Aug 13 11:26:26.671402 dv-cinder-797608-16-iscsi neutron-server[93883]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 13 11:26:26.671402 dv-cinder-797608-16-iscsi neutron-server[93883]: return f(self, *a, **k) Aug 13 11:26:26.671402 dv-cinder-797608-16-iscsi neutron-server[93883]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 13 11:26:26.671402 dv-cinder-797608-16-iscsi neutron-server[93883]: return self._get(url).json() Aug 13 11:26:26.671402 dv-cinder-797608-16-iscsi neutron-server[93883]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 13 11:26:26.671402 dv-cinder-797608-16-iscsi neutron-server[93883]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 13 11:26:26.671402 dv-cinder-797608-16-iscsi neutron-server[93883]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 13 11:26:26.671402 dv-cinder-797608-16-iscsi neutron-server[93883]: return self.request(url, 'GET', **kwargs) Aug 13 11:26:26.671402 dv-cinder-797608-16-iscsi neutron-server[93883]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 13 11:26:26.671402 dv-cinder-797608-16-iscsi neutron-server[93883]: base_url = self.get_endpoint(auth, allow=allow, Aug 13 11:26:26.671402 dv-cinder-797608-16-iscsi neutron-server[93883]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 13 11:26:26.671402 dv-cinder-797608-16-iscsi neutron-server[93883]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 13 11:26:26.671402 dv-cinder-797608-16-iscsi neutron-server[93883]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 13 11:26:26.671402 dv-cinder-797608-16-iscsi neutron-server[93883]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 13 11:26:26.671402 dv-cinder-797608-16-iscsi neutron-server[93883]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 13 11:26:26.692120 dv-cinder-797608-16-iscsi neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-c46da965-a460-42dc-afe8-71f5d4ee2ace None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935844', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611014', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782137889922', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782137337604'] for port, after_delete {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 11:26:26.721119 dv-cinder-797608-16-iscsi neutron-server[93885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c46da965-a460-42dc-afe8-71f5d4ee2ace None None] Pushing event deleted for resources: {'Port': ['ID=98e3be1d-b1f4-4e22-85f8-f700044a9da8,revision_number=None']} {{(pid=93885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 11:26:26.725815 dv-cinder-797608-16-iscsi neutron-server[93885]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c46da965-a460-42dc-afe8-71f5d4ee2ace None None] No DVR routers for this DVR port 98e3be1d-b1f4-4e22-85f8-f700044a9da8 on host dv-cinder-797608-16-iscsi {{(pid=93885) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 13 11:26:26.728339 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-b5f34abb-64a6-4f13-a165-ca3992025876 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-544557', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611014', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1585573'] for network, after_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 11:26:26.733542 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-b5f34abb-64a6-4f13-a165-ca3992025876 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1611032'] for network, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 11:26:26.737749 dv-cinder-797608-16-iscsi neutron-server[93883]: INFO neutron.wsgi [None req-b5f34abb-64a6-4f13-a165-ca3992025876 admin admin] 10.222.0.32 "DELETE /v2.0/networks/ec8923c9-e8aa-4fb7-a57a-17b8964f1574 HTTP/1.1" status: 204 len: 168 time: 0.5371506 Aug 13 11:26:26.749660 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5f34abb-64a6-4f13-a165-ca3992025876 admin admin] Pushing event deleted for resources: {'Network': ['ID=ec8923c9-e8aa-4fb7-a57a-17b8964f1574,revision_number=None']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 11:26:26.852686 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.32', 52478) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 11:26:26.892021 dv-cinder-797608-16-iscsi neutron-server[93883]: INFO neutron.wsgi [None req-ca493ff5-570f-4e3c-9f20-986be843fb99 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=79ef1636c6ae4656a27be7ebe99adfd8&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0381770 Aug 13 11:26:26.894313 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.32', 52480) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 11:26:26.944550 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-f6349e7a-424e-4b5d-860a-5f0b4e34d6f5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 11:26:26.968047 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-f6349e7a-424e-4b5d-860a-5f0b4e34d6f5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 11:26:27.013389 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-f6349e7a-424e-4b5d-860a-5f0b4e34d6f5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651637'] for security_group, after_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 11:26:27.016181 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-f6349e7a-424e-4b5d-860a-5f0b4e34d6f5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 11:26:27.017314 dv-cinder-797608-16-iscsi neutron-server[93883]: INFO neutron.wsgi [None req-f6349e7a-424e-4b5d-860a-5f0b4e34d6f5 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/a6c21092-1a8c-4ef1-a751-a65aaaa78cb8 HTTP/1.1" status: 204 len: 168 time: 0.1221249 Aug 13 11:26:27.024777 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6349e7a-424e-4b5d-860a-5f0b4e34d6f5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a6c21092-1a8c-4ef1-a751-a65aaaa78cb8,revision_number=None']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 11:26:27.863102 dv-cinder-797608-16-iscsi neutron-server[93885]: DEBUG neutron.plugins.ml2.rpc [None req-05931952-e11e-4e12-af58-ece1398d134b None None] Device 7f52f001-4b44-4e49-8196-dd3135a4d161 no longer exists at agent ovs-agent-dv-cinder-797608-16-iscsi {{(pid=93885) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 13 11:26:27.882562 dv-cinder-797608-16-iscsi neutron-server[93885]: DEBUG neutron.plugins.ml2.plugin [None req-05931952-e11e-4e12-af58-ece1398d134b None None] No Port match for: 7f52f001-4b44-4e49-8196-dd3135a4d161 {{(pid=93885) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 13 11:26:27.882902 dv-cinder-797608-16-iscsi neutron-server[93885]: DEBUG neutron.plugins.ml2.rpc [None req-05931952-e11e-4e12-af58-ece1398d134b None None] Device 7f52f001-4b44-4e49-8196-dd3135a4d161 not bound to the agent host dv-cinder-797608-16-iscsi {{(pid=93885) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 13 11:26:27.883306 dv-cinder-797608-16-iscsi neutron-server[93885]: DEBUG neutron.plugins.ml2.rpc [None req-05931952-e11e-4e12-af58-ece1398d134b None None] Device 98e3be1d-b1f4-4e22-85f8-f700044a9da8 no longer exists at agent ovs-agent-dv-cinder-797608-16-iscsi {{(pid=93885) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 13 11:26:27.901724 dv-cinder-797608-16-iscsi neutron-server[93885]: DEBUG neutron.plugins.ml2.plugin [None req-05931952-e11e-4e12-af58-ece1398d134b None None] No Port match for: 98e3be1d-b1f4-4e22-85f8-f700044a9da8 {{(pid=93885) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 13 11:26:27.902171 dv-cinder-797608-16-iscsi neutron-server[93885]: DEBUG neutron.plugins.ml2.rpc [None req-05931952-e11e-4e12-af58-ece1398d134b None None] Device 98e3be1d-b1f4-4e22-85f8-f700044a9da8 not bound to the agent host dv-cinder-797608-16-iscsi {{(pid=93885) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 13 11:26:29.180444 dv-cinder-797608-16-iscsi neutron-server[93886]: DEBUG neutron.db.agents_db [None req-85e56f49-6478-4807-bf82-7523a15d9e55 None None] Agent healthcheck: found 6 active agents {{(pid=93886) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 13 11:26:30.665493 dv-cinder-797608-16-iscsi neutron-server[93884]: DEBUG neutron.wsgi [-] (93884) accepted ('10.222.0.32', 52546) {{(pid=93884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 11:26:30.769990 dv-cinder-797608-16-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-2a718e5a-6a91-4d63-9a00-5709a57f34f4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 11:26:30.858296 dv-cinder-797608-16-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-2a718e5a-6a91-4d63-9a00-5709a57f34f4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 11:26:30.861969 dv-cinder-797608-16-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-2a718e5a-6a91-4d63-9a00-5709a57f34f4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651637'] for security_group, after_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 11:26:30.900642 dv-cinder-797608-16-iscsi neutron-server[93884]: INFO neutron.wsgi [None req-2a718e5a-6a91-4d63-9a00-5709a57f34f4 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=38adce00011244299f95d79b4bbb883f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2340198 Aug 13 11:26:30.902535 dv-cinder-797608-16-iscsi neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a718e5a-6a91-4d63-9a00-5709a57f34f4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=115c6319-1553-4e9e-b4ed-99c73269fa13,revision_number=1']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 11:26:30.903337 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.32', 52550) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 11:26:30.952670 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-7ea336f9-99a8-4659-a008-093728e75b69 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 11:26:30.976944 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-7ea336f9-99a8-4659-a008-093728e75b69 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 11:26:31.021796 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-7ea336f9-99a8-4659-a008-093728e75b69 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651637'] for security_group, after_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 11:26:31.024381 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-7ea336f9-99a8-4659-a008-093728e75b69 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 11:26:31.025526 dv-cinder-797608-16-iscsi neutron-server[93883]: INFO neutron.wsgi [None req-7ea336f9-99a8-4659-a008-093728e75b69 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/115c6319-1553-4e9e-b4ed-99c73269fa13 HTTP/1.1" status: 204 len: 168 time: 0.1211998 Aug 13 11:26:31.035792 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ea336f9-99a8-4659-a008-093728e75b69 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=115c6319-1553-4e9e-b4ed-99c73269fa13,revision_number=None']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 11:26:34.337509 dv-cinder-797608-16-iscsi neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-a0b9b986-0706-4fc6-9cf9-0eb02d2513dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782137812740', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-997306'] for agent, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 11:26:34.461553 dv-cinder-797608-16-iscsi neutron-server[93884]: INFO neutron.wsgi [req-7fe417d0-1c15-49fa-b8be-91a100741814 req-620316d5-f8e7-4db7-82a5-cf6f4f64d93a tempest-TestMinimumBasicScenario-1732162642 tempest-TestMinimumBasicScenario-1732162642-project] 10.222.0.32 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1425596669&fields=id&tenant_id=52eae21d815a427f8c153edfc7da0f4d HTTP/1.1" status: 200 len: 267 time: 0.0320208 Aug 13 11:26:34.512693 dv-cinder-797608-16-iscsi neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fe417d0-1c15-49fa-b8be-91a100741814 req-014798f5-cdee-42f4-a10b-1ce3364f94a6 tempest-TestMinimumBasicScenario-1732162642 tempest-TestMinimumBasicScenario-1732162642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 11:26:34.514679 dv-cinder-797608-16-iscsi neutron-server[93884]: INFO neutron.wsgi [req-7fe417d0-1c15-49fa-b8be-91a100741814 req-014798f5-cdee-42f4-a10b-1ce3364f94a6 tempest-TestMinimumBasicScenario-1732162642 tempest-TestMinimumBasicScenario-1732162642-project] 10.222.0.32 "GET /v2.0/ports?device_id=9a015b7b-d682-4071-ba5c-6755b9ba6082 HTTP/1.1" status: 200 len: 984 time: 0.0472004 Aug 13 11:26:34.528919 dv-cinder-797608-16-iscsi neutron-server[93884]: DEBUG neutron.api.v2.base [req-7fe417d0-1c15-49fa-b8be-91a100741814 req-1925c286-58ff-43df-ad1b-c8df126c7e20 tempest-TestMinimumBasicScenario-1732162642 tempest-TestMinimumBasicScenario-1732162642-project] Request body: {'port': {'security_groups': ['a4619659-dbd0-4bd3-8e2b-aff5e74a0297']}} {{(pid=93884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 13 11:26:34.594487 dv-cinder-797608-16-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [req-7fe417d0-1c15-49fa-b8be-91a100741814 req-1925c286-58ff-43df-ad1b-c8df126c7e20 tempest-TestMinimumBasicScenario-1732162642 tempest-TestMinimumBasicScenario-1732162642-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935434'] for port, before_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 11:26:34.765903 dv-cinder-797608-16-iscsi neutron-server[93884]: DEBUG neutron.plugins.ml2.db [req-7fe417d0-1c15-49fa-b8be-91a100741814 req-1925c286-58ff-43df-ad1b-c8df126c7e20 tempest-TestMinimumBasicScenario-1732162642 tempest-TestMinimumBasicScenario-1732162642-project] For port a82adbf8-d06a-4f3f-b175-16e1dfbc2914, host hv-cinder-79760, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79760',level=0,port_id=a82adbf8-d06a-4f3f-b175-16e1dfbc2914,segment=NetworkSegment(ef5f1ad6-f862-42d5-a57b-2af73e349ffb),segment_id=ef5f1ad6-f862-42d5-a57b-2af73e349ffb)] {{(pid=93884) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 13 11:26:34.793871 dv-cinder-797608-16-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [req-7fe417d0-1c15-49fa-b8be-91a100741814 req-1925c286-58ff-43df-ad1b-c8df126c7e20 tempest-TestMinimumBasicScenario-1732162642 tempest-TestMinimumBasicScenario-1732162642-project] Notify callbacks [] for port, precommit_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 11:26:34.798425 dv-cinder-797608-16-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [req-7fe417d0-1c15-49fa-b8be-91a100741814 req-1925c286-58ff-43df-ad1b-c8df126c7e20 tempest-TestMinimumBasicScenario-1732162642 tempest-TestMinimumBasicScenario-1732162642-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935844', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611014', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782137889940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782137337613', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782137337631', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2141180330'] for port, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 11:26:34.843196 dv-cinder-797608-16-iscsi neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fe417d0-1c15-49fa-b8be-91a100741814 req-1925c286-58ff-43df-ad1b-c8df126c7e20 tempest-TestMinimumBasicScenario-1732162642 tempest-TestMinimumBasicScenario-1732162642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 11:26:34.843795 dv-cinder-797608-16-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [req-7fe417d0-1c15-49fa-b8be-91a100741814 req-1925c286-58ff-43df-ad1b-c8df126c7e20 tempest-TestMinimumBasicScenario-1732162642 tempest-TestMinimumBasicScenario-1732162642-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-128352', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1611032'] for port, before_response {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 11:26:34.845225 dv-cinder-797608-16-iscsi neutron-server[93884]: INFO neutron.wsgi [req-7fe417d0-1c15-49fa-b8be-91a100741814 req-1925c286-58ff-43df-ad1b-c8df126c7e20 tempest-TestMinimumBasicScenario-1732162642 tempest-TestMinimumBasicScenario-1732162642-project] 10.222.0.32 "PUT /v2.0/ports/a82adbf8-d06a-4f3f-b175-16e1dfbc2914 HTTP/1.1" status: 200 len: 942 time: 0.3208463 Aug 13 11:26:34.850929 dv-cinder-797608-16-iscsi neutron-server[93885]: DEBUG neutron.plugins.ml2.db [None req-a0b9b986-0706-4fc6-9cf9-0eb02d2513dc None None] get_ports_and_sgs() called for port_ids ['a82adbf8-d06a-4f3f-b175-16e1dfbc2914'] {{(pid=93885) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 13 11:26:34.852250 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.32', 52628) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 11:26:34.878267 dv-cinder-797608-16-iscsi neutron-server[93884]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9a015b7b-d682-4071-ba5c-6755b9ba6082', 'tag': 'a82adbf8-d06a-4f3f-b175-16e1dfbc2914'}] {{(pid=93884) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 13 11:26:34.880853 dv-cinder-797608-16-iscsi neutron-server[93884]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}70f01c08a00349be11dfcfb62f4fe7a1e23395be4279a346f0a082136c645f60" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8c2e0a31-ff2f-415d-93e7-35c20cda1598" -d '{"events": [{"name": "network-changed", "server_uuid": "9a015b7b-d682-4071-ba5c-6755b9ba6082", "tag": "a82adbf8-d06a-4f3f-b175-16e1dfbc2914"}]}' {{(pid=93884) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 13 11:26:34.883551 dv-cinder-797608-16-iscsi neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1925c286-58ff-43df-ad1b-c8df126c7e20 tempest-TestMinimumBasicScenario-1732162642 tempest-TestMinimumBasicScenario-1732162642-project] Pushing event updated for resources: {'Port': ['ID=a82adbf8-d06a-4f3f-b175-16e1dfbc2914,revision_number=7']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 11:26:34.924976 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-9ca4d79c-eb41-4316-b5cf-a67400b791c7 tempest-TestMinimumBasicScenario-1732162642 tempest-TestMinimumBasicScenario-1732162642-project] Notify callbacks [] for security_group, before_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 11:26:34.927512 dv-cinder-797608-16-iscsi neutron-server[93884]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 13 Aug 2021 11:26:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e2b1ca79-e657-4ed8-aef6-f9b1dff2faff x-openstack-request-id: req-e2b1ca79-e657-4ed8-aef6-f9b1dff2faff {{(pid=93884) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 13 11:26:34.927793 dv-cinder-797608-16-iscsi neutron-server[93884]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9a015b7b-d682-4071-ba5c-6755b9ba6082", "tag": "a82adbf8-d06a-4f3f-b175-16e1dfbc2914", "status": "completed", "code": 200}]} {{(pid=93884) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 13 11:26:34.928045 dv-cinder-797608-16-iscsi neutron-server[93884]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-e2b1ca79-e657-4ed8-aef6-f9b1dff2faff {{(pid=93884) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 13 11:26:34.928436 dv-cinder-797608-16-iscsi neutron-server[93884]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9a015b7b-d682-4071-ba5c-6755b9ba6082', 'tag': 'a82adbf8-d06a-4f3f-b175-16e1dfbc2914', 'status': 'completed', 'code': 200} Aug 13 11:26:34.959631 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-9ca4d79c-eb41-4316-b5cf-a67400b791c7 tempest-TestMinimumBasicScenario-1732162642 tempest-TestMinimumBasicScenario-1732162642-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 11:26:35.030806 dv-cinder-797608-16-iscsi neutron-server[93885]: DEBUG neutron.plugins.ml2.db [None req-a0b9b986-0706-4fc6-9cf9-0eb02d2513dc None None] get_ports_and_sgs() called for port_ids ['a82adbf8-d06a-4f3f-b175-16e1dfbc2914'] {{(pid=93885) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 13 11:26:35.051018 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c2e0a31-ff2f-415d-93e7-35c20cda1598 req-a8b39078-70ac-4b4c-a762-4fe65d8cf209 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 11:26:35.052571 dv-cinder-797608-16-iscsi neutron-server[93883]: INFO neutron.wsgi [req-8c2e0a31-ff2f-415d-93e7-35c20cda1598 req-a8b39078-70ac-4b4c-a762-4fe65d8cf209 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=52eae21d815a427f8c153edfc7da0f4d&device_id=9a015b7b-d682-4071-ba5c-6755b9ba6082 HTTP/1.1" status: 200 len: 1098 time: 0.0715885 Aug 13 11:26:35.077490 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-9ca4d79c-eb41-4316-b5cf-a67400b791c7 tempest-TestMinimumBasicScenario-1732162642 tempest-TestMinimumBasicScenario-1732162642-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651637'] for security_group, after_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 11:26:35.080777 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-9ca4d79c-eb41-4316-b5cf-a67400b791c7 tempest-TestMinimumBasicScenario-1732162642 tempest-TestMinimumBasicScenario-1732162642-project] Notify callbacks [] for security_group, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 11:26:35.084910 dv-cinder-797608-16-iscsi neutron-server[93884]: DEBUG neutron.wsgi [-] (93884) accepted ('10.222.0.32', 52644) {{(pid=93884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 11:26:35.085225 dv-cinder-797608-16-iscsi neutron-server[93883]: INFO neutron.wsgi [None req-9ca4d79c-eb41-4316-b5cf-a67400b791c7 tempest-TestMinimumBasicScenario-1732162642 tempest-TestMinimumBasicScenario-1732162642-project] 10.222.0.32 "DELETE /v2.0/security-groups/07f5d850-9e0f-49d3-94db-c297e0ddd7cc HTTP/1.1" status: 204 len: 168 time: 0.2318466 Aug 13 11:26:35.133280 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ca4d79c-eb41-4316-b5cf-a67400b791c7 tempest-TestMinimumBasicScenario-1732162642 tempest-TestMinimumBasicScenario-1732162642-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=07f5d850-9e0f-49d3-94db-c297e0ddd7cc,revision_number=None']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 11:26:35.205647 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c2e0a31-ff2f-415d-93e7-35c20cda1598 req-c81ac4d7-8f35-41f4-b4f8-69e8731e3750 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 11:26:35.205873 dv-cinder-797608-16-iscsi neutron-server[93885]: DEBUG neutron.db.provisioning_blocks [None req-fad78180-ad7e-42a6-827c-3cbf36e49568 None None] Provisioning complete for port a82adbf8-d06a-4f3f-b175-16e1dfbc2914 triggered by entity DHCP. {{(pid=93885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 13 11:26:35.206090 dv-cinder-797608-16-iscsi neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-fad78180-ad7e-42a6-827c-3cbf36e49568 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-997193'] for port, provisioning_complete {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 11:26:35.207206 dv-cinder-797608-16-iscsi neutron-server[93883]: INFO neutron.wsgi [req-8c2e0a31-ff2f-415d-93e7-35c20cda1598 req-c81ac4d7-8f35-41f4-b4f8-69e8731e3750 service neutron] 10.222.0.20 "GET /v2.0/networks?id=2aa59b6b-9eac-4bc1-9e70-61768bc81d23 HTTP/1.1" status: 200 len: 915 time: 0.1442726 Aug 13 11:26:35.284061 dv-cinder-797608-16-iscsi neutron-server[93884]: DEBUG neutron.plugins.ml2.plugin [None req-5fe1e623-a9e9-4f91-a471-0f9bf94059c8 tempest-TestMinimumBasicScenario-1732162642 tempest-TestMinimumBasicScenario-1732162642-project] Deleting port 641c97c3-9128-4c56-9689-a4f9e51f5583 {{(pid=93884) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 13 11:26:35.284414 dv-cinder-797608-16-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-5fe1e623-a9e9-4f91-a471-0f9bf94059c8 tempest-TestMinimumBasicScenario-1732162642 tempest-TestMinimumBasicScenario-1732162642-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782137884200'] for port, before_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 11:26:35.287116 dv-cinder-797608-16-iscsi neutron-server[93883]: INFO neutron.wsgi [req-8c2e0a31-ff2f-415d-93e7-35c20cda1598 req-494ed7ca-02c8-47ac-a36b-75bbecc61aa9 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=a82adbf8-d06a-4f3f-b175-16e1dfbc2914 HTTP/1.1" status: 200 len: 1000 time: 0.0724280 Aug 13 11:26:35.344721 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c2e0a31-ff2f-415d-93e7-35c20cda1598 req-3a496544-0ccc-4f19-a907-ec71b4a0ff10 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 11:26:35.346413 dv-cinder-797608-16-iscsi neutron-server[93883]: INFO neutron.wsgi [req-8c2e0a31-ff2f-415d-93e7-35c20cda1598 req-3a496544-0ccc-4f19-a907-ec71b4a0ff10 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=1a6b0303-dad4-4d64-ab26-271478830140 HTTP/1.1" status: 200 len: 853 time: 0.0490241 Aug 13 11:26:35.364734 dv-cinder-797608-16-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-5fe1e623-a9e9-4f91-a471-0f9bf94059c8 tempest-TestMinimumBasicScenario-1732162642 tempest-TestMinimumBasicScenario-1732162642-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1583036'] for port, precommit_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 11:26:35.365064 dv-cinder-797608-16-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-5fe1e623-a9e9-4f91-a471-0f9bf94059c8 tempest-TestMinimumBasicScenario-1732162642 tempest-TestMinimumBasicScenario-1732162642-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 11:26:35.378416 dv-cinder-797608-16-iscsi neutron-server[93884]: DEBUG neutron.plugins.ml2.plugin [None req-5fe1e623-a9e9-4f91-a471-0f9bf94059c8 tempest-TestMinimumBasicScenario-1732162642 tempest-TestMinimumBasicScenario-1732162642-project] Calling delete_port for 641c97c3-9128-4c56-9689-a4f9e51f5583 owned by network:floatingip {{(pid=93884) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 13 11:26:35.386316 dv-cinder-797608-16-iscsi neutron-server[93884]: DEBUG neutron.wsgi [-] (93884) accepted ('10.222.0.32', 52650) {{(pid=93884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 11:26:35.400919 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c2e0a31-ff2f-415d-93e7-35c20cda1598 req-2d774041-d9a1-4c9a-9d45-127a0ca34002 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 11:26:35.402442 dv-cinder-797608-16-iscsi neutron-server[93883]: INFO neutron.wsgi [req-8c2e0a31-ff2f-415d-93e7-35c20cda1598 req-2d774041-d9a1-4c9a-9d45-127a0ca34002 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=2aa59b6b-9eac-4bc1-9e70-61768bc81d23&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0481191 Aug 13 11:26:35.497644 dv-cinder-797608-16-iscsi neutron-server[93883]: INFO neutron.wsgi [req-8c2e0a31-ff2f-415d-93e7-35c20cda1598 req-4e8c1836-1892-443c-b8c1-b3f859fc74d9 service neutron] 10.222.0.20 "GET /v2.0/networks/2aa59b6b-9eac-4bc1-9e70-61768bc81d23?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0873060 Aug 13 11:26:35.520101 dv-cinder-797608-16-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-7e58f2c6-7554-48ba-80b2-e04b9060c8f8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 11:26:35.587045 dv-cinder-797608-16-iscsi neutron-server[93883]: INFO neutron.wsgi [req-8c2e0a31-ff2f-415d-93e7-35c20cda1598 req-ae0c9236-6c7e-4ff8-93d5-ed2c88b0c786 service neutron] 10.222.0.20 "GET /v2.0/networks/2aa59b6b-9eac-4bc1-9e70-61768bc81d23?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0813315 Aug 13 11:26:35.674209 dv-cinder-797608-16-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-7e58f2c6-7554-48ba-80b2-e04b9060c8f8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 11:26:35.675205 dv-cinder-797608-16-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-5fe1e623-a9e9-4f91-a471-0f9bf94059c8 tempest-TestMinimumBasicScenario-1732162642 tempest-TestMinimumBasicScenario-1732162642-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935844', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611014', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782137889922', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782137337604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2141180323'] for port, after_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 11:26:35.698313 dv-cinder-797608-16-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-7e58f2c6-7554-48ba-80b2-e04b9060c8f8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651637'] for security_group, after_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 11:26:35.710367 dv-cinder-797608-16-iscsi neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fe1e623-a9e9-4f91-a471-0f9bf94059c8 tempest-TestMinimumBasicScenario-1732162642 tempest-TestMinimumBasicScenario-1732162642-project] Pushing event deleted for resources: {'Port': ['ID=641c97c3-9128-4c56-9689-a4f9e51f5583,revision_number=None']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 11:26:35.778709 dv-cinder-797608-16-iscsi neutron-server[93884]: INFO neutron.wsgi [None req-7e58f2c6-7554-48ba-80b2-e04b9060c8f8 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=43158177ea56470b94cfa317fdb041f3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3912859 Aug 13 11:26:35.781426 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.32', 52654) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 11:26:35.781602 dv-cinder-797608-16-iscsi neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e58f2c6-7554-48ba-80b2-e04b9060c8f8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8452afd8-e21f-472d-9835-6c475859d731,revision_number=1']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 11:26:35.809116 dv-cinder-797608-16-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-5fe1e623-a9e9-4f91-a471-0f9bf94059c8 tempest-TestMinimumBasicScenario-1732162642 tempest-TestMinimumBasicScenario-1732162642-project] Notify callbacks [] for floatingip, after_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 11:26:35.809449 dv-cinder-797608-16-iscsi neutron-server[93884]: INFO neutron.db.l3_db [None req-5fe1e623-a9e9-4f91-a471-0f9bf94059c8 tempest-TestMinimumBasicScenario-1732162642 tempest-TestMinimumBasicScenario-1732162642-project] Floating IP b2cf0e14-ed4f-40ec-affa-2c83967559ab disassociated (deleted). External IP: 172.27.2.26, port: a82adbf8-d06a-4f3f-b175-16e1dfbc2914. Aug 13 11:26:35.836079 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-e6cacc6b-911a-439b-b262-6f3caf1d4f20 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 11:26:35.860694 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-e6cacc6b-911a-439b-b262-6f3caf1d4f20 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 11:26:35.907543 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-e6cacc6b-911a-439b-b262-6f3caf1d4f20 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651637'] for security_group, after_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 11:26:35.910095 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-e6cacc6b-911a-439b-b262-6f3caf1d4f20 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 11:26:35.911268 dv-cinder-797608-16-iscsi neutron-server[93883]: INFO neutron.wsgi [None req-e6cacc6b-911a-439b-b262-6f3caf1d4f20 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/8452afd8-e21f-472d-9835-6c475859d731 HTTP/1.1" status: 204 len: 168 time: 0.1288104 Aug 13 11:26:35.924797 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6cacc6b-911a-439b-b262-6f3caf1d4f20 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8452afd8-e21f-472d-9835-6c475859d731,revision_number=None']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 11:26:36.189066 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.32', 52662) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 11:26:36.203059 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-5be6f9f0-7984-4914-85dd-2080286ea20f admin admin] Notify callbacks [] for security_group, before_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 11:26:36.259605 dv-cinder-797608-16-iscsi neutron-server[93884]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5fe1e623-a9e9-4f91-a471-0f9bf94059c8 tempest-TestMinimumBasicScenario-1732162642 tempest-TestMinimumBasicScenario-1732162642-project] Router c0e02222-bc49-409f-b80d-8d57550897e7 has already been hosted by L3 agent 120d27b5-31d8-4cd2-97b4-2412c45088e1 {{(pid=93884) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 13 11:26:36.295797 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-5be6f9f0-7984-4914-85dd-2080286ea20f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 11:26:36.299508 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-5be6f9f0-7984-4914-85dd-2080286ea20f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651637'] for security_group, after_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 11:26:36.336209 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5be6f9f0-7984-4914-85dd-2080286ea20f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f64935d7-8691-4bcd-809b-2b421a1cc25c,revision_number=1']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 11:26:36.342882 dv-cinder-797608-16-iscsi neutron-server[93883]: INFO neutron.wsgi [None req-5be6f9f0-7984-4914-85dd-2080286ea20f admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=888237bb06124dfc80a931578afa5941&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1503870 Aug 13 11:26:36.343219 dv-cinder-797608-16-iscsi neutron-server[93884]: DEBUG neutron.wsgi [-] (93884) accepted ('10.222.0.32', 52664) {{(pid=93884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 11:26:36.396192 dv-cinder-797608-16-iscsi neutron-server[93884]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5fe1e623-a9e9-4f91-a471-0f9bf94059c8 tempest-TestMinimumBasicScenario-1732162642 tempest-TestMinimumBasicScenario-1732162642-project] Notify agent at l3_agent.dv-cinder-797608-16-iscsi the message routers_updated {{(pid=93884) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 13 11:26:36.401186 dv-cinder-797608-16-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-5fe1e623-a9e9-4f91-a471-0f9bf94059c8 tempest-TestMinimumBasicScenario-1732162642 tempest-TestMinimumBasicScenario-1732162642-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-128352'] for floatingip, before_response {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 11:26:36.405440 dv-cinder-797608-16-iscsi neutron-server[93886]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-230dda9c-2459-4666-ab69-8199b6377e00 None None] Sync routers for ids ['c0e02222-bc49-409f-b80d-8d57550897e7'] in dv-cinder-797608-16-iscsi {{(pid=93886) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 13 11:26:36.414135 dv-cinder-797608-16-iscsi neutron-server[93886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-230dda9c-2459-4666-ab69-8199b6377e00 None None] Routers {'c0e02222-bc49-409f-b80d-8d57550897e7'} bound to L3 agent in host dv-cinder-797608-16-iscsi {{(pid=93886) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 13 11:26:36.414733 dv-cinder-797608-16-iscsi neutron-server[93886]: DEBUG neutron.db.l3_hamode_db [None req-230dda9c-2459-4666-ab69-8199b6377e00 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797608-16-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-08-13T11:11:41Z,description=,heartbeat_timestamp=2021-08-13T11:26:11Z,host='dv-cinder-797608-16-iscsi',id=120d27b5-31d8-4cd2-97b4-2412c45088e1,load=0,resource_versions=,resources_synced=,started_at=2021-08-13T11:11:41Z,topic='l3_agent')) {'router_ids': ['c0e02222-bc49-409f-b80d-8d57550897e7'], 'active': True} {{(pid=93886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 13 11:26:36.437628 dv-cinder-797608-16-iscsi neutron-server[93884]: INFO neutron.wsgi [None req-5fe1e623-a9e9-4f91-a471-0f9bf94059c8 tempest-TestMinimumBasicScenario-1732162642 tempest-TestMinimumBasicScenario-1732162642-project] 10.222.0.32 "DELETE /v2.0/floatingips/b2cf0e14-ed4f-40ec-affa-2c83967559ab HTTP/1.1" status: 204 len: 168 time: 1.3515408 Aug 13 11:26:36.438572 dv-cinder-797608-16-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-01385d0b-b5cc-488c-87ef-d7b539b93030 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 11:26:36.462922 dv-cinder-797608-16-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-01385d0b-b5cc-488c-87ef-d7b539b93030 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 11:26:36.511471 dv-cinder-797608-16-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-01385d0b-b5cc-488c-87ef-d7b539b93030 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651637'] for security_group, after_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 11:26:36.514780 dv-cinder-797608-16-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-01385d0b-b5cc-488c-87ef-d7b539b93030 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 11:26:36.515900 dv-cinder-797608-16-iscsi neutron-server[93884]: INFO neutron.wsgi [None req-01385d0b-b5cc-488c-87ef-d7b539b93030 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/f64935d7-8691-4bcd-809b-2b421a1cc25c HTTP/1.1" status: 204 len: 168 time: 0.1714907 Aug 13 11:26:36.521053 dv-cinder-797608-16-iscsi neutron-server[93886]: DEBUG neutron.db.l3_dvr_db [None req-230dda9c-2459-4666-ab69-8199b6377e00 None None] Set router c0e02222-bc49-409f-b80d-8d57550897e7 gateway port host: dv-cinder-797608-16-iscsi {{(pid=93886) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 13 11:26:36.530733 dv-cinder-797608-16-iscsi neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01385d0b-b5cc-488c-87ef-d7b539b93030 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f64935d7-8691-4bcd-809b-2b421a1cc25c,revision_number=None']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 11:26:36.736934 dv-cinder-797608-16-iscsi neutron-server[93886]: DEBUG neutron.db.l3_hamode_db [None req-230dda9c-2459-4666-ab69-8199b6377e00 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c0e02222-bc49-409f-b80d-8d57550897e7', 'name': 'tempest-TestMinimumBasicScenario-954123041-router', 'tenant_id': '52eae21d815a427f8c153edfc7da0f4d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c3f0979-58a5-4465-87f9-e256377c6b61', 'external_fixed_ips': [{'subnet_id': 'ba735781-2bff-41d5-99b4-7ca705ee91ca', 'ip_address': '172.27.2.233'}], 'enable_snat': True}, 'gw_port_id': '4fc32cd2-d548-4c4a-a0aa-1462d966d51b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-13T11:24:14Z', 'updated_at': '2021-08-13T11:24:16Z', 'revision_number': 4, 'project_id': '52eae21d815a427f8c153edfc7da0f4d', 'gw_port': {'id': '4fc32cd2-d548-4c4a-a0aa-1462d966d51b', 'name': '', 'network_id': '7c3f0979-58a5-4465-87f9-e256377c6b61', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:15:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0e02222-bc49-409f-b80d-8d57550897e7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 571, 'fixed_ips': [{'subnet_id': 'ba735781-2bff-41d5-99b4-7ca705ee91ca', 'ip_address': '172.27.2.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-13T11:24:14Z', 'updated_at': '2021-08-13T11:24:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ba735781-2bff-41d5-99b4-7ca705ee91ca', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797608-16-iscsi', '_interfaces': [{'id': 'de2ed6d0-1979-44dc-90cf-46bc18363a46', 'name': '', 'network_id': '2aa59b6b-9eac-4bc1-9e70-61768bc81d23', 'tenant_id': '52eae21d815a427f8c153edfc7da0f4d', 'mac_address': 'fa:16:3e:09:14:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0e02222-bc49-409f-b80d-8d57550897e7', 'device_owner': 'network:router_interface', 'standard_attr_id': 572, 'fixed_ips': [{'subnet_id': '1a6b0303-dad4-4d64-ab26-271478830140', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-13T11:24:16Z', 'updated_at': '2021-08-13T11:24:22Z', 'revision_number': 5, 'project_id': '52eae21d815a427f8c153edfc7da0f4d', 'subnets': [{'id': '1a6b0303-dad4-4d64-ab26-271478830140', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-797608-16-iscsi', False) {} {{(pid=93886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 13 11:26:36.765321 dv-cinder-797608-16-iscsi neutron-server[93886]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-230dda9c-2459-4666-ab69-8199b6377e00 None None] Checking router: c0e02222-bc49-409f-b80d-8d57550897e7 for host: dv-cinder-797608-16-iscsi {{(pid=93886) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 13 11:26:36.774316 dv-cinder-797608-16-iscsi neutron-server[93886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-230dda9c-2459-4666-ab69-8199b6377e00 None None] Routers {'c0e02222-bc49-409f-b80d-8d57550897e7'} bound to L3 agent in host dv-cinder-797608-16-iscsi {{(pid=93886) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 13 11:26:36.774909 dv-cinder-797608-16-iscsi neutron-server[93886]: DEBUG neutron.db.l3_hamode_db [None req-230dda9c-2459-4666-ab69-8199b6377e00 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797608-16-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-08-13T11:11:41Z,description=,heartbeat_timestamp=2021-08-13T11:26:11Z,host='dv-cinder-797608-16-iscsi',id=120d27b5-31d8-4cd2-97b4-2412c45088e1,load=0,resource_versions=,resources_synced=,started_at=2021-08-13T11:11:41Z,topic='l3_agent')) {'router_ids': ['c0e02222-bc49-409f-b80d-8d57550897e7'], 'active': True} {{(pid=93886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 13 11:26:36.880703 dv-cinder-797608-16-iscsi neutron-server[93886]: DEBUG neutron.db.l3_dvr_db [None req-230dda9c-2459-4666-ab69-8199b6377e00 None None] Set router c0e02222-bc49-409f-b80d-8d57550897e7 gateway port host: dv-cinder-797608-16-iscsi {{(pid=93886) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 13 11:26:36.929571 dv-cinder-797608-16-iscsi neutron-server[93884]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9a015b7b-d682-4071-ba5c-6755b9ba6082', 'tag': 'a82adbf8-d06a-4f3f-b175-16e1dfbc2914'}] {{(pid=93884) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 13 11:26:36.931975 dv-cinder-797608-16-iscsi neutron-server[93884]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}70f01c08a00349be11dfcfb62f4fe7a1e23395be4279a346f0a082136c645f60" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e009cc5c-c352-4fb2-82df-3c3308f83ff1" -d '{"events": [{"name": "network-changed", "server_uuid": "9a015b7b-d682-4071-ba5c-6755b9ba6082", "tag": "a82adbf8-d06a-4f3f-b175-16e1dfbc2914"}]}' {{(pid=93884) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 13 11:26:36.971479 dv-cinder-797608-16-iscsi neutron-server[93884]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 13 Aug 2021 11:26:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-02fc1a98-2683-4c02-9138-715d9512aad8 x-openstack-request-id: req-02fc1a98-2683-4c02-9138-715d9512aad8 {{(pid=93884) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 13 11:26:36.971854 dv-cinder-797608-16-iscsi neutron-server[93884]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9a015b7b-d682-4071-ba5c-6755b9ba6082", "tag": "a82adbf8-d06a-4f3f-b175-16e1dfbc2914", "status": "completed", "code": 200}]} {{(pid=93884) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 13 11:26:36.972156 dv-cinder-797608-16-iscsi neutron-server[93884]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-02fc1a98-2683-4c02-9138-715d9512aad8 {{(pid=93884) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 13 11:26:36.972799 dv-cinder-797608-16-iscsi neutron-server[93884]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9a015b7b-d682-4071-ba5c-6755b9ba6082', 'tag': 'a82adbf8-d06a-4f3f-b175-16e1dfbc2914', 'status': 'completed', 'code': 200} Aug 13 11:26:37.070678 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e009cc5c-c352-4fb2-82df-3c3308f83ff1 req-0038cc35-2daa-4de4-ad87-ec6a163e0c71 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 11:26:37.072591 dv-cinder-797608-16-iscsi neutron-server[93883]: INFO neutron.wsgi [req-e009cc5c-c352-4fb2-82df-3c3308f83ff1 req-0038cc35-2daa-4de4-ad87-ec6a163e0c71 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=52eae21d815a427f8c153edfc7da0f4d&device_id=9a015b7b-d682-4071-ba5c-6755b9ba6082 HTTP/1.1" status: 200 len: 1098 time: 0.0435009 Aug 13 11:26:37.086792 dv-cinder-797608-16-iscsi neutron-server[93886]: DEBUG neutron.db.l3_hamode_db [None req-230dda9c-2459-4666-ab69-8199b6377e00 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c0e02222-bc49-409f-b80d-8d57550897e7', 'name': 'tempest-TestMinimumBasicScenario-954123041-router', 'tenant_id': '52eae21d815a427f8c153edfc7da0f4d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c3f0979-58a5-4465-87f9-e256377c6b61', 'external_fixed_ips': [{'subnet_id': 'ba735781-2bff-41d5-99b4-7ca705ee91ca', 'ip_address': '172.27.2.233'}], 'enable_snat': True}, 'gw_port_id': '4fc32cd2-d548-4c4a-a0aa-1462d966d51b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-13T11:24:14Z', 'updated_at': '2021-08-13T11:24:16Z', 'revision_number': 4, 'project_id': '52eae21d815a427f8c153edfc7da0f4d', 'gw_port': {'id': '4fc32cd2-d548-4c4a-a0aa-1462d966d51b', 'name': '', 'network_id': '7c3f0979-58a5-4465-87f9-e256377c6b61', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:15:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0e02222-bc49-409f-b80d-8d57550897e7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 571, 'fixed_ips': [{'subnet_id': 'ba735781-2bff-41d5-99b4-7ca705ee91ca', 'ip_address': '172.27.2.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-13T11:24:14Z', 'updated_at': '2021-08-13T11:24:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ba735781-2bff-41d5-99b4-7ca705ee91ca', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797608-16-iscsi', '_interfaces': [{'id': 'de2ed6d0-1979-44dc-90cf-46bc18363a46', 'name': '', 'network_id': '2aa59b6b-9eac-4bc1-9e70-61768bc81d23', 'tenant_id': '52eae21d815a427f8c153edfc7da0f4d', 'mac_address': 'fa:16:3e:09:14:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0e02222-bc49-409f-b80d-8d57550897e7', 'device_owner': 'network:router_interface', 'standard_attr_id': 572, 'fixed_ips': [{'subnet_id': '1a6b0303-dad4-4d64-ab26-271478830140', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-13T11:24:16Z', 'updated_at': '2021-08-13T11:24:22Z', 'revision_number': 5, 'project_id': '52eae21d815a427f8c153edfc7da0f4d', 'subnets': [{'id': '1a6b0303-dad4-4d64-ab26-271478830140', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-797608-16-iscsi', False) {} {{(pid=93886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 13 11:26:37.120160 dv-cinder-797608-16-iscsi neutron-server[93886]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-230dda9c-2459-4666-ab69-8199b6377e00 None None] The sync data for ids ['c0e02222-bc49-409f-b80d-8d57550897e7'] in dv-cinder-797608-16-iscsi is: [{'id': 'c0e02222-bc49-409f-b80d-8d57550897e7', 'name': 'tempest-TestMinimumBasicScenario-954123041-router', 'tenant_id': '52eae21d815a427f8c153edfc7da0f4d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c3f0979-58a5-4465-87f9-e256377c6b61', 'external_fixed_ips': [{'subnet_id': 'ba735781-2bff-41d5-99b4-7ca705ee91ca', 'ip_address': '172.27.2.233'}], 'enable_snat': True}, 'gw_port_id': '4fc32cd2-d548-4c4a-a0aa-1462d966d51b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-13T11:24:14Z', 'updated_at': '2021-08-13T11:24:16Z', 'revision_number': 4, 'project_id': '52eae21d815a427f8c153edfc7da0f4d', 'gw_port': {'id': '4fc32cd2-d548-4c4a-a0aa-1462d966d51b', 'name': '', 'network_id': '7c3f0979-58a5-4465-87f9-e256377c6b61', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:15:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0e02222-bc49-409f-b80d-8d57550897e7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 571, 'fixed_ips': [{'subnet_id': 'ba735781-2bff-41d5-99b4-7ca705ee91ca', 'ip_address': '172.27.2.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-13T11:24:14Z', 'updated_at': '2021-08-13T11:24:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ba735781-2bff-41d5-99b4-7ca705ee91ca', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797608-16-iscsi', '_interfaces': [{'id': 'de2ed6d0-1979-44dc-90cf-46bc18363a46', 'name': '', 'network_id': '2aa59b6b-9eac-4bc1-9e70-61768bc81d23', 'tenant_id': '52eae21d815a427f8c153edfc7da0f4d', 'mac_address': 'fa:16:3e:09:14:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0e02222-bc49-409f-b80d-8d57550897e7', 'device_owner': 'network:router_interface', 'standard_attr_id': 572, 'fixed_ips': [{'subnet_id': '1a6b0303-dad4-4d64-ab26-271478830140', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-13T11:24:16Z', 'updated_at': '2021-08-13T11:24:22Z', 'revision_number': 5, 'project_id': '52eae21d815a427f8c153edfc7da0f4d', 'subnets': [{'id': '1a6b0303-dad4-4d64-ab26-271478830140', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93886) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 13 11:26:37.191461 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e009cc5c-c352-4fb2-82df-3c3308f83ff1 req-fb5de020-7173-48b5-9525-f5474d0ab77a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 11:26:37.193087 dv-cinder-797608-16-iscsi neutron-server[93883]: INFO neutron.wsgi [req-e009cc5c-c352-4fb2-82df-3c3308f83ff1 req-fb5de020-7173-48b5-9525-f5474d0ab77a service neutron] 10.222.0.20 "GET /v2.0/networks?id=2aa59b6b-9eac-4bc1-9e70-61768bc81d23 HTTP/1.1" status: 200 len: 915 time: 0.1011446 Aug 13 11:26:37.238199 dv-cinder-797608-16-iscsi neutron-server[93883]: INFO neutron.wsgi [req-e009cc5c-c352-4fb2-82df-3c3308f83ff1 req-accc814e-2890-467c-b42f-b229f2a41d47 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=a82adbf8-d06a-4f3f-b175-16e1dfbc2914 HTTP/1.1" status: 200 len: 217 time: 0.0341887 Aug 13 11:26:37.314499 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e009cc5c-c352-4fb2-82df-3c3308f83ff1 req-f3086464-1099-4741-9d90-f01f316eaa3d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 11:26:37.316091 dv-cinder-797608-16-iscsi neutron-server[93883]: INFO neutron.wsgi [req-e009cc5c-c352-4fb2-82df-3c3308f83ff1 req-f3086464-1099-4741-9d90-f01f316eaa3d service neutron] 10.222.0.20 "GET /v2.0/subnets?id=1a6b0303-dad4-4d64-ab26-271478830140 HTTP/1.1" status: 200 len: 853 time: 0.0561333 Aug 13 11:26:37.364476 dv-cinder-797608-16-iscsi neutron-server[93885]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aae2e24a-1286-4d11-b816-db555b8f2f12 None None] New status for floating IP b2cf0e14-ed4f-40ec-affa-2c83967559ab: DOWN {{(pid=93885) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 13 11:26:37.366945 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e009cc5c-c352-4fb2-82df-3c3308f83ff1 req-e32b8585-63b0-4cba-a4ff-5ac367481473 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 11:26:37.368815 dv-cinder-797608-16-iscsi neutron-server[93883]: INFO neutron.wsgi [req-e009cc5c-c352-4fb2-82df-3c3308f83ff1 req-e32b8585-63b0-4cba-a4ff-5ac367481473 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=2aa59b6b-9eac-4bc1-9e70-61768bc81d23&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0443964 Aug 13 11:26:37.463661 dv-cinder-797608-16-iscsi neutron-server[93883]: INFO neutron.wsgi [req-e009cc5c-c352-4fb2-82df-3c3308f83ff1 req-24c40f2a-39cf-467a-899a-9841676fa662 service neutron] 10.222.0.20 "GET /v2.0/networks/2aa59b6b-9eac-4bc1-9e70-61768bc81d23?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0865936 Aug 13 11:26:37.565294 dv-cinder-797608-16-iscsi neutron-server[93883]: INFO neutron.wsgi [req-e009cc5c-c352-4fb2-82df-3c3308f83ff1 req-2bf7c962-7b51-48d4-a1de-aba8c6f7ac76 service neutron] 10.222.0.20 "GET /v2.0/networks/2aa59b6b-9eac-4bc1-9e70-61768bc81d23?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0909021 Aug 13 11:26:38.832334 dv-cinder-797608-16-iscsi neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-bf5a3930-d9d9-4c46-9e8d-a69b70cc676a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782137812740', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-997306'] for agent, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 11:26:39.170962 dv-cinder-797608-16-iscsi neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3842aaa-a3b9-4843-ab3e-bdcad79404c9 req-403b09d2-1df9-4775-9a68-e2e3bbacc4ad tempest-TestMinimumBasicScenario-1732162642 tempest-TestMinimumBasicScenario-1732162642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 11:26:39.173031 dv-cinder-797608-16-iscsi neutron-server[93884]: INFO neutron.wsgi [req-d3842aaa-a3b9-4843-ab3e-bdcad79404c9 req-403b09d2-1df9-4775-9a68-e2e3bbacc4ad tempest-TestMinimumBasicScenario-1732162642 tempest-TestMinimumBasicScenario-1732162642-project] 10.222.0.32 "GET /v2.0/ports?device_id=9a015b7b-d682-4071-ba5c-6755b9ba6082 HTTP/1.1" status: 200 len: 945 time: 0.0491283 Aug 13 11:26:39.209660 dv-cinder-797608-16-iscsi neutron-server[93884]: INFO neutron.wsgi [req-d3842aaa-a3b9-4843-ab3e-bdcad79404c9 req-9d9b2a74-64f5-405c-b5c0-f4585aa83ff0 tempest-TestMinimumBasicScenario-1732162642 tempest-TestMinimumBasicScenario-1732162642-project] 10.222.0.32 "GET /v2.0/security-groups?id=a4619659-dbd0-4bd3-8e2b-aff5e74a0297&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307488 Aug 13 11:26:40.326181 dv-cinder-797608-16-iscsi neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15ecd896-467a-4f00-9c2b-866e9bb52389 req-140503bf-58c4-41d4-aaab-7d65ebbf4b6b tempest-TestMinimumBasicScenario-1732162642 tempest-TestMinimumBasicScenario-1732162642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 11:26:40.327642 dv-cinder-797608-16-iscsi neutron-server[93884]: INFO neutron.wsgi [req-15ecd896-467a-4f00-9c2b-866e9bb52389 req-140503bf-58c4-41d4-aaab-7d65ebbf4b6b tempest-TestMinimumBasicScenario-1732162642 tempest-TestMinimumBasicScenario-1732162642-project] 10.222.0.32 "GET /v2.0/ports?device_id=9a015b7b-d682-4071-ba5c-6755b9ba6082 HTTP/1.1" status: 200 len: 945 time: 0.0509167 Aug 13 11:26:40.363974 dv-cinder-797608-16-iscsi neutron-server[93884]: INFO neutron.wsgi [req-15ecd896-467a-4f00-9c2b-866e9bb52389 req-bb4b741d-9ad1-4e08-84a0-4cc528b91fa6 tempest-TestMinimumBasicScenario-1732162642 tempest-TestMinimumBasicScenario-1732162642-project] 10.222.0.32 "GET /v2.0/security-groups?id=a4619659-dbd0-4bd3-8e2b-aff5e74a0297&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0305660 Aug 13 11:26:40.524572 dv-cinder-797608-16-iscsi neutron-server[93883]: INFO neutron.wsgi [req-158e673d-12dd-4481-ac4f-047949d0971d req-474a2b76-5aad-4163-a909-d3df97617014 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=2e2d3778-af47-4742-bf54-fbb19360964f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0391889 Aug 13 11:26:40.626470 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-158e673d-12dd-4481-ac4f-047949d0971d req-96aab42f-a51e-4d7e-bc6b-120ce0cc03f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 11:26:40.627892 dv-cinder-797608-16-iscsi neutron-server[93883]: INFO neutron.wsgi [req-158e673d-12dd-4481-ac4f-047949d0971d req-96aab42f-a51e-4d7e-bc6b-120ce0cc03f1 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=f2f73946f5b4487a90034c858e2b5010&device_id=2e2d3778-af47-4742-bf54-fbb19360964f HTTP/1.1" status: 200 len: 1098 time: 0.0388548 Aug 13 11:26:40.990384 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-158e673d-12dd-4481-ac4f-047949d0971d req-c486db6c-ec35-4451-b03e-1c72f1014dab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 11:26:40.992136 dv-cinder-797608-16-iscsi neutron-server[93883]: INFO neutron.wsgi [req-158e673d-12dd-4481-ac4f-047949d0971d req-c486db6c-ec35-4451-b03e-1c72f1014dab service neutron] 10.222.0.20 "GET /v2.0/networks?id=19d032c5-8528-440a-a103-9e68f50bdfe9 HTTP/1.1" status: 200 len: 910 time: 0.3396432 Aug 13 11:26:41.066446 dv-cinder-797608-16-iscsi neutron-server[93883]: INFO neutron.wsgi [req-158e673d-12dd-4481-ac4f-047949d0971d req-57796f05-0422-4b2f-b2fc-b3df20224fe0 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=77f21e65-9f5a-4ea0-ae44-b11aedc351c0 HTTP/1.1" status: 200 len: 1001 time: 0.0610821 Aug 13 11:26:41.146332 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-158e673d-12dd-4481-ac4f-047949d0971d req-922715c0-56dd-451a-85dc-128fa31873a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 11:26:41.147771 dv-cinder-797608-16-iscsi neutron-server[93883]: INFO neutron.wsgi [req-158e673d-12dd-4481-ac4f-047949d0971d req-922715c0-56dd-451a-85dc-128fa31873a1 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=3e906e7d-e025-4f52-b49f-c3fc3c70e6b0 HTTP/1.1" status: 200 len: 848 time: 0.0588291 Aug 13 11:26:41.197929 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-158e673d-12dd-4481-ac4f-047949d0971d req-a99f1f66-f25d-4051-a7e3-d87bd549fa41 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 11:26:41.199634 dv-cinder-797608-16-iscsi neutron-server[93883]: INFO neutron.wsgi [req-158e673d-12dd-4481-ac4f-047949d0971d req-a99f1f66-f25d-4051-a7e3-d87bd549fa41 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=19d032c5-8528-440a-a103-9e68f50bdfe9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0426149 Aug 13 11:26:41.286476 dv-cinder-797608-16-iscsi neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-0ff3e038-ed29-4912-ab4a-9b167fccfada None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782137812740', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-997306'] for agent, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 11:26:41.292367 dv-cinder-797608-16-iscsi neutron-server[93883]: INFO neutron.wsgi [req-158e673d-12dd-4481-ac4f-047949d0971d req-e07aa087-3831-4f0d-80a7-dccb6e63617a service neutron] 10.222.0.20 "GET /v2.0/networks/19d032c5-8528-440a-a103-9e68f50bdfe9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0848560 Aug 13 11:26:41.447402 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b6194c5-cfbf-4cda-828a-a83d668a4c2c req-ecf9d2d7-3278-4a97-beca-8af810612707 tempest-TestMinimumBasicScenario-1732162642 tempest-TestMinimumBasicScenario-1732162642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 11:26:41.448863 dv-cinder-797608-16-iscsi neutron-server[93883]: INFO neutron.wsgi [req-7b6194c5-cfbf-4cda-828a-a83d668a4c2c req-ecf9d2d7-3278-4a97-beca-8af810612707 tempest-TestMinimumBasicScenario-1732162642 tempest-TestMinimumBasicScenario-1732162642-project] 10.222.0.20 "GET /v2.0/ports?device_id=9a015b7b-d682-4071-ba5c-6755b9ba6082 HTTP/1.1" status: 200 len: 945 time: 0.1060202 Aug 13 11:26:41.463884 dv-cinder-797608-16-iscsi neutron-server[93883]: INFO neutron.wsgi [req-158e673d-12dd-4481-ac4f-047949d0971d req-0a595b24-0b6b-4c83-9312-fc7163f58b93 service neutron] 10.222.0.20 "GET /v2.0/networks/19d032c5-8528-440a-a103-9e68f50bdfe9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1220832 Aug 13 11:26:41.504580 dv-cinder-797608-16-iscsi neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fad4cdcc-12c4-4f08-abec-c3317ffb6a83 req-55d781e3-5d56-40fb-86ed-8dfbb7c848e1 tempest-TestMinimumBasicScenario-1732162642 tempest-TestMinimumBasicScenario-1732162642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 11:26:41.506092 dv-cinder-797608-16-iscsi neutron-server[93884]: INFO neutron.wsgi [req-fad4cdcc-12c4-4f08-abec-c3317ffb6a83 req-55d781e3-5d56-40fb-86ed-8dfbb7c848e1 tempest-TestMinimumBasicScenario-1732162642 tempest-TestMinimumBasicScenario-1732162642-project] 10.222.0.32 "GET /v2.0/ports?device_id=9a015b7b-d682-4071-ba5c-6755b9ba6082 HTTP/1.1" status: 200 len: 945 time: 0.0749080 Aug 13 11:26:41.545677 dv-cinder-797608-16-iscsi neutron-server[93884]: INFO neutron.wsgi [req-fad4cdcc-12c4-4f08-abec-c3317ffb6a83 req-f628ffc2-f12a-4000-a929-6e4abc465a10 tempest-TestMinimumBasicScenario-1732162642 tempest-TestMinimumBasicScenario-1732162642-project] 10.222.0.32 "GET /v2.0/security-groups?id=a4619659-dbd0-4bd3-8e2b-aff5e74a0297&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334878 Aug 13 11:26:41.567675 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron.plugins.ml2.plugin [req-7b6194c5-cfbf-4cda-828a-a83d668a4c2c req-91589b71-7e9c-40b8-ac69-563860b48943 tempest-TestMinimumBasicScenario-1732162642 tempest-TestMinimumBasicScenario-1732162642-project] Deleting port a82adbf8-d06a-4f3f-b175-16e1dfbc2914 {{(pid=93883) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 13 11:26:41.567675 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-7b6194c5-cfbf-4cda-828a-a83d668a4c2c req-91589b71-7e9c-40b8-ac69-563860b48943 tempest-TestMinimumBasicScenario-1732162642 tempest-TestMinimumBasicScenario-1732162642-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782137884200'] for port, before_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 11:26:41.570996 dv-cinder-797608-16-iscsi neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-05931952-e11e-4e12-af58-ece1398d134b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782137812740', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-997306'] for agent, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 11:26:41.646634 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron.plugins.ml2.db [req-7b6194c5-cfbf-4cda-828a-a83d668a4c2c req-91589b71-7e9c-40b8-ac69-563860b48943 tempest-TestMinimumBasicScenario-1732162642 tempest-TestMinimumBasicScenario-1732162642-project] For port a82adbf8-d06a-4f3f-b175-16e1dfbc2914, host hv-cinder-79760, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79760',level=0,port_id=a82adbf8-d06a-4f3f-b175-16e1dfbc2914,segment=NetworkSegment(ef5f1ad6-f862-42d5-a57b-2af73e349ffb),segment_id=ef5f1ad6-f862-42d5-a57b-2af73e349ffb)] {{(pid=93883) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 13 11:26:41.646934 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-7b6194c5-cfbf-4cda-828a-a83d668a4c2c req-91589b71-7e9c-40b8-ac69-563860b48943 tempest-TestMinimumBasicScenario-1732162642 tempest-TestMinimumBasicScenario-1732162642-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1583036'] for port, precommit_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 11:26:41.659971 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron.plugins.ml2.plugin [req-7b6194c5-cfbf-4cda-828a-a83d668a4c2c req-91589b71-7e9c-40b8-ac69-563860b48943 tempest-TestMinimumBasicScenario-1732162642 tempest-TestMinimumBasicScenario-1732162642-project] Calling delete_port for a82adbf8-d06a-4f3f-b175-16e1dfbc2914 owned by compute:nova {{(pid=93883) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 13 11:26:41.784007 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-7b6194c5-cfbf-4cda-828a-a83d668a4c2c req-91589b71-7e9c-40b8-ac69-563860b48943 tempest-TestMinimumBasicScenario-1732162642 tempest-TestMinimumBasicScenario-1732162642-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935844', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611014', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782137889922', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782137337604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2139128394'] for port, after_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 11:26:41.809360 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91589b71-7e9c-40b8-ac69-563860b48943 tempest-TestMinimumBasicScenario-1732162642 tempest-TestMinimumBasicScenario-1732162642-project] Pushing event deleted for resources: {'Port': ['ID=a82adbf8-d06a-4f3f-b175-16e1dfbc2914,revision_number=None']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 11:26:41.818640 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91589b71-7e9c-40b8-ac69-563860b48943 tempest-TestMinimumBasicScenario-1732162642 tempest-TestMinimumBasicScenario-1732162642-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797608-16-iscsi {{(pid=93883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 11:26:41.818990 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91589b71-7e9c-40b8-ac69-563860b48943 tempest-TestMinimumBasicScenario-1732162642 tempest-TestMinimumBasicScenario-1732162642-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797608-16-iscsi {{(pid=93883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 11:26:41.819330 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91589b71-7e9c-40b8-ac69-563860b48943 tempest-TestMinimumBasicScenario-1732162642 tempest-TestMinimumBasicScenario-1732162642-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797608-16-iscsi {{(pid=93883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 11:26:41.819666 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91589b71-7e9c-40b8-ac69-563860b48943 tempest-TestMinimumBasicScenario-1732162642 tempest-TestMinimumBasicScenario-1732162642-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797608-16-iscsi {{(pid=93883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 11:26:41.820003 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91589b71-7e9c-40b8-ac69-563860b48943 tempest-TestMinimumBasicScenario-1732162642 tempest-TestMinimumBasicScenario-1732162642-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-797608-16-iscsi {{(pid=93883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 11:26:41.820355 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91589b71-7e9c-40b8-ac69-563860b48943 tempest-TestMinimumBasicScenario-1732162642 tempest-TestMinimumBasicScenario-1732162642-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797608-16-iscsi {{(pid=93883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 11:26:41.820667 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91589b71-7e9c-40b8-ac69-563860b48943 tempest-TestMinimumBasicScenario-1732162642 tempest-TestMinimumBasicScenario-1732162642-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-797608-16-iscsi {{(pid=93883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 11:26:41.820995 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91589b71-7e9c-40b8-ac69-563860b48943 tempest-TestMinimumBasicScenario-1732162642 tempest-TestMinimumBasicScenario-1732162642-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-797608-16-iscsi {{(pid=93883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 11:26:41.821322 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91589b71-7e9c-40b8-ac69-563860b48943 tempest-TestMinimumBasicScenario-1732162642 tempest-TestMinimumBasicScenario-1732162642-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797608-16-iscsi {{(pid=93883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 11:26:41.822169 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91589b71-7e9c-40b8-ac69-563860b48943 tempest-TestMinimumBasicScenario-1732162642 tempest-TestMinimumBasicScenario-1732162642-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797608-16-iscsi {{(pid=93883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 11:26:41.822169 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91589b71-7e9c-40b8-ac69-563860b48943 tempest-TestMinimumBasicScenario-1732162642 tempest-TestMinimumBasicScenario-1732162642-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797608-16-iscsi {{(pid=93883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 11:26:41.822345 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91589b71-7e9c-40b8-ac69-563860b48943 tempest-TestMinimumBasicScenario-1732162642 tempest-TestMinimumBasicScenario-1732162642-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797608-16-iscsi {{(pid=93883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 11:26:41.826432 dv-cinder-797608-16-iscsi neutron-server[93885]: DEBUG neutron.plugins.ml2.db [None req-a0b9b986-0706-4fc6-9cf9-0eb02d2513dc None None] get_ports_and_sgs() called for port_ids ['a82adbf8-d06a-4f3f-b175-16e1dfbc2914'] {{(pid=93885) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 13 11:26:41.871664 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron.db.l3_dvrscheduler_db [req-7b6194c5-cfbf-4cda-828a-a83d668a4c2c req-91589b71-7e9c-40b8-ac69-563860b48943 tempest-TestMinimumBasicScenario-1732162642 tempest-TestMinimumBasicScenario-1732162642-project] No DVR routers for this DVR port a82adbf8-d06a-4f3f-b175-16e1dfbc2914 on host hv-cinder-79760 {{(pid=93883) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 13 11:26:41.874200 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-7b6194c5-cfbf-4cda-828a-a83d668a4c2c req-91589b71-7e9c-40b8-ac69-563860b48943 tempest-TestMinimumBasicScenario-1732162642 tempest-TestMinimumBasicScenario-1732162642-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-128352'] for port, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 11:26:41.876668 dv-cinder-797608-16-iscsi neutron-server[93883]: INFO neutron.wsgi [req-7b6194c5-cfbf-4cda-828a-a83d668a4c2c req-91589b71-7e9c-40b8-ac69-563860b48943 tempest-TestMinimumBasicScenario-1732162642 tempest-TestMinimumBasicScenario-1732162642-project] 10.222.0.20 "DELETE /v2.0/ports/a82adbf8-d06a-4f3f-b175-16e1dfbc2914 HTTP/1.1" status: 204 len: 173 time: 0.4082460 Aug 13 11:26:41.877118 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9a015b7b-d682-4071-ba5c-6755b9ba6082', 'name': 'network-vif-deleted', 'tag': 'a82adbf8-d06a-4f3f-b175-16e1dfbc2914'}] {{(pid=93883) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 13 11:26:41.879390 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}db1a1fbc245c58e73290e58258e46ca41fe4e785cc79cbd57aa3dae940aad292" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3a47172e-574c-471f-b123-9f67d529f017" -d '{"events": [{"server_uuid": "9a015b7b-d682-4071-ba5c-6755b9ba6082", "name": "network-vif-deleted", "tag": "a82adbf8-d06a-4f3f-b175-16e1dfbc2914"}]}' {{(pid=93883) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 13 11:26:41.915176 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 13 Aug 2021 11:26:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a3a8f960-b100-4ecd-86c1-2e54e9e5bbaa x-openstack-request-id: req-a3a8f960-b100-4ecd-86c1-2e54e9e5bbaa {{(pid=93883) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 13 11:26:41.915466 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9a015b7b-d682-4071-ba5c-6755b9ba6082", "name": "network-vif-deleted", "tag": "a82adbf8-d06a-4f3f-b175-16e1dfbc2914", "status": "completed", "code": 200}]} {{(pid=93883) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 13 11:26:41.915717 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-a3a8f960-b100-4ecd-86c1-2e54e9e5bbaa {{(pid=93883) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 13 11:26:41.916107 dv-cinder-797608-16-iscsi neutron-server[93883]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9a015b7b-d682-4071-ba5c-6755b9ba6082', 'name': 'network-vif-deleted', 'tag': 'a82adbf8-d06a-4f3f-b175-16e1dfbc2914', 'status': 'completed', 'code': 200} Aug 13 11:26:42.329928 dv-cinder-797608-16-iscsi neutron-server[93884]: DEBUG neutron.wsgi [-] (93884) accepted ('10.222.0.32', 52782) {{(pid=93884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 11:26:42.433601 dv-cinder-797608-16-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-24a8af3b-ca9e-4c74-83fb-5895b25e68b0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 11:26:42.499985 dv-cinder-797608-16-iscsi neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-c8cb50cc-12ff-4088-b7b1-9c64999b964c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782137812740', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-997306'] for agent, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 11:26:42.522379 dv-cinder-797608-16-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-24a8af3b-ca9e-4c74-83fb-5895b25e68b0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 11:26:42.525911 dv-cinder-797608-16-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-24a8af3b-ca9e-4c74-83fb-5895b25e68b0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651637'] for security_group, after_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 11:26:42.563216 dv-cinder-797608-16-iscsi neutron-server[93884]: INFO neutron.wsgi [None req-24a8af3b-ca9e-4c74-83fb-5895b25e68b0 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=11ea16f5604a4a69950ea4d2f6db2ff5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2322738 Aug 13 11:26:42.564072 dv-cinder-797608-16-iscsi neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24a8af3b-ca9e-4c74-83fb-5895b25e68b0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b349e6d0-649f-4a33-828d-59ea8af8ac4f,revision_number=1']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 11:26:42.565923 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.32', 52786) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 11:26:42.617701 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-c6d3a771-c6e3-4da7-a652-a63e1df1f1e4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 11:26:42.641392 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-c6d3a771-c6e3-4da7-a652-a63e1df1f1e4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 11:26:42.691353 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-c6d3a771-c6e3-4da7-a652-a63e1df1f1e4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651637'] for security_group, after_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 11:26:42.693970 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-c6d3a771-c6e3-4da7-a652-a63e1df1f1e4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 11:26:42.697455 dv-cinder-797608-16-iscsi neutron-server[93883]: INFO neutron.wsgi [None req-c6d3a771-c6e3-4da7-a652-a63e1df1f1e4 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/b349e6d0-649f-4a33-828d-59ea8af8ac4f HTTP/1.1" status: 204 len: 168 time: 0.1282079 Aug 13 11:26:42.703413 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6d3a771-c6e3-4da7-a652-a63e1df1f1e4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b349e6d0-649f-4a33-828d-59ea8af8ac4f,revision_number=None']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 11:26:42.958460 dv-cinder-797608-16-iscsi neutron-server[93884]: DEBUG neutron.wsgi [-] (93884) accepted ('10.222.0.32', 52812) {{(pid=93884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 11:26:42.975214 dv-cinder-797608-16-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-8c679a20-db6d-4b1b-9e95-518a66407558 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 11:26:43.067073 dv-cinder-797608-16-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-8c679a20-db6d-4b1b-9e95-518a66407558 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 11:26:43.070945 dv-cinder-797608-16-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-8c679a20-db6d-4b1b-9e95-518a66407558 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651637'] for security_group, after_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 11:26:43.110092 dv-cinder-797608-16-iscsi neutron-server[93884]: INFO neutron.wsgi [None req-8c679a20-db6d-4b1b-9e95-518a66407558 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=25462cfb25884083bc4bf58979f0ff8e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1504915 Aug 13 11:26:43.111284 dv-cinder-797608-16-iscsi neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c679a20-db6d-4b1b-9e95-518a66407558 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bb0e1e9c-e1b3-42b9-8b66-e72e6378a448,revision_number=1']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 11:26:43.112637 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.32', 52832) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 11:26:43.164484 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-16d08bf4-d4cf-4133-9537-c20e5ebeaa28 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 11:26:43.186384 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-16d08bf4-d4cf-4133-9537-c20e5ebeaa28 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 11:26:43.231605 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-16d08bf4-d4cf-4133-9537-c20e5ebeaa28 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651637'] for security_group, after_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 11:26:43.234813 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-16d08bf4-d4cf-4133-9537-c20e5ebeaa28 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 11:26:43.235961 dv-cinder-797608-16-iscsi neutron-server[93883]: INFO neutron.wsgi [None req-16d08bf4-d4cf-4133-9537-c20e5ebeaa28 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/bb0e1e9c-e1b3-42b9-8b66-e72e6378a448 HTTP/1.1" status: 204 len: 168 time: 0.1222806 Aug 13 11:26:43.245620 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16d08bf4-d4cf-4133-9537-c20e5ebeaa28 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bb0e1e9c-e1b3-42b9-8b66-e72e6378a448,revision_number=None']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 11:26:43.335732 dv-cinder-797608-16-iscsi neutron-server[93884]: DEBUG neutron.wsgi [-] (93884) accepted ('10.222.0.32', 52844) {{(pid=93884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 11:26:43.750947 dv-cinder-797608-16-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-494beac2-8bcb-42ab-8176-1a97bc6819ce admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-2003091'] for router_interface, before_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 11:26:44.037993 dv-cinder-797608-16-iscsi neutron-server[93884]: DEBUG neutron.plugins.ml2.plugin [None req-494beac2-8bcb-42ab-8176-1a97bc6819ce admin admin] Deleting port de2ed6d0-1979-44dc-90cf-46bc18363a46 {{(pid=93884) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 13 11:26:44.038360 dv-cinder-797608-16-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-494beac2-8bcb-42ab-8176-1a97bc6819ce admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782137884200'] for port, before_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 11:26:44.069435 dv-cinder-797608-16-iscsi neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-71795f1a-9c4d-4630-a580-a9486fbcc3ea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782137812740', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-997306'] for agent, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 11:26:44.117120 dv-cinder-797608-16-iscsi neutron-server[93884]: DEBUG neutron.plugins.ml2.db [None req-494beac2-8bcb-42ab-8176-1a97bc6819ce admin admin] For port de2ed6d0-1979-44dc-90cf-46bc18363a46, host dv-cinder-797608-16-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797608-16-iscsi',level=0,port_id=de2ed6d0-1979-44dc-90cf-46bc18363a46,segment=NetworkSegment(ef5f1ad6-f862-42d5-a57b-2af73e349ffb),segment_id=ef5f1ad6-f862-42d5-a57b-2af73e349ffb)] {{(pid=93884) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 13 11:26:44.117479 dv-cinder-797608-16-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-494beac2-8bcb-42ab-8176-1a97bc6819ce admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1583036'] for port, precommit_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 11:26:44.130778 dv-cinder-797608-16-iscsi neutron-server[93884]: DEBUG neutron.plugins.ml2.plugin [None req-494beac2-8bcb-42ab-8176-1a97bc6819ce admin admin] Calling delete_port for de2ed6d0-1979-44dc-90cf-46bc18363a46 owned by network:router_interface {{(pid=93884) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 13 11:26:44.353409 dv-cinder-797608-16-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-494beac2-8bcb-42ab-8176-1a97bc6819ce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935844', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611014', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782137889922', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782137337604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2141180323'] for port, after_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 11:26:44.379148 dv-cinder-797608-16-iscsi neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-494beac2-8bcb-42ab-8176-1a97bc6819ce admin admin] Pushing event deleted for resources: {'Port': ['ID=de2ed6d0-1979-44dc-90cf-46bc18363a46,revision_number=None']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 11:26:44.543045 dv-cinder-797608-16-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-494beac2-8bcb-42ab-8176-1a97bc6819ce admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1611071', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1588259'] for router_interface, after_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 11:26:44.759054 dv-cinder-797608-16-iscsi neutron-server[93884]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-494beac2-8bcb-42ab-8176-1a97bc6819ce admin admin] Router c0e02222-bc49-409f-b80d-8d57550897e7 has already been hosted by L3 agent 120d27b5-31d8-4cd2-97b4-2412c45088e1 {{(pid=93884) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 13 11:26:44.868355 dv-cinder-797608-16-iscsi neutron-server[93884]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-494beac2-8bcb-42ab-8176-1a97bc6819ce admin admin] Notify agent at l3_agent.dv-cinder-797608-16-iscsi the message routers_updated {{(pid=93884) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 13 11:26:44.875175 dv-cinder-797608-16-iscsi neutron-server[93884]: INFO neutron.wsgi [None req-494beac2-8bcb-42ab-8176-1a97bc6819ce admin admin] 10.222.0.32 "PUT /v2.0/routers/c0e02222-bc49-409f-b80d-8d57550897e7/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5377715 Aug 13 11:26:44.876495 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.32', 52896) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 11:26:44.878886 dv-cinder-797608-16-iscsi neutron-server[93886]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7dd7328d-d4b3-4e97-b1ba-63c41af0c518 None None] Sync routers for ids ['c0e02222-bc49-409f-b80d-8d57550897e7'] in dv-cinder-797608-16-iscsi {{(pid=93886) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 13 11:26:44.888495 dv-cinder-797608-16-iscsi neutron-server[93886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7dd7328d-d4b3-4e97-b1ba-63c41af0c518 None None] Routers {'c0e02222-bc49-409f-b80d-8d57550897e7'} bound to L3 agent in host dv-cinder-797608-16-iscsi {{(pid=93886) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 13 11:26:44.889085 dv-cinder-797608-16-iscsi neutron-server[93886]: DEBUG neutron.db.l3_hamode_db [None req-7dd7328d-d4b3-4e97-b1ba-63c41af0c518 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797608-16-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-08-13T11:11:41Z,description=,heartbeat_timestamp=2021-08-13T11:26:41Z,host='dv-cinder-797608-16-iscsi',id=120d27b5-31d8-4cd2-97b4-2412c45088e1,load=0,resource_versions=,resources_synced=,started_at=2021-08-13T11:11:41Z,topic='l3_agent')) {'router_ids': ['c0e02222-bc49-409f-b80d-8d57550897e7'], 'active': True} {{(pid=93886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 13 11:26:44.911615 dv-cinder-797608-16-iscsi neutron-server[93884]: DEBUG neutron.wsgi [-] (93884) accepted ('10.222.0.32', 52900) {{(pid=93884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 11:26:44.985020 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-d76a0f5a-3031-4900-984d-aaccf93d3fa3 admin admin] Notify callbacks [] for router, before_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 11:26:44.993989 dv-cinder-797608-16-iscsi neutron-server[93886]: DEBUG neutron.db.l3_dvr_db [None req-7dd7328d-d4b3-4e97-b1ba-63c41af0c518 None None] Set router c0e02222-bc49-409f-b80d-8d57550897e7 gateway port host: dv-cinder-797608-16-iscsi {{(pid=93886) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 13 11:26:45.025449 dv-cinder-797608-16-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-f4f3b0ff-9a55-4d42-a7dd-43f2f2e7b157 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 11:26:45.091736 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-d76a0f5a-3031-4900-984d-aaccf93d3fa3 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 11:26:45.128019 dv-cinder-797608-16-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-f4f3b0ff-9a55-4d42-a7dd-43f2f2e7b157 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 11:26:45.132418 dv-cinder-797608-16-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-f4f3b0ff-9a55-4d42-a7dd-43f2f2e7b157 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651637'] for security_group, after_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 11:26:45.147888 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron.plugins.ml2.plugin [None req-d76a0f5a-3031-4900-984d-aaccf93d3fa3 admin admin] Deleting port 4fc32cd2-d548-4c4a-a0aa-1462d966d51b {{(pid=93883) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 13 11:26:45.148395 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-d76a0f5a-3031-4900-984d-aaccf93d3fa3 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782137884200'] for port, before_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 11:26:45.175377 dv-cinder-797608-16-iscsi neutron-server[93884]: INFO neutron.wsgi [None req-f4f3b0ff-9a55-4d42-a7dd-43f2f2e7b157 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=a8df59be0f7348b4b679aef97fa0b8e3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2625546 Aug 13 11:26:45.176487 dv-cinder-797608-16-iscsi neutron-server[93884]: DEBUG neutron.wsgi [-] (93884) accepted ('10.222.0.32', 52904) {{(pid=93884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 11:26:45.182443 dv-cinder-797608-16-iscsi neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4f3b0ff-9a55-4d42-a7dd-43f2f2e7b157 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d9796221-2ab2-4c40-8c9e-71c4094a319d,revision_number=1']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 11:26:45.234673 dv-cinder-797608-16-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-344627fe-c055-4f8d-814d-85629c03ee78 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 11:26:45.237948 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron.plugins.ml2.db [None req-d76a0f5a-3031-4900-984d-aaccf93d3fa3 admin admin] For port 4fc32cd2-d548-4c4a-a0aa-1462d966d51b, host dv-cinder-797608-16-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797608-16-iscsi',level=0,port_id=4fc32cd2-d548-4c4a-a0aa-1462d966d51b,segment=NetworkSegment(3f6765c6-6e72-475e-8aaa-7134ee4679ca),segment_id=3f6765c6-6e72-475e-8aaa-7134ee4679ca)] {{(pid=93883) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 13 11:26:45.238439 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-d76a0f5a-3031-4900-984d-aaccf93d3fa3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1583036'] for port, precommit_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 11:26:45.250761 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron.plugins.ml2.plugin [None req-d76a0f5a-3031-4900-984d-aaccf93d3fa3 admin admin] Calling delete_port for 4fc32cd2-d548-4c4a-a0aa-1462d966d51b owned by network:router_gateway {{(pid=93883) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 13 11:26:45.258936 dv-cinder-797608-16-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-344627fe-c055-4f8d-814d-85629c03ee78 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 11:26:45.283072 dv-cinder-797608-16-iscsi neutron-server[93886]: DEBUG neutron.db.l3_hamode_db [None req-7dd7328d-d4b3-4e97-b1ba-63c41af0c518 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c0e02222-bc49-409f-b80d-8d57550897e7', 'name': 'tempest-TestMinimumBasicScenario-954123041-router', 'tenant_id': '52eae21d815a427f8c153edfc7da0f4d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c3f0979-58a5-4465-87f9-e256377c6b61', 'external_fixed_ips': [{'subnet_id': 'ba735781-2bff-41d5-99b4-7ca705ee91ca', 'ip_address': '172.27.2.233'}], 'enable_snat': True}, 'gw_port_id': '4fc32cd2-d548-4c4a-a0aa-1462d966d51b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-13T11:24:14Z', 'updated_at': '2021-08-13T11:26:44Z', 'revision_number': 5, 'project_id': '52eae21d815a427f8c153edfc7da0f4d', 'gw_port': {'id': '4fc32cd2-d548-4c4a-a0aa-1462d966d51b', 'name': '', 'network_id': '7c3f0979-58a5-4465-87f9-e256377c6b61', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:15:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0e02222-bc49-409f-b80d-8d57550897e7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 571, 'fixed_ips': [{'subnet_id': 'ba735781-2bff-41d5-99b4-7ca705ee91ca', 'ip_address': '172.27.2.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-13T11:24:14Z', 'updated_at': '2021-08-13T11:24:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ba735781-2bff-41d5-99b4-7ca705ee91ca', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797608-16-iscsi'}], 'dv-cinder-797608-16-iscsi', False) {} {{(pid=93886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 13 11:26:45.306717 dv-cinder-797608-16-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-344627fe-c055-4f8d-814d-85629c03ee78 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651637'] for security_group, after_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 11:26:45.308251 dv-cinder-797608-16-iscsi neutron-server[93886]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7dd7328d-d4b3-4e97-b1ba-63c41af0c518 None None] Checking router: c0e02222-bc49-409f-b80d-8d57550897e7 for host: dv-cinder-797608-16-iscsi {{(pid=93886) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 13 11:26:45.309444 dv-cinder-797608-16-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-344627fe-c055-4f8d-814d-85629c03ee78 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 11:26:45.310639 dv-cinder-797608-16-iscsi neutron-server[93884]: INFO neutron.wsgi [None req-344627fe-c055-4f8d-814d-85629c03ee78 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/d9796221-2ab2-4c40-8c9e-71c4094a319d HTTP/1.1" status: 204 len: 168 time: 0.1331949 Aug 13 11:26:45.320348 dv-cinder-797608-16-iscsi neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-344627fe-c055-4f8d-814d-85629c03ee78 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d9796221-2ab2-4c40-8c9e-71c4094a319d,revision_number=None']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 11:26:45.322044 dv-cinder-797608-16-iscsi neutron-server[93886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7dd7328d-d4b3-4e97-b1ba-63c41af0c518 None None] Routers {'c0e02222-bc49-409f-b80d-8d57550897e7'} bound to L3 agent in host dv-cinder-797608-16-iscsi {{(pid=93886) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 13 11:26:45.329878 dv-cinder-797608-16-iscsi neutron-server[93886]: DEBUG neutron.db.l3_hamode_db [None req-7dd7328d-d4b3-4e97-b1ba-63c41af0c518 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797608-16-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-08-13T11:11:41Z,description=,heartbeat_timestamp=2021-08-13T11:26:41Z,host='dv-cinder-797608-16-iscsi',id=120d27b5-31d8-4cd2-97b4-2412c45088e1,load=0,resource_versions=,resources_synced=,started_at=2021-08-13T11:11:41Z,topic='l3_agent')) {'router_ids': ['c0e02222-bc49-409f-b80d-8d57550897e7'], 'active': True} {{(pid=93886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 13 11:26:45.436273 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-d76a0f5a-3031-4900-984d-aaccf93d3fa3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935844', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611014', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782137889922', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782137337604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2139128394'] for port, after_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 11:26:45.437836 dv-cinder-797608-16-iscsi neutron-server[93886]: DEBUG neutron.db.l3_dvr_db [None req-7dd7328d-d4b3-4e97-b1ba-63c41af0c518 None None] Set router c0e02222-bc49-409f-b80d-8d57550897e7 gateway port host: None {{(pid=93886) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 13 11:26:45.462860 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d76a0f5a-3031-4900-984d-aaccf93d3fa3 admin admin] Pushing event deleted for resources: {'Port': ['ID=4fc32cd2-d548-4c4a-a0aa-1462d966d51b,revision_number=None']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 11:26:45.494040 dv-cinder-797608-16-iscsi neutron-server[93886]: DEBUG neutron.db.l3_hamode_db [None req-7dd7328d-d4b3-4e97-b1ba-63c41af0c518 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c0e02222-bc49-409f-b80d-8d57550897e7', 'name': 'tempest-TestMinimumBasicScenario-954123041-router', 'tenant_id': '52eae21d815a427f8c153edfc7da0f4d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-13T11:24:14Z', 'updated_at': '2021-08-13T11:26:45Z', 'revision_number': 6, 'project_id': '52eae21d815a427f8c153edfc7da0f4d', 'gw_port_host': None}], 'dv-cinder-797608-16-iscsi', False) {} {{(pid=93886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 13 11:26:45.520429 dv-cinder-797608-16-iscsi neutron-server[93886]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7dd7328d-d4b3-4e97-b1ba-63c41af0c518 None None] The sync data for ids ['c0e02222-bc49-409f-b80d-8d57550897e7'] in dv-cinder-797608-16-iscsi is: [{'id': 'c0e02222-bc49-409f-b80d-8d57550897e7', 'name': 'tempest-TestMinimumBasicScenario-954123041-router', 'tenant_id': '52eae21d815a427f8c153edfc7da0f4d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-13T11:24:14Z', 'updated_at': '2021-08-13T11:26:45Z', 'revision_number': 6, 'project_id': '52eae21d815a427f8c153edfc7da0f4d', 'gw_port_host': None}] {{(pid=93886) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 13 11:26:45.532029 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-d76a0f5a-3031-4900-984d-aaccf93d3fa3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1585625'] for router_gateway, after_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 11:26:45.616409 dv-cinder-797608-16-iscsi neutron-server[93884]: DEBUG neutron.wsgi [-] (93884) accepted ('10.222.0.32', 52910) {{(pid=93884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 11:26:45.629601 dv-cinder-797608-16-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-eed6a7e9-c703-4312-add2-9f3907c82ffb admin admin] Notify callbacks [] for security_group, before_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 11:26:45.638837 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-d76a0f5a-3031-4900-984d-aaccf93d3fa3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1586485', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-130456'] for router, precommit_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 11:26:45.640952 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-d76a0f5a-3031-4900-984d-aaccf93d3fa3 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 11:26:45.683125 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-d76a0f5a-3031-4900-984d-aaccf93d3fa3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1586490'] for router, after_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 11:26:45.683653 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d76a0f5a-3031-4900-984d-aaccf93d3fa3 admin admin] Fanout notify agent at l3_agent the message router_deleted on router c0e02222-bc49-409f-b80d-8d57550897e7 {{(pid=93883) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 13 11:26:45.687863 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-d76a0f5a-3031-4900-984d-aaccf93d3fa3 admin admin] Notify callbacks [] for router, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 11:26:45.689009 dv-cinder-797608-16-iscsi neutron-server[93883]: INFO neutron.wsgi [None req-d76a0f5a-3031-4900-984d-aaccf93d3fa3 admin admin] 10.222.0.32 "DELETE /v2.0/routers/c0e02222-bc49-409f-b80d-8d57550897e7 HTTP/1.1" status: 204 len: 168 time: 0.8114769 Aug 13 11:26:45.691553 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.32', 52912) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 11:26:45.720083 dv-cinder-797608-16-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-eed6a7e9-c703-4312-add2-9f3907c82ffb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 11:26:45.723832 dv-cinder-797608-16-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-eed6a7e9-c703-4312-add2-9f3907c82ffb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651637'] for security_group, after_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 11:26:45.735073 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron.db.db_base_plugin_v2 [None req-66ee56d7-355b-4d51-8791-ff66d05bd4c3 admin admin] Deleting subnet 1a6b0303-dad4-4d64-ab26-271478830140 {{(pid=93883) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 13 11:26:45.738127 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-66ee56d7-355b-4d51-8791-ff66d05bd4c3 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 11:26:45.762145 dv-cinder-797608-16-iscsi neutron-server[93884]: INFO neutron.wsgi [None req-eed6a7e9-c703-4312-add2-9f3907c82ffb admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=21dcb22ff31a449eb4a73e7c0df46b01&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1445508 Aug 13 11:26:45.763005 dv-cinder-797608-16-iscsi neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eed6a7e9-c703-4312-add2-9f3907c82ffb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ce3730e6-1bef-4c75-9e6f-4d9fd1f35982,revision_number=1']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 11:26:45.765287 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.32', 52914) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 11:26:45.786463 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-66ee56d7-355b-4d51-8791-ff66d05bd4c3 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2139128204'] for subnet, precommit_delete_associations {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 11:26:45.847074 dv-cinder-797608-16-iscsi neutron-server[93885]: DEBUG neutron.plugins.ml2.rpc [None req-a0b9b986-0706-4fc6-9cf9-0eb02d2513dc None None] Device a82adbf8-d06a-4f3f-b175-16e1dfbc2914 no longer exists at agent hyperv_hv-cinder-79760 {{(pid=93885) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 13 11:26:45.875498 dv-cinder-797608-16-iscsi neutron-server[93885]: DEBUG neutron.plugins.ml2.plugin [None req-a0b9b986-0706-4fc6-9cf9-0eb02d2513dc None None] No Port match for: a82adbf8-d06a-4f3f-b175-16e1dfbc2914 {{(pid=93885) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 13 11:26:45.876063 dv-cinder-797608-16-iscsi neutron-server[93885]: DEBUG neutron.plugins.ml2.rpc [None req-a0b9b986-0706-4fc6-9cf9-0eb02d2513dc None None] Device a82adbf8-d06a-4f3f-b175-16e1dfbc2914 not bound to the agent host hv-cinder-79760 {{(pid=93885) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 13 11:26:45.879043 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-f08324a1-d7a4-4b6a-aab1-f31280408b20 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 11:26:45.903531 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-66ee56d7-355b-4d51-8791-ff66d05bd4c3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-542387'] for subnet, precommit_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 11:26:45.933099 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-f08324a1-d7a4-4b6a-aab1-f31280408b20 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 11:26:46.002957 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-66ee56d7-355b-4d51-8791-ff66d05bd4c3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-542372', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611014', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2139128441', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2139359422'] for subnet, after_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 11:26:46.011798 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-f08324a1-d7a4-4b6a-aab1-f31280408b20 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651637'] for security_group, after_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 11:26:46.014269 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-f08324a1-d7a4-4b6a-aab1-f31280408b20 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 11:26:46.015891 dv-cinder-797608-16-iscsi neutron-server[93883]: INFO neutron.wsgi [None req-f08324a1-d7a4-4b6a-aab1-f31280408b20 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/ce3730e6-1bef-4c75-9e6f-4d9fd1f35982 HTTP/1.1" status: 204 len: 168 time: 0.2496524 Aug 13 11:26:46.041087 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66ee56d7-355b-4d51-8791-ff66d05bd4c3 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1a6b0303-dad4-4d64-ab26-271478830140,revision_number=None']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 11:26:46.050152 dv-cinder-797608-16-iscsi neutron-server[93885]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a0ec8df3-0cd9-4b42-ad43-7ac1300007cf None None] Network 2aa59b6b-9eac-4bc1-9e70-61768bc81d23 requested from dv-cinder-797608-16-iscsi {{(pid=93885) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 13 11:26:46.050394 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-66ee56d7-355b-4d51-8791-ff66d05bd4c3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1611032'] for subnet, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 11:26:46.055203 dv-cinder-797608-16-iscsi neutron-server[93883]: INFO neutron.wsgi [None req-66ee56d7-355b-4d51-8791-ff66d05bd4c3 admin admin] 10.222.0.32 "DELETE /v2.0/subnets/1a6b0303-dad4-4d64-ab26-271478830140 HTTP/1.1" status: 204 len: 168 time: 0.3599916 Aug 13 11:26:46.055203 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f08324a1-d7a4-4b6a-aab1-f31280408b20 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ce3730e6-1bef-4c75-9e6f-4d9fd1f35982,revision_number=None']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 11:26:46.055628 dv-cinder-797608-16-iscsi neutron-server[93884]: DEBUG neutron.wsgi [-] (93884) accepted ('10.222.0.32', 52918) {{(pid=93884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 11:26:46.152959 dv-cinder-797608-16-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-04c55afe-1e31-4d60-ab25-c096db913f8d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-641644'] for network, before_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 11:26:46.216012 dv-cinder-797608-16-iscsi neutron-server[93884]: DEBUG neutron.plugins.ml2.plugin [None req-04c55afe-1e31-4d60-ab25-c096db913f8d admin admin] Deleting port b7d410ee-96b7-4ba8-9168-782c318e8b69 {{(pid=93884) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 13 11:26:46.216430 dv-cinder-797608-16-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-04c55afe-1e31-4d60-ab25-c096db913f8d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782137884200'] for port, before_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 11:26:46.287212 dv-cinder-797608-16-iscsi neutron-server[93884]: DEBUG neutron.plugins.ml2.db [None req-04c55afe-1e31-4d60-ab25-c096db913f8d admin admin] For port b7d410ee-96b7-4ba8-9168-782c318e8b69, host dv-cinder-797608-16-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797608-16-iscsi',level=0,port_id=b7d410ee-96b7-4ba8-9168-782c318e8b69,segment=NetworkSegment(ef5f1ad6-f862-42d5-a57b-2af73e349ffb),segment_id=ef5f1ad6-f862-42d5-a57b-2af73e349ffb)] {{(pid=93884) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 13 11:26:46.288343 dv-cinder-797608-16-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-04c55afe-1e31-4d60-ab25-c096db913f8d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1583036'] for port, precommit_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 11:26:46.304166 dv-cinder-797608-16-iscsi neutron-server[93884]: DEBUG neutron.plugins.ml2.plugin [None req-04c55afe-1e31-4d60-ab25-c096db913f8d admin admin] Calling delete_port for b7d410ee-96b7-4ba8-9168-782c318e8b69 owned by network:dhcp {{(pid=93884) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 13 11:26:46.325190 dv-cinder-797608-16-iscsi neutron-server[93885]: DEBUG neutron.plugins.ml2.rpc [None req-05931952-e11e-4e12-af58-ece1398d134b None None] Device de2ed6d0-1979-44dc-90cf-46bc18363a46 no longer exists at agent ovs-agent-dv-cinder-797608-16-iscsi {{(pid=93885) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 13 11:26:46.373018 dv-cinder-797608-16-iscsi neutron-server[93885]: DEBUG neutron.plugins.ml2.plugin [None req-05931952-e11e-4e12-af58-ece1398d134b None None] No Port match for: de2ed6d0-1979-44dc-90cf-46bc18363a46 {{(pid=93885) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 13 11:26:46.377194 dv-cinder-797608-16-iscsi neutron-server[93885]: DEBUG neutron.plugins.ml2.rpc [None req-05931952-e11e-4e12-af58-ece1398d134b None None] Device de2ed6d0-1979-44dc-90cf-46bc18363a46 not bound to the agent host dv-cinder-797608-16-iscsi {{(pid=93885) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 13 11:26:46.397650 dv-cinder-797608-16-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-04c55afe-1e31-4d60-ab25-c096db913f8d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935844', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611014', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782137889922', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782137337604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2141180323'] for port, after_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 11:26:46.430608 dv-cinder-797608-16-iscsi neutron-server[93884]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04c55afe-1e31-4d60-ab25-c096db913f8d admin admin] No DVR routers for this DVR port b7d410ee-96b7-4ba8-9168-782c318e8b69 on host dv-cinder-797608-16-iscsi {{(pid=93884) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 13 11:26:46.436288 dv-cinder-797608-16-iscsi neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04c55afe-1e31-4d60-ab25-c096db913f8d admin admin] Pushing event deleted for resources: {'Port': ['ID=b7d410ee-96b7-4ba8-9168-782c318e8b69,revision_number=None']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 11:26:46.490459 dv-cinder-797608-16-iscsi neutron-server[93885]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c115be98-4e9e-4147-9557-0337c234e0d1 None None] DHCP port deletion for 2aa59b6b-9eac-4bc1-9e70-61768bc81d23 request from dv-cinder-797608-16-iscsi {{(pid=93885) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 13 11:26:46.510065 dv-cinder-797608-16-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-04c55afe-1e31-4d60-ab25-c096db913f8d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-544564', 'neutron.services.segments.db._delete_segments_for_network-8782137812848'] for network, precommit_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 11:26:46.520314 dv-cinder-797608-16-iscsi neutron-server[93884]: DEBUG neutron.services.segments.db [None req-04c55afe-1e31-4d60-ab25-c096db913f8d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2aa59b6b-9eac-4bc1-9e70-61768bc81d23']}} {{(pid=93884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 13 11:26:46.533781 dv-cinder-797608-16-iscsi neutron-server[93884]: DEBUG neutron.services.segments.db [None req-04c55afe-1e31-4d60-ab25-c096db913f8d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ef5f1ad6-f862-42d5-a57b-2af73e349ffb') {'for_net_delete': True} {{(pid=93884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 13 11:26:46.534081 dv-cinder-797608-16-iscsi neutron-server[93884]: DEBUG neutron.services.segments.db [None req-04c55afe-1e31-4d60-ab25-c096db913f8d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ef5f1ad6-f862-42d5-a57b-2af73e349ffb') {} {{(pid=93884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 13 11:26:46.543229 dv-cinder-797608-16-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-04c55afe-1e31-4d60-ab25-c096db913f8d admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8782137816953', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2141180568'] for segment, before_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 11:26:46.795582 dv-cinder-797608-16-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-04c55afe-1e31-4d60-ab25-c096db913f8d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-542450'] for segment, precommit_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 11:26:46.802502 dv-cinder-797608-16-iscsi neutron-server[93884]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-04c55afe-1e31-4d60-ab25-c096db913f8d admin admin] Releasing vlan 196 on physical network physnet1 to pool {{(pid=93884) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 13 11:26:46.803001 dv-cinder-797608-16-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-04c55afe-1e31-4d60-ab25-c096db913f8d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-542450', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2141180238'] for segment, after_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 11:26:46.804773 dv-cinder-797608-16-iscsi neutron-server[93884]: Traceback (most recent call last): Aug 13 11:26:46.804773 dv-cinder-797608-16-iscsi neutron-server[93884]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 13 11:26:46.804773 dv-cinder-797608-16-iscsi neutron-server[93884]: timer() Aug 13 11:26:46.804773 dv-cinder-797608-16-iscsi neutron-server[93884]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 13 11:26:46.804773 dv-cinder-797608-16-iscsi neutron-server[93884]: cb(*args, **kw) Aug 13 11:26:46.804773 dv-cinder-797608-16-iscsi neutron-server[93884]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 13 11:26:46.804773 dv-cinder-797608-16-iscsi neutron-server[93884]: return func(*args, **kwargs) Aug 13 11:26:46.804773 dv-cinder-797608-16-iscsi neutron-server[93884]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 13 11:26:46.804773 dv-cinder-797608-16-iscsi neutron-server[93884]: self._notify() Aug 13 11:26:46.804773 dv-cinder-797608-16-iscsi neutron-server[93884]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 13 11:26:46.804773 dv-cinder-797608-16-iscsi neutron-server[93884]: self.callback(batched_events) Aug 13 11:26:46.804773 dv-cinder-797608-16-iscsi neutron-server[93884]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 13 11:26:46.804773 dv-cinder-797608-16-iscsi neutron-server[93884]: event.method(event) Aug 13 11:26:46.804773 dv-cinder-797608-16-iscsi neutron-server[93884]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 13 11:26:46.804773 dv-cinder-797608-16-iscsi neutron-server[93884]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 13 11:26:46.804773 dv-cinder-797608-16-iscsi neutron-server[93884]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 13 11:26:46.804773 dv-cinder-797608-16-iscsi neutron-server[93884]: aggregate_uuid = self.p_client.list_aggregates( Aug 13 11:26:46.804773 dv-cinder-797608-16-iscsi neutron-server[93884]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 13 11:26:46.804773 dv-cinder-797608-16-iscsi neutron-server[93884]: return f(self, *a, **k) Aug 13 11:26:46.804773 dv-cinder-797608-16-iscsi neutron-server[93884]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 13 11:26:46.804773 dv-cinder-797608-16-iscsi neutron-server[93884]: return self._get(url).json() Aug 13 11:26:46.804773 dv-cinder-797608-16-iscsi neutron-server[93884]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 13 11:26:46.804773 dv-cinder-797608-16-iscsi neutron-server[93884]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 13 11:26:46.804773 dv-cinder-797608-16-iscsi neutron-server[93884]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 13 11:26:46.804773 dv-cinder-797608-16-iscsi neutron-server[93884]: return self.request(url, 'GET', **kwargs) Aug 13 11:26:46.804773 dv-cinder-797608-16-iscsi neutron-server[93884]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 13 11:26:46.804773 dv-cinder-797608-16-iscsi neutron-server[93884]: base_url = self.get_endpoint(auth, allow=allow, Aug 13 11:26:46.804773 dv-cinder-797608-16-iscsi neutron-server[93884]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 13 11:26:46.804773 dv-cinder-797608-16-iscsi neutron-server[93884]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 13 11:26:46.804773 dv-cinder-797608-16-iscsi neutron-server[93884]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 13 11:26:46.804773 dv-cinder-797608-16-iscsi neutron-server[93884]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 13 11:26:46.804773 dv-cinder-797608-16-iscsi neutron-server[93884]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 13 11:26:46.858050 dv-cinder-797608-16-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-04c55afe-1e31-4d60-ab25-c096db913f8d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-544557', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611014', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1585573'] for network, after_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 11:26:46.863766 dv-cinder-797608-16-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-04c55afe-1e31-4d60-ab25-c096db913f8d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1611032'] for network, before_response {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 11:26:46.865544 dv-cinder-797608-16-iscsi neutron-server[93884]: INFO neutron.wsgi [None req-04c55afe-1e31-4d60-ab25-c096db913f8d admin admin] 10.222.0.32 "DELETE /v2.0/networks/2aa59b6b-9eac-4bc1-9e70-61768bc81d23 HTTP/1.1" status: 204 len: 168 time: 0.8068264 Aug 13 11:26:46.869085 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.32', 52940) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 11:26:46.876932 dv-cinder-797608-16-iscsi neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04c55afe-1e31-4d60-ab25-c096db913f8d admin admin] Pushing event deleted for resources: {'Network': ['ID=2aa59b6b-9eac-4bc1-9e70-61768bc81d23,revision_number=None']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 11:26:47.222624 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-98c7d715-1d30-4438-b595-3366c8c64aef admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-2003091'] for router_interface, before_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 11:26:47.470220 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron.plugins.ml2.plugin [None req-98c7d715-1d30-4438-b595-3366c8c64aef admin admin] Deleting port 6823edf3-a34c-4581-b49d-fbafd45bac52 {{(pid=93883) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 13 11:26:47.470563 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-98c7d715-1d30-4438-b595-3366c8c64aef admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782137884200'] for port, before_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 11:26:47.552106 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron.plugins.ml2.db [None req-98c7d715-1d30-4438-b595-3366c8c64aef admin admin] For port 6823edf3-a34c-4581-b49d-fbafd45bac52, host dv-cinder-797608-16-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797608-16-iscsi',level=0,port_id=6823edf3-a34c-4581-b49d-fbafd45bac52,segment=NetworkSegment(d7760f99-1ab2-4c1a-b9a4-e7833edc0d6a),segment_id=d7760f99-1ab2-4c1a-b9a4-e7833edc0d6a)] {{(pid=93883) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 13 11:26:47.552469 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-98c7d715-1d30-4438-b595-3366c8c64aef admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1583036'] for port, precommit_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 11:26:47.564639 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron.plugins.ml2.plugin [None req-98c7d715-1d30-4438-b595-3366c8c64aef admin admin] Calling delete_port for 6823edf3-a34c-4581-b49d-fbafd45bac52 owned by network:router_interface {{(pid=93883) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 13 11:26:47.747179 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-98c7d715-1d30-4438-b595-3366c8c64aef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935844', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611014', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782137889922', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782137337604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2139128394'] for port, after_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 11:26:47.780374 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98c7d715-1d30-4438-b595-3366c8c64aef admin admin] Pushing event deleted for resources: {'Port': ['ID=6823edf3-a34c-4581-b49d-fbafd45bac52,revision_number=None']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 11:26:47.969418 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-98c7d715-1d30-4438-b595-3366c8c64aef admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1611071', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1588259'] for router_interface, after_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 11:26:47.978829 dv-cinder-797608-16-iscsi neutron-server[93885]: DEBUG neutron.plugins.ml2.rpc [None req-05931952-e11e-4e12-af58-ece1398d134b None None] Device b7d410ee-96b7-4ba8-9168-782c318e8b69 no longer exists at agent ovs-agent-dv-cinder-797608-16-iscsi {{(pid=93885) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 13 11:26:48.013774 dv-cinder-797608-16-iscsi neutron-server[93885]: DEBUG neutron.plugins.ml2.plugin [None req-05931952-e11e-4e12-af58-ece1398d134b None None] No Port match for: b7d410ee-96b7-4ba8-9168-782c318e8b69 {{(pid=93885) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 13 11:26:48.014169 dv-cinder-797608-16-iscsi neutron-server[93885]: DEBUG neutron.plugins.ml2.rpc [None req-05931952-e11e-4e12-af58-ece1398d134b None None] Device b7d410ee-96b7-4ba8-9168-782c318e8b69 not bound to the agent host dv-cinder-797608-16-iscsi {{(pid=93885) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 13 11:26:48.015545 dv-cinder-797608-16-iscsi neutron-server[93885]: DEBUG neutron.plugins.ml2.rpc [None req-05931952-e11e-4e12-af58-ece1398d134b None None] Device 4fc32cd2-d548-4c4a-a0aa-1462d966d51b no longer exists at agent ovs-agent-dv-cinder-797608-16-iscsi {{(pid=93885) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 13 11:26:48.037804 dv-cinder-797608-16-iscsi neutron-server[93885]: DEBUG neutron.plugins.ml2.plugin [None req-05931952-e11e-4e12-af58-ece1398d134b None None] No Port match for: 4fc32cd2-d548-4c4a-a0aa-1462d966d51b {{(pid=93885) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 13 11:26:48.038392 dv-cinder-797608-16-iscsi neutron-server[93885]: DEBUG neutron.plugins.ml2.rpc [None req-05931952-e11e-4e12-af58-ece1398d134b None None] Device 4fc32cd2-d548-4c4a-a0aa-1462d966d51b not bound to the agent host dv-cinder-797608-16-iscsi {{(pid=93885) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 13 11:26:48.210818 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-98c7d715-1d30-4438-b595-3366c8c64aef admin admin] Router 2149b544-f69e-41e9-98e7-dfddd992c479 has already been hosted by L3 agent 120d27b5-31d8-4cd2-97b4-2412c45088e1 {{(pid=93883) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 13 11:26:48.377348 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-98c7d715-1d30-4438-b595-3366c8c64aef admin admin] Notify agent at l3_agent.dv-cinder-797608-16-iscsi the message routers_updated {{(pid=93883) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 13 11:26:48.382433 dv-cinder-797608-16-iscsi neutron-server[93883]: INFO neutron.wsgi [None req-98c7d715-1d30-4438-b595-3366c8c64aef admin admin] 10.222.0.32 "PUT /v2.0/routers/2149b544-f69e-41e9-98e7-dfddd992c479/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5121372 Aug 13 11:26:48.384897 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.32', 52992) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 11:26:48.386142 dv-cinder-797608-16-iscsi neutron-server[93885]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-136726f9-4a2a-4c7d-97ad-54c7e9d926a5 None None] Sync routers for ids ['2149b544-f69e-41e9-98e7-dfddd992c479'] in dv-cinder-797608-16-iscsi {{(pid=93885) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 13 11:26:48.398765 dv-cinder-797608-16-iscsi neutron-server[93885]: DEBUG neutron.db.l3_dvrscheduler_db [None req-136726f9-4a2a-4c7d-97ad-54c7e9d926a5 None None] Routers {'2149b544-f69e-41e9-98e7-dfddd992c479'} bound to L3 agent in host dv-cinder-797608-16-iscsi {{(pid=93885) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 13 11:26:48.399536 dv-cinder-797608-16-iscsi neutron-server[93885]: DEBUG neutron.db.l3_hamode_db [None req-136726f9-4a2a-4c7d-97ad-54c7e9d926a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797608-16-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-08-13T11:11:41Z,description=,heartbeat_timestamp=2021-08-13T11:26:41Z,host='dv-cinder-797608-16-iscsi',id=120d27b5-31d8-4cd2-97b4-2412c45088e1,load=0,resource_versions=,resources_synced=,started_at=2021-08-13T11:11:41Z,topic='l3_agent')) {'router_ids': ['2149b544-f69e-41e9-98e7-dfddd992c479'], 'active': True} {{(pid=93885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 13 11:26:48.488680 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-56c7b74c-c86e-4f56-9202-b3e5d829993f admin admin] Notify callbacks [] for router, before_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 11:26:48.510945 dv-cinder-797608-16-iscsi neutron-server[93885]: DEBUG neutron.db.l3_dvr_db [None req-136726f9-4a2a-4c7d-97ad-54c7e9d926a5 None None] Set router 2149b544-f69e-41e9-98e7-dfddd992c479 gateway port host: dv-cinder-797608-16-iscsi {{(pid=93885) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 13 11:26:48.590734 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-56c7b74c-c86e-4f56-9202-b3e5d829993f admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 11:26:48.647005 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron.plugins.ml2.plugin [None req-56c7b74c-c86e-4f56-9202-b3e5d829993f admin admin] Deleting port 4ae4070a-324b-4afd-b2ca-bc6e2364e985 {{(pid=93883) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 13 11:26:48.647343 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-56c7b74c-c86e-4f56-9202-b3e5d829993f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782137884200'] for port, before_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 11:26:48.698265 dv-cinder-797608-16-iscsi neutron-server[93885]: DEBUG neutron.db.l3_hamode_db [None req-136726f9-4a2a-4c7d-97ad-54c7e9d926a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2149b544-f69e-41e9-98e7-dfddd992c479', 'name': 'tempest-TestMinimumBasicScenario-1446874391-router', 'tenant_id': '112efd90c61c40cd876ef84f07b2e03b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c3f0979-58a5-4465-87f9-e256377c6b61', 'external_fixed_ips': [{'subnet_id': 'ba735781-2bff-41d5-99b4-7ca705ee91ca', 'ip_address': '172.27.2.31'}], 'enable_snat': True}, 'gw_port_id': '4ae4070a-324b-4afd-b2ca-bc6e2364e985', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-13T11:24:18Z', 'updated_at': '2021-08-13T11:26:47Z', 'revision_number': 5, 'project_id': '112efd90c61c40cd876ef84f07b2e03b', 'gw_port': {'id': '4ae4070a-324b-4afd-b2ca-bc6e2364e985', 'name': '', 'network_id': '7c3f0979-58a5-4465-87f9-e256377c6b61', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:4f:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2149b544-f69e-41e9-98e7-dfddd992c479', 'device_owner': 'network:router_gateway', 'standard_attr_id': 583, 'fixed_ips': [{'subnet_id': 'ba735781-2bff-41d5-99b4-7ca705ee91ca', 'ip_address': '172.27.2.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-13T11:24:19Z', 'updated_at': '2021-08-13T11:24:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ba735781-2bff-41d5-99b4-7ca705ee91ca', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797608-16-iscsi'}], 'dv-cinder-797608-16-iscsi', False) {} {{(pid=93885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 13 11:26:48.724216 dv-cinder-797608-16-iscsi neutron-server[93885]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-136726f9-4a2a-4c7d-97ad-54c7e9d926a5 None None] Checking router: 2149b544-f69e-41e9-98e7-dfddd992c479 for host: dv-cinder-797608-16-iscsi {{(pid=93885) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 13 11:26:48.728739 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron.plugins.ml2.db [None req-56c7b74c-c86e-4f56-9202-b3e5d829993f admin admin] For port 4ae4070a-324b-4afd-b2ca-bc6e2364e985, host dv-cinder-797608-16-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797608-16-iscsi',level=0,port_id=4ae4070a-324b-4afd-b2ca-bc6e2364e985,segment=NetworkSegment(3f6765c6-6e72-475e-8aaa-7134ee4679ca),segment_id=3f6765c6-6e72-475e-8aaa-7134ee4679ca)] {{(pid=93883) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 13 11:26:48.729166 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-56c7b74c-c86e-4f56-9202-b3e5d829993f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1583036'] for port, precommit_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 11:26:48.732500 dv-cinder-797608-16-iscsi neutron-server[93885]: DEBUG neutron.db.l3_dvrscheduler_db [None req-136726f9-4a2a-4c7d-97ad-54c7e9d926a5 None None] Routers {'2149b544-f69e-41e9-98e7-dfddd992c479'} bound to L3 agent in host dv-cinder-797608-16-iscsi {{(pid=93885) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 13 11:26:48.733114 dv-cinder-797608-16-iscsi neutron-server[93885]: DEBUG neutron.db.l3_hamode_db [None req-136726f9-4a2a-4c7d-97ad-54c7e9d926a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797608-16-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-08-13T11:11:41Z,description=,heartbeat_timestamp=2021-08-13T11:26:41Z,host='dv-cinder-797608-16-iscsi',id=120d27b5-31d8-4cd2-97b4-2412c45088e1,load=0,resource_versions=,resources_synced=,started_at=2021-08-13T11:11:41Z,topic='l3_agent')) {'router_ids': ['2149b544-f69e-41e9-98e7-dfddd992c479'], 'active': True} {{(pid=93885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 13 11:26:48.745441 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron.plugins.ml2.plugin [None req-56c7b74c-c86e-4f56-9202-b3e5d829993f admin admin] Calling delete_port for 4ae4070a-324b-4afd-b2ca-bc6e2364e985 owned by network:router_gateway {{(pid=93883) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 13 11:26:48.818508 dv-cinder-797608-16-iscsi neutron-server[93885]: DEBUG neutron.db.l3_dvr_db [None req-136726f9-4a2a-4c7d-97ad-54c7e9d926a5 None None] Set router 2149b544-f69e-41e9-98e7-dfddd992c479 gateway port host: None {{(pid=93885) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 13 11:26:48.868820 dv-cinder-797608-16-iscsi neutron-server[93885]: DEBUG neutron.db.l3_hamode_db [None req-136726f9-4a2a-4c7d-97ad-54c7e9d926a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2149b544-f69e-41e9-98e7-dfddd992c479', 'name': 'tempest-TestMinimumBasicScenario-1446874391-router', 'tenant_id': '112efd90c61c40cd876ef84f07b2e03b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-13T11:24:18Z', 'updated_at': '2021-08-13T11:26:48Z', 'revision_number': 6, 'project_id': '112efd90c61c40cd876ef84f07b2e03b', 'gw_port_host': None}], 'dv-cinder-797608-16-iscsi', False) {} {{(pid=93885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 13 11:26:48.896950 dv-cinder-797608-16-iscsi neutron-server[93885]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-136726f9-4a2a-4c7d-97ad-54c7e9d926a5 None None] The sync data for ids ['2149b544-f69e-41e9-98e7-dfddd992c479'] in dv-cinder-797608-16-iscsi is: [{'id': '2149b544-f69e-41e9-98e7-dfddd992c479', 'name': 'tempest-TestMinimumBasicScenario-1446874391-router', 'tenant_id': '112efd90c61c40cd876ef84f07b2e03b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-13T11:24:18Z', 'updated_at': '2021-08-13T11:26:48Z', 'revision_number': 6, 'project_id': '112efd90c61c40cd876ef84f07b2e03b', 'gw_port_host': None}] {{(pid=93885) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 13 11:26:48.915875 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-56c7b74c-c86e-4f56-9202-b3e5d829993f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935844', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611014', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782137889922', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782137337604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2139128394'] for port, after_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 11:26:48.954976 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56c7b74c-c86e-4f56-9202-b3e5d829993f admin admin] Pushing event deleted for resources: {'Port': ['ID=4ae4070a-324b-4afd-b2ca-bc6e2364e985,revision_number=None']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 11:26:49.015876 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-56c7b74c-c86e-4f56-9202-b3e5d829993f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1585625'] for router_gateway, after_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 11:26:49.370130 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-56c7b74c-c86e-4f56-9202-b3e5d829993f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1586485', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-130456'] for router, precommit_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 11:26:49.372360 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-56c7b74c-c86e-4f56-9202-b3e5d829993f admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 11:26:49.421095 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-56c7b74c-c86e-4f56-9202-b3e5d829993f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1586490'] for router, after_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 11:26:49.421735 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-56c7b74c-c86e-4f56-9202-b3e5d829993f admin admin] Fanout notify agent at l3_agent the message router_deleted on router 2149b544-f69e-41e9-98e7-dfddd992c479 {{(pid=93883) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 13 11:26:49.428261 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-56c7b74c-c86e-4f56-9202-b3e5d829993f admin admin] Notify callbacks [] for router, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 11:26:49.429412 dv-cinder-797608-16-iscsi neutron-server[93883]: INFO neutron.wsgi [None req-56c7b74c-c86e-4f56-9202-b3e5d829993f admin admin] 10.222.0.32 "DELETE /v2.0/routers/2149b544-f69e-41e9-98e7-dfddd992c479 HTTP/1.1" status: 204 len: 168 time: 1.0435717 Aug 13 11:26:49.431867 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.32', 53002) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 11:26:49.481729 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron.db.db_base_plugin_v2 [None req-15313ced-b1fc-4cdf-b40c-f75744f7ae6d admin admin] Deleting subnet b5ff7553-4e89-4946-811e-0438ac747dfc {{(pid=93883) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 13 11:26:49.485485 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-15313ced-b1fc-4cdf-b40c-f75744f7ae6d admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 11:26:49.526970 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-15313ced-b1fc-4cdf-b40c-f75744f7ae6d admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2139128204'] for subnet, precommit_delete_associations {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 11:26:49.626681 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-15313ced-b1fc-4cdf-b40c-f75744f7ae6d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-542387'] for subnet, precommit_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 11:26:49.694343 dv-cinder-797608-16-iscsi neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab983f3a-77e7-4854-a192-6d606f3f7c2e req-310aa7a6-0e6f-4d51-9cc2-3356b9322049 tempest-AttachVolumeShelveTestJSON-167533422 tempest-AttachVolumeShelveTestJSON-167533422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 11:26:49.695883 dv-cinder-797608-16-iscsi neutron-server[93884]: INFO neutron.wsgi [req-ab983f3a-77e7-4854-a192-6d606f3f7c2e req-310aa7a6-0e6f-4d51-9cc2-3356b9322049 tempest-AttachVolumeShelveTestJSON-167533422 tempest-AttachVolumeShelveTestJSON-167533422-project] 10.222.0.32 "GET /v2.0/ports?device_id=aa0a566e-da2b-449d-aa8c-a9df34e28bef HTTP/1.1" status: 200 len: 946 time: 0.0555477 Aug 13 11:26:49.699197 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-15313ced-b1fc-4cdf-b40c-f75744f7ae6d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-542372', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611014', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2139128441', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2139359422'] for subnet, after_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 11:26:49.713092 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-15313ced-b1fc-4cdf-b40c-f75744f7ae6d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1611032'] for subnet, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 11:26:49.715250 dv-cinder-797608-16-iscsi neutron-server[93883]: INFO neutron.wsgi [None req-15313ced-b1fc-4cdf-b40c-f75744f7ae6d admin admin] 10.222.0.32 "DELETE /v2.0/subnets/b5ff7553-4e89-4946-811e-0438ac747dfc HTTP/1.1" status: 204 len: 168 time: 0.2822304 Aug 13 11:26:49.722979 dv-cinder-797608-16-iscsi neutron-server[93884]: DEBUG neutron.wsgi [-] (93884) accepted ('10.222.0.32', 53018) {{(pid=93884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 11:26:49.733792 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15313ced-b1fc-4cdf-b40c-f75744f7ae6d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b5ff7553-4e89-4946-811e-0438ac747dfc,revision_number=None']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 11:26:49.744804 dv-cinder-797608-16-iscsi neutron-server[93885]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fe206456-eb4b-4703-8378-70cc5758d11e None None] Network d848ca97-582e-4575-b8d2-a0b3331046f8 requested from dv-cinder-797608-16-iscsi {{(pid=93885) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 13 11:26:49.792995 dv-cinder-797608-16-iscsi neutron-server[93884]: INFO neutron.wsgi [req-ab983f3a-77e7-4854-a192-6d606f3f7c2e req-3033d3d9-8b82-43bc-8873-c8e04f1549c9 tempest-AttachVolumeShelveTestJSON-167533422 tempest-AttachVolumeShelveTestJSON-167533422-project] 10.222.0.32 "GET /v2.0/security-groups?id=26f817c1-933c-4977-9085-1dee6d7b8bee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0890772 Aug 13 11:26:49.826840 dv-cinder-797608-16-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-6f7c3fca-c1f8-4ab9-95ba-b11cbfdae579 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-641644'] for network, before_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 11:26:49.904716 dv-cinder-797608-16-iscsi neutron-server[93884]: DEBUG neutron.plugins.ml2.plugin [None req-6f7c3fca-c1f8-4ab9-95ba-b11cbfdae579 admin admin] Deleting port 86ce841a-87d5-4874-bdcd-2f584f9e1b96 {{(pid=93884) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 13 11:26:49.905479 dv-cinder-797608-16-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-6f7c3fca-c1f8-4ab9-95ba-b11cbfdae579 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782137884200'] for port, before_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 11:26:49.923908 dv-cinder-797608-16-iscsi neutron-server[93885]: DEBUG neutron.plugins.ml2.rpc [None req-05931952-e11e-4e12-af58-ece1398d134b None None] Device 6823edf3-a34c-4581-b49d-fbafd45bac52 no longer exists at agent ovs-agent-dv-cinder-797608-16-iscsi {{(pid=93885) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 13 11:26:49.949452 dv-cinder-797608-16-iscsi neutron-server[93885]: DEBUG neutron.plugins.ml2.plugin [None req-05931952-e11e-4e12-af58-ece1398d134b None None] No Port match for: 6823edf3-a34c-4581-b49d-fbafd45bac52 {{(pid=93885) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 13 11:26:49.949885 dv-cinder-797608-16-iscsi neutron-server[93885]: DEBUG neutron.plugins.ml2.rpc [None req-05931952-e11e-4e12-af58-ece1398d134b None None] Device 6823edf3-a34c-4581-b49d-fbafd45bac52 not bound to the agent host dv-cinder-797608-16-iscsi {{(pid=93885) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 13 11:26:49.950406 dv-cinder-797608-16-iscsi neutron-server[93885]: DEBUG neutron.plugins.ml2.rpc [None req-05931952-e11e-4e12-af58-ece1398d134b None None] Device 4ae4070a-324b-4afd-b2ca-bc6e2364e985 no longer exists at agent ovs-agent-dv-cinder-797608-16-iscsi {{(pid=93885) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 13 11:26:49.979088 dv-cinder-797608-16-iscsi neutron-server[93885]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1e63377f-0704-4e55-a92e-21b76744b033 None None] DHCP port deletion for d848ca97-582e-4575-b8d2-a0b3331046f8 request from dv-cinder-797608-16-iscsi {{(pid=93885) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 13 11:26:49.983278 dv-cinder-797608-16-iscsi neutron-server[93885]: DEBUG neutron.plugins.ml2.plugin [None req-05931952-e11e-4e12-af58-ece1398d134b None None] No Port match for: 4ae4070a-324b-4afd-b2ca-bc6e2364e985 {{(pid=93885) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 13 11:26:49.984199 dv-cinder-797608-16-iscsi neutron-server[93885]: DEBUG neutron.plugins.ml2.rpc [None req-05931952-e11e-4e12-af58-ece1398d134b None None] Device 4ae4070a-324b-4afd-b2ca-bc6e2364e985 not bound to the agent host dv-cinder-797608-16-iscsi {{(pid=93885) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 13 11:26:49.996170 dv-cinder-797608-16-iscsi neutron-server[93884]: DEBUG neutron.plugins.ml2.db [None req-6f7c3fca-c1f8-4ab9-95ba-b11cbfdae579 admin admin] For port 86ce841a-87d5-4874-bdcd-2f584f9e1b96, host dv-cinder-797608-16-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797608-16-iscsi',level=0,port_id=86ce841a-87d5-4874-bdcd-2f584f9e1b96,segment=NetworkSegment(d7760f99-1ab2-4c1a-b9a4-e7833edc0d6a),segment_id=d7760f99-1ab2-4c1a-b9a4-e7833edc0d6a)] {{(pid=93884) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 13 11:26:49.996520 dv-cinder-797608-16-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-6f7c3fca-c1f8-4ab9-95ba-b11cbfdae579 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1583036'] for port, precommit_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 11:26:50.017359 dv-cinder-797608-16-iscsi neutron-server[93884]: DEBUG neutron.plugins.ml2.plugin [None req-6f7c3fca-c1f8-4ab9-95ba-b11cbfdae579 admin admin] Calling delete_port for 86ce841a-87d5-4874-bdcd-2f584f9e1b96 owned by network:dhcp {{(pid=93884) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 13 11:26:50.035838 dv-cinder-797608-16-iscsi neutron-server[93885]: DEBUG neutron.plugins.ml2.plugin [None req-1e63377f-0704-4e55-a92e-21b76744b033 None None] Deleting port 86ce841a-87d5-4874-bdcd-2f584f9e1b96 {{(pid=93885) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 13 11:26:50.036217 dv-cinder-797608-16-iscsi neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-1e63377f-0704-4e55-a92e-21b76744b033 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782137884200'] for port, before_delete {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 11:26:50.115521 dv-cinder-797608-16-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-6f7c3fca-c1f8-4ab9-95ba-b11cbfdae579 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935844', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611014', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782137889922', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782137337604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2141180323'] for port, after_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 11:26:50.117129 dv-cinder-797608-16-iscsi neutron-server[93885]: DEBUG neutron.plugins.ml2.db [None req-1e63377f-0704-4e55-a92e-21b76744b033 None None] For port 86ce841a-87d5-4874-bdcd-2f584f9e1b96, host dv-cinder-797608-16-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797608-16-iscsi',level=0,port_id=86ce841a-87d5-4874-bdcd-2f584f9e1b96,segment=NetworkSegment(d7760f99-1ab2-4c1a-b9a4-e7833edc0d6a),segment_id=d7760f99-1ab2-4c1a-b9a4-e7833edc0d6a)] {{(pid=93885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 13 11:26:50.117734 dv-cinder-797608-16-iscsi neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-1e63377f-0704-4e55-a92e-21b76744b033 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1583036'] for port, precommit_delete {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 11:26:50.132014 dv-cinder-797608-16-iscsi neutron-server[93885]: DEBUG neutron.plugins.ml2.plugin [None req-1e63377f-0704-4e55-a92e-21b76744b033 None None] Calling delete_port for 86ce841a-87d5-4874-bdcd-2f584f9e1b96 owned by network:dhcp {{(pid=93885) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 13 11:26:50.146529 dv-cinder-797608-16-iscsi neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f7c3fca-c1f8-4ab9-95ba-b11cbfdae579 admin admin] Pushing event deleted for resources: {'Port': ['ID=86ce841a-87d5-4874-bdcd-2f584f9e1b96,revision_number=None']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 11:26:50.148350 dv-cinder-797608-16-iscsi neutron-server[93884]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f7c3fca-c1f8-4ab9-95ba-b11cbfdae579 admin admin] No DVR routers for this DVR port 86ce841a-87d5-4874-bdcd-2f584f9e1b96 on host dv-cinder-797608-16-iscsi {{(pid=93884) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 13 11:26:50.217513 dv-cinder-797608-16-iscsi neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-1e63377f-0704-4e55-a92e-21b76744b033 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935844', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611014', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782137889922', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782137337604'] for port, after_delete {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 11:26:50.221555 dv-cinder-797608-16-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-6f7c3fca-c1f8-4ab9-95ba-b11cbfdae579 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-544564', 'neutron.services.segments.db._delete_segments_for_network-8782137812848'] for network, precommit_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 11:26:50.232937 dv-cinder-797608-16-iscsi neutron-server[93884]: DEBUG neutron.services.segments.db [None req-6f7c3fca-c1f8-4ab9-95ba-b11cbfdae579 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d848ca97-582e-4575-b8d2-a0b3331046f8']}} {{(pid=93884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 13 11:26:50.249880 dv-cinder-797608-16-iscsi neutron-server[93884]: DEBUG neutron.services.segments.db [None req-6f7c3fca-c1f8-4ab9-95ba-b11cbfdae579 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd7760f99-1ab2-4c1a-b9a4-e7833edc0d6a') {'for_net_delete': True} {{(pid=93884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 13 11:26:50.250436 dv-cinder-797608-16-iscsi neutron-server[93884]: DEBUG neutron.services.segments.db [None req-6f7c3fca-c1f8-4ab9-95ba-b11cbfdae579 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd7760f99-1ab2-4c1a-b9a4-e7833edc0d6a') {} {{(pid=93884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 13 11:26:50.259478 dv-cinder-797608-16-iscsi neutron-server[93885]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e63377f-0704-4e55-a92e-21b76744b033 None None] No DVR routers for this DVR port 86ce841a-87d5-4874-bdcd-2f584f9e1b96 on host dv-cinder-797608-16-iscsi {{(pid=93885) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 13 11:26:50.263427 dv-cinder-797608-16-iscsi neutron-server[93885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e63377f-0704-4e55-a92e-21b76744b033 None None] Pushing event deleted for resources: {'Port': ['ID=86ce841a-87d5-4874-bdcd-2f584f9e1b96,revision_number=None']} {{(pid=93885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 11:26:50.266508 dv-cinder-797608-16-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-6f7c3fca-c1f8-4ab9-95ba-b11cbfdae579 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8782137816953', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2141180568'] for segment, before_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 11:26:50.282142 dv-cinder-797608-16-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-6f7c3fca-c1f8-4ab9-95ba-b11cbfdae579 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-542450'] for segment, precommit_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 11:26:50.288675 dv-cinder-797608-16-iscsi neutron-server[93884]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6f7c3fca-c1f8-4ab9-95ba-b11cbfdae579 admin admin] Releasing vlan 176 on physical network physnet1 to pool {{(pid=93884) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 13 11:26:50.289065 dv-cinder-797608-16-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-6f7c3fca-c1f8-4ab9-95ba-b11cbfdae579 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-542450', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2141180238'] for segment, after_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 11:26:50.290897 dv-cinder-797608-16-iscsi neutron-server[93884]: Traceback (most recent call last): Aug 13 11:26:50.290897 dv-cinder-797608-16-iscsi neutron-server[93884]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 13 11:26:50.290897 dv-cinder-797608-16-iscsi neutron-server[93884]: timer() Aug 13 11:26:50.290897 dv-cinder-797608-16-iscsi neutron-server[93884]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 13 11:26:50.290897 dv-cinder-797608-16-iscsi neutron-server[93884]: cb(*args, **kw) Aug 13 11:26:50.290897 dv-cinder-797608-16-iscsi neutron-server[93884]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 13 11:26:50.290897 dv-cinder-797608-16-iscsi neutron-server[93884]: return func(*args, **kwargs) Aug 13 11:26:50.290897 dv-cinder-797608-16-iscsi neutron-server[93884]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 13 11:26:50.290897 dv-cinder-797608-16-iscsi neutron-server[93884]: self._notify() Aug 13 11:26:50.290897 dv-cinder-797608-16-iscsi neutron-server[93884]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 13 11:26:50.290897 dv-cinder-797608-16-iscsi neutron-server[93884]: self.callback(batched_events) Aug 13 11:26:50.290897 dv-cinder-797608-16-iscsi neutron-server[93884]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 13 11:26:50.290897 dv-cinder-797608-16-iscsi neutron-server[93884]: event.method(event) Aug 13 11:26:50.290897 dv-cinder-797608-16-iscsi neutron-server[93884]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 13 11:26:50.290897 dv-cinder-797608-16-iscsi neutron-server[93884]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 13 11:26:50.290897 dv-cinder-797608-16-iscsi neutron-server[93884]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 13 11:26:50.290897 dv-cinder-797608-16-iscsi neutron-server[93884]: aggregate_uuid = self.p_client.list_aggregates( Aug 13 11:26:50.290897 dv-cinder-797608-16-iscsi neutron-server[93884]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 13 11:26:50.290897 dv-cinder-797608-16-iscsi neutron-server[93884]: return f(self, *a, **k) Aug 13 11:26:50.290897 dv-cinder-797608-16-iscsi neutron-server[93884]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 13 11:26:50.290897 dv-cinder-797608-16-iscsi neutron-server[93884]: return self._get(url).json() Aug 13 11:26:50.290897 dv-cinder-797608-16-iscsi neutron-server[93884]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 13 11:26:50.290897 dv-cinder-797608-16-iscsi neutron-server[93884]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 13 11:26:50.290897 dv-cinder-797608-16-iscsi neutron-server[93884]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 13 11:26:50.290897 dv-cinder-797608-16-iscsi neutron-server[93884]: return self.request(url, 'GET', **kwargs) Aug 13 11:26:50.290897 dv-cinder-797608-16-iscsi neutron-server[93884]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 13 11:26:50.290897 dv-cinder-797608-16-iscsi neutron-server[93884]: base_url = self.get_endpoint(auth, allow=allow, Aug 13 11:26:50.290897 dv-cinder-797608-16-iscsi neutron-server[93884]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 13 11:26:50.290897 dv-cinder-797608-16-iscsi neutron-server[93884]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 13 11:26:50.290897 dv-cinder-797608-16-iscsi neutron-server[93884]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 13 11:26:50.290897 dv-cinder-797608-16-iscsi neutron-server[93884]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 13 11:26:50.290897 dv-cinder-797608-16-iscsi neutron-server[93884]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 13 11:26:50.351593 dv-cinder-797608-16-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-6f7c3fca-c1f8-4ab9-95ba-b11cbfdae579 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-544557', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611014', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1585573'] for network, after_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 11:26:50.369431 dv-cinder-797608-16-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-6f7c3fca-c1f8-4ab9-95ba-b11cbfdae579 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1611032'] for network, before_response {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 11:26:50.377207 dv-cinder-797608-16-iscsi neutron-server[93884]: INFO neutron.wsgi [None req-6f7c3fca-c1f8-4ab9-95ba-b11cbfdae579 admin admin] 10.222.0.32 "DELETE /v2.0/networks/d848ca97-582e-4575-b8d2-a0b3331046f8 HTTP/1.1" status: 204 len: 168 time: 0.6502836 Aug 13 11:26:50.378096 dv-cinder-797608-16-iscsi neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f7c3fca-c1f8-4ab9-95ba-b11cbfdae579 admin admin] Pushing event deleted for resources: {'Network': ['ID=d848ca97-582e-4575-b8d2-a0b3331046f8,revision_number=None']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 11:26:50.561170 dv-cinder-797608-16-iscsi neutron-server[93884]: DEBUG neutron.wsgi [-] (93884) accepted ('10.222.0.32', 53036) {{(pid=93884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 11:26:50.602134 dv-cinder-797608-16-iscsi neutron-server[93884]: INFO neutron.wsgi [None req-0b6a1100-33a5-409d-8c2e-1bb9e15fe605 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=52eae21d815a427f8c153edfc7da0f4d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0396626 Aug 13 11:26:50.604492 dv-cinder-797608-16-iscsi neutron-server[93884]: DEBUG neutron.wsgi [-] (93884) accepted ('10.222.0.32', 53038) {{(pid=93884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 11:26:50.650319 dv-cinder-797608-16-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-c0397a2f-e357-4b76-929d-316eff7000ad admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 11:26:50.671817 dv-cinder-797608-16-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-c0397a2f-e357-4b76-929d-316eff7000ad admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 11:26:50.718581 dv-cinder-797608-16-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-c0397a2f-e357-4b76-929d-316eff7000ad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651637'] for security_group, after_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 11:26:50.721163 dv-cinder-797608-16-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-c0397a2f-e357-4b76-929d-316eff7000ad admin admin] Notify callbacks [] for security_group, before_response {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 11:26:50.722303 dv-cinder-797608-16-iscsi neutron-server[93884]: INFO neutron.wsgi [None req-c0397a2f-e357-4b76-929d-316eff7000ad admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/a4619659-dbd0-4bd3-8e2b-aff5e74a0297 HTTP/1.1" status: 204 len: 168 time: 0.1168799 Aug 13 11:26:50.731109 dv-cinder-797608-16-iscsi neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0397a2f-e357-4b76-929d-316eff7000ad admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a4619659-dbd0-4bd3-8e2b-aff5e74a0297,revision_number=None']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 11:26:50.920888 dv-cinder-797608-16-iscsi neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0c22d32-78c4-4b79-aa0b-4123bc03f493 req-9a1d45bd-6a7e-4f67-9d95-1a99e1344c55 tempest-AttachVolumeShelveTestJSON-167533422 tempest-AttachVolumeShelveTestJSON-167533422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 11:26:50.922531 dv-cinder-797608-16-iscsi neutron-server[93884]: INFO neutron.wsgi [req-f0c22d32-78c4-4b79-aa0b-4123bc03f493 req-9a1d45bd-6a7e-4f67-9d95-1a99e1344c55 tempest-AttachVolumeShelveTestJSON-167533422 tempest-AttachVolumeShelveTestJSON-167533422-project] 10.222.0.32 "GET /v2.0/ports?device_id=aa0a566e-da2b-449d-aa8c-a9df34e28bef HTTP/1.1" status: 200 len: 946 time: 0.0516224 Aug 13 11:26:50.960382 dv-cinder-797608-16-iscsi neutron-server[93884]: INFO neutron.wsgi [req-f0c22d32-78c4-4b79-aa0b-4123bc03f493 req-e88c6415-9c8a-457c-bb75-db9f5a5f4539 tempest-AttachVolumeShelveTestJSON-167533422 tempest-AttachVolumeShelveTestJSON-167533422-project] 10.222.0.32 "GET /v2.0/security-groups?id=26f817c1-933c-4977-9085-1dee6d7b8bee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320814 Aug 13 11:26:51.032014 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.32', 53046) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 11:26:51.071110 dv-cinder-797608-16-iscsi neutron-server[93883]: INFO neutron.wsgi [None req-d11a80ae-9b18-41c1-a418-f3a76a3bc364 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=112efd90c61c40cd876ef84f07b2e03b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0377481 Aug 13 11:26:51.073359 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.32', 53048) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 11:26:51.120030 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-a571b8c5-44c0-41b5-9474-7af43b8dc353 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 11:26:51.141304 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-a571b8c5-44c0-41b5-9474-7af43b8dc353 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 11:26:51.185495 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-a571b8c5-44c0-41b5-9474-7af43b8dc353 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651637'] for security_group, after_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 11:26:51.188543 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-a571b8c5-44c0-41b5-9474-7af43b8dc353 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 11:26:51.189713 dv-cinder-797608-16-iscsi neutron-server[93883]: INFO neutron.wsgi [None req-a571b8c5-44c0-41b5-9474-7af43b8dc353 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/82e1ff03-289e-4fa4-8896-f485c7a28112 HTTP/1.1" status: 204 len: 168 time: 0.1154151 Aug 13 11:26:51.197242 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a571b8c5-44c0-41b5-9474-7af43b8dc353 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=82e1ff03-289e-4fa4-8896-f485c7a28112,revision_number=None']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 11:26:51.406308 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-677d6d2b-4eb8-4b6a-acbb-c71361136369 req-e2382a1a-c064-40b3-841c-1a1b6cdbeddd tempest-AttachVolumeShelveTestJSON-167533422 tempest-AttachVolumeShelveTestJSON-167533422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 11:26:51.407936 dv-cinder-797608-16-iscsi neutron-server[93883]: INFO neutron.wsgi [req-677d6d2b-4eb8-4b6a-acbb-c71361136369 req-e2382a1a-c064-40b3-841c-1a1b6cdbeddd tempest-AttachVolumeShelveTestJSON-167533422 tempest-AttachVolumeShelveTestJSON-167533422-project] 10.222.0.20 "GET /v2.0/ports?device_id=aa0a566e-da2b-449d-aa8c-a9df34e28bef HTTP/1.1" status: 200 len: 946 time: 0.0552590 Aug 13 11:26:51.505251 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron.plugins.ml2.plugin [req-677d6d2b-4eb8-4b6a-acbb-c71361136369 req-ba32442d-5e3c-4b4f-ac8d-59108d6f994f tempest-AttachVolumeShelveTestJSON-167533422 tempest-AttachVolumeShelveTestJSON-167533422-project] Deleting port bec7f6e6-fda9-4e55-b235-243402f8d2f0 {{(pid=93883) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 13 11:26:51.505597 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-677d6d2b-4eb8-4b6a-acbb-c71361136369 req-ba32442d-5e3c-4b4f-ac8d-59108d6f994f tempest-AttachVolumeShelveTestJSON-167533422 tempest-AttachVolumeShelveTestJSON-167533422-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782137884200'] for port, before_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 11:26:51.598169 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron.plugins.ml2.db [req-677d6d2b-4eb8-4b6a-acbb-c71361136369 req-ba32442d-5e3c-4b4f-ac8d-59108d6f994f tempest-AttachVolumeShelveTestJSON-167533422 tempest-AttachVolumeShelveTestJSON-167533422-project] For port bec7f6e6-fda9-4e55-b235-243402f8d2f0, host hv-cinder-79760, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79760',level=0,port_id=bec7f6e6-fda9-4e55-b235-243402f8d2f0,segment=NetworkSegment(0fa64963-7e93-4d0e-b107-3a0c1a54420b),segment_id=0fa64963-7e93-4d0e-b107-3a0c1a54420b)] {{(pid=93883) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 13 11:26:51.598540 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-677d6d2b-4eb8-4b6a-acbb-c71361136369 req-ba32442d-5e3c-4b4f-ac8d-59108d6f994f tempest-AttachVolumeShelveTestJSON-167533422 tempest-AttachVolumeShelveTestJSON-167533422-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1583036'] for port, precommit_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 11:26:51.775990 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-677d6d2b-4eb8-4b6a-acbb-c71361136369 req-ba32442d-5e3c-4b4f-ac8d-59108d6f994f tempest-AttachVolumeShelveTestJSON-167533422 tempest-AttachVolumeShelveTestJSON-167533422-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 11:26:51.776325 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-677d6d2b-4eb8-4b6a-acbb-c71361136369 req-ba32442d-5e3c-4b4f-ac8d-59108d6f994f tempest-AttachVolumeShelveTestJSON-167533422 tempest-AttachVolumeShelveTestJSON-167533422-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1585555'] for floatingip, after_update {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 11:26:51.776956 dv-cinder-797608-16-iscsi neutron-server[93883]: INFO neutron.db.l3_db [req-677d6d2b-4eb8-4b6a-acbb-c71361136369 req-ba32442d-5e3c-4b4f-ac8d-59108d6f994f tempest-AttachVolumeShelveTestJSON-167533422 tempest-AttachVolumeShelveTestJSON-167533422-project] Floating IP aeac024d-ac3d-4261-a223-d4d309e6c0a4 disassociated. External IP: 172.27.2.223, port: bec7f6e6-fda9-4e55-b235-243402f8d2f0. Aug 13 11:26:51.777301 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron.plugins.ml2.plugin [req-677d6d2b-4eb8-4b6a-acbb-c71361136369 req-ba32442d-5e3c-4b4f-ac8d-59108d6f994f tempest-AttachVolumeShelveTestJSON-167533422 tempest-AttachVolumeShelveTestJSON-167533422-project] Calling delete_port for bec7f6e6-fda9-4e55-b235-243402f8d2f0 owned by compute:nova {{(pid=93883) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 13 11:26:51.890706 dv-cinder-797608-16-iscsi neutron-server[93885]: DEBUG neutron.plugins.ml2.rpc [None req-05931952-e11e-4e12-af58-ece1398d134b None None] Device 86ce841a-87d5-4874-bdcd-2f584f9e1b96 no longer exists at agent ovs-agent-dv-cinder-797608-16-iscsi {{(pid=93885) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 13 11:26:51.912338 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-677d6d2b-4eb8-4b6a-acbb-c71361136369 req-ba32442d-5e3c-4b4f-ac8d-59108d6f994f tempest-AttachVolumeShelveTestJSON-167533422 tempest-AttachVolumeShelveTestJSON-167533422-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935844', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611014', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782137889922', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782137337604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2139128394'] for port, after_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 11:26:51.914285 dv-cinder-797608-16-iscsi neutron-server[93885]: DEBUG neutron.plugins.ml2.plugin [None req-05931952-e11e-4e12-af58-ece1398d134b None None] No Port match for: 86ce841a-87d5-4874-bdcd-2f584f9e1b96 {{(pid=93885) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 13 11:26:51.914688 dv-cinder-797608-16-iscsi neutron-server[93885]: DEBUG neutron.plugins.ml2.rpc [None req-05931952-e11e-4e12-af58-ece1398d134b None None] Device 86ce841a-87d5-4874-bdcd-2f584f9e1b96 not bound to the agent host dv-cinder-797608-16-iscsi {{(pid=93885) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 13 11:26:51.941144 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba32442d-5e3c-4b4f-ac8d-59108d6f994f tempest-AttachVolumeShelveTestJSON-167533422 tempest-AttachVolumeShelveTestJSON-167533422-project] Pushing event deleted for resources: {'Port': ['ID=bec7f6e6-fda9-4e55-b235-243402f8d2f0,revision_number=None']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 11:26:52.054255 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron.scheduler.l3_agent_scheduler [req-677d6d2b-4eb8-4b6a-acbb-c71361136369 req-ba32442d-5e3c-4b4f-ac8d-59108d6f994f tempest-AttachVolumeShelveTestJSON-167533422 tempest-AttachVolumeShelveTestJSON-167533422-project] Router 45fcef0b-5e49-4ed1-8f5f-be1c9887f9b9 has already been hosted by L3 agent 120d27b5-31d8-4cd2-97b4-2412c45088e1 {{(pid=93883) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 13 11:26:52.059265 dv-cinder-797608-16-iscsi neutron-server[93884]: INFO neutron.wsgi [req-c2df690c-1a45-474f-a2a1-68e0b0533bab req-fbadc4ea-42a5-42b5-b3e0-6024ee56a518 tempest-AttachVolumeShelveTestJSON-167533422 tempest-AttachVolumeShelveTestJSON-167533422-project] 10.222.0.32 "GET /v2.0/ports?device_id=aa0a566e-da2b-449d-aa8c-a9df34e28bef HTTP/1.1" status: 200 len: 210 time: 0.0257058 Aug 13 11:26:52.161613 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-677d6d2b-4eb8-4b6a-acbb-c71361136369 req-ba32442d-5e3c-4b4f-ac8d-59108d6f994f tempest-AttachVolumeShelveTestJSON-167533422 tempest-AttachVolumeShelveTestJSON-167533422-project] Notify agent at l3_agent.dv-cinder-797608-16-iscsi the message routers_updated {{(pid=93883) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 13 11:26:52.170845 dv-cinder-797608-16-iscsi neutron-server[93886]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9679093-e051-4ef0-ba24-c6f645decac0 None None] Sync routers for ids ['45fcef0b-5e49-4ed1-8f5f-be1c9887f9b9'] in dv-cinder-797608-16-iscsi {{(pid=93886) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 13 11:26:52.179746 dv-cinder-797608-16-iscsi neutron-server[93886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9679093-e051-4ef0-ba24-c6f645decac0 None None] Routers {'45fcef0b-5e49-4ed1-8f5f-be1c9887f9b9'} bound to L3 agent in host dv-cinder-797608-16-iscsi {{(pid=93886) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 13 11:26:52.180339 dv-cinder-797608-16-iscsi neutron-server[93886]: DEBUG neutron.db.l3_hamode_db [None req-e9679093-e051-4ef0-ba24-c6f645decac0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797608-16-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-08-13T11:11:41Z,description=,heartbeat_timestamp=2021-08-13T11:26:41Z,host='dv-cinder-797608-16-iscsi',id=120d27b5-31d8-4cd2-97b4-2412c45088e1,load=0,resource_versions=,resources_synced=,started_at=2021-08-13T11:11:41Z,topic='l3_agent')) {'router_ids': ['45fcef0b-5e49-4ed1-8f5f-be1c9887f9b9'], 'active': True} {{(pid=93886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 13 11:26:52.199187 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron.db.l3_dvrscheduler_db [req-677d6d2b-4eb8-4b6a-acbb-c71361136369 req-ba32442d-5e3c-4b4f-ac8d-59108d6f994f tempest-AttachVolumeShelveTestJSON-167533422 tempest-AttachVolumeShelveTestJSON-167533422-project] No DVR routers for this DVR port bec7f6e6-fda9-4e55-b235-243402f8d2f0 on host hv-cinder-79760 {{(pid=93883) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 13 11:26:52.201726 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-677d6d2b-4eb8-4b6a-acbb-c71361136369 req-ba32442d-5e3c-4b4f-ac8d-59108d6f994f tempest-AttachVolumeShelveTestJSON-167533422 tempest-AttachVolumeShelveTestJSON-167533422-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-128352'] for port, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 11:26:52.204576 dv-cinder-797608-16-iscsi neutron-server[93883]: INFO neutron.wsgi [req-677d6d2b-4eb8-4b6a-acbb-c71361136369 req-ba32442d-5e3c-4b4f-ac8d-59108d6f994f tempest-AttachVolumeShelveTestJSON-167533422 tempest-AttachVolumeShelveTestJSON-167533422-project] 10.222.0.20 "DELETE /v2.0/ports/bec7f6e6-fda9-4e55-b235-243402f8d2f0 HTTP/1.1" status: 204 len: 173 time: 0.7900703 Aug 13 11:26:52.205103 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'aa0a566e-da2b-449d-aa8c-a9df34e28bef', 'name': 'network-vif-deleted', 'tag': 'bec7f6e6-fda9-4e55-b235-243402f8d2f0'}] {{(pid=93883) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 13 11:26:52.207940 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}db1a1fbc245c58e73290e58258e46ca41fe4e785cc79cbd57aa3dae940aad292" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cd38732d-3e51-492e-b938-b5b330c40e17" -d '{"events": [{"server_uuid": "aa0a566e-da2b-449d-aa8c-a9df34e28bef", "name": "network-vif-deleted", "tag": "bec7f6e6-fda9-4e55-b235-243402f8d2f0"}]}' {{(pid=93883) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 13 11:26:52.250102 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 13 Aug 2021 11:26:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3ba342c2-20aa-4b7c-b87a-07b95b36c1e9 x-openstack-request-id: req-3ba342c2-20aa-4b7c-b87a-07b95b36c1e9 {{(pid=93883) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 13 11:26:52.250397 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "aa0a566e-da2b-449d-aa8c-a9df34e28bef", "name": "network-vif-deleted", "tag": "bec7f6e6-fda9-4e55-b235-243402f8d2f0", "status": "completed", "code": 200}]} {{(pid=93883) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 13 11:26:52.250642 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-3ba342c2-20aa-4b7c-b87a-07b95b36c1e9 {{(pid=93883) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 13 11:26:52.251032 dv-cinder-797608-16-iscsi neutron-server[93883]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'aa0a566e-da2b-449d-aa8c-a9df34e28bef', 'name': 'network-vif-deleted', 'tag': 'bec7f6e6-fda9-4e55-b235-243402f8d2f0', 'status': 'completed', 'code': 200} Aug 13 11:26:52.300065 dv-cinder-797608-16-iscsi neutron-server[93886]: DEBUG neutron.db.l3_dvr_db [None req-e9679093-e051-4ef0-ba24-c6f645decac0 None None] Set router 45fcef0b-5e49-4ed1-8f5f-be1c9887f9b9 gateway port host: dv-cinder-797608-16-iscsi {{(pid=93886) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 13 11:26:52.497253 dv-cinder-797608-16-iscsi neutron-server[93886]: DEBUG neutron.db.l3_hamode_db [None req-e9679093-e051-4ef0-ba24-c6f645decac0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '45fcef0b-5e49-4ed1-8f5f-be1c9887f9b9', 'name': 'tempest-AttachVolumeShelveTestJSON-1350673581-router', 'tenant_id': 'f8e7c269befb4af69a2ff5c42fe26725', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c3f0979-58a5-4465-87f9-e256377c6b61', 'external_fixed_ips': [{'subnet_id': 'ba735781-2bff-41d5-99b4-7ca705ee91ca', 'ip_address': '172.27.2.203'}], 'enable_snat': True}, 'gw_port_id': 'a4f99e22-c5d9-42a7-b41e-19774bde4137', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-13T11:24:03Z', 'updated_at': '2021-08-13T11:24:06Z', 'revision_number': 4, 'project_id': 'f8e7c269befb4af69a2ff5c42fe26725', 'gw_port': {'id': 'a4f99e22-c5d9-42a7-b41e-19774bde4137', 'name': '', 'network_id': '7c3f0979-58a5-4465-87f9-e256377c6b61', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:1e:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '45fcef0b-5e49-4ed1-8f5f-be1c9887f9b9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 551, 'fixed_ips': [{'subnet_id': 'ba735781-2bff-41d5-99b4-7ca705ee91ca', 'ip_address': '172.27.2.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-13T11:24:04Z', 'updated_at': '2021-08-13T11:24:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ba735781-2bff-41d5-99b4-7ca705ee91ca', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797608-16-iscsi', '_interfaces': [{'id': 'b605be2c-e246-49a8-b16a-0da0ce234507', 'name': '', 'network_id': 'd5a90fe8-bc27-43fd-967e-c2c4a7f28507', 'tenant_id': 'f8e7c269befb4af69a2ff5c42fe26725', 'mac_address': 'fa:16:3e:cb:3d:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '45fcef0b-5e49-4ed1-8f5f-be1c9887f9b9', 'device_owner': 'network:router_interface', 'standard_attr_id': 552, 'fixed_ips': [{'subnet_id': '76eee822-f693-42cb-8b2a-3e4c87d31887', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-13T11:24:06Z', 'updated_at': '2021-08-13T11:24:12Z', 'revision_number': 5, 'project_id': 'f8e7c269befb4af69a2ff5c42fe26725', 'subnets': [{'id': '76eee822-f693-42cb-8b2a-3e4c87d31887', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-797608-16-iscsi', False) {} {{(pid=93886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 13 11:26:52.526657 dv-cinder-797608-16-iscsi neutron-server[93886]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9679093-e051-4ef0-ba24-c6f645decac0 None None] Checking router: 45fcef0b-5e49-4ed1-8f5f-be1c9887f9b9 for host: dv-cinder-797608-16-iscsi {{(pid=93886) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 13 11:26:52.534570 dv-cinder-797608-16-iscsi neutron-server[93886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9679093-e051-4ef0-ba24-c6f645decac0 None None] Routers {'45fcef0b-5e49-4ed1-8f5f-be1c9887f9b9'} bound to L3 agent in host dv-cinder-797608-16-iscsi {{(pid=93886) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 13 11:26:52.535159 dv-cinder-797608-16-iscsi neutron-server[93886]: DEBUG neutron.db.l3_hamode_db [None req-e9679093-e051-4ef0-ba24-c6f645decac0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797608-16-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-08-13T11:11:41Z,description=,heartbeat_timestamp=2021-08-13T11:26:41Z,host='dv-cinder-797608-16-iscsi',id=120d27b5-31d8-4cd2-97b4-2412c45088e1,load=0,resource_versions=,resources_synced=,started_at=2021-08-13T11:11:41Z,topic='l3_agent')) {'router_ids': ['45fcef0b-5e49-4ed1-8f5f-be1c9887f9b9'], 'active': True} {{(pid=93886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 13 11:26:52.643428 dv-cinder-797608-16-iscsi neutron-server[93886]: DEBUG neutron.db.l3_dvr_db [None req-e9679093-e051-4ef0-ba24-c6f645decac0 None None] Set router 45fcef0b-5e49-4ed1-8f5f-be1c9887f9b9 gateway port host: dv-cinder-797608-16-iscsi {{(pid=93886) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 13 11:26:52.836424 dv-cinder-797608-16-iscsi neutron-server[93886]: DEBUG neutron.db.l3_hamode_db [None req-e9679093-e051-4ef0-ba24-c6f645decac0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '45fcef0b-5e49-4ed1-8f5f-be1c9887f9b9', 'name': 'tempest-AttachVolumeShelveTestJSON-1350673581-router', 'tenant_id': 'f8e7c269befb4af69a2ff5c42fe26725', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c3f0979-58a5-4465-87f9-e256377c6b61', 'external_fixed_ips': [{'subnet_id': 'ba735781-2bff-41d5-99b4-7ca705ee91ca', 'ip_address': '172.27.2.203'}], 'enable_snat': True}, 'gw_port_id': 'a4f99e22-c5d9-42a7-b41e-19774bde4137', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-13T11:24:03Z', 'updated_at': '2021-08-13T11:24:06Z', 'revision_number': 4, 'project_id': 'f8e7c269befb4af69a2ff5c42fe26725', 'gw_port': {'id': 'a4f99e22-c5d9-42a7-b41e-19774bde4137', 'name': '', 'network_id': '7c3f0979-58a5-4465-87f9-e256377c6b61', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:1e:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '45fcef0b-5e49-4ed1-8f5f-be1c9887f9b9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 551, 'fixed_ips': [{'subnet_id': 'ba735781-2bff-41d5-99b4-7ca705ee91ca', 'ip_address': '172.27.2.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-13T11:24:04Z', 'updated_at': '2021-08-13T11:24:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ba735781-2bff-41d5-99b4-7ca705ee91ca', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797608-16-iscsi', '_interfaces': [{'id': 'b605be2c-e246-49a8-b16a-0da0ce234507', 'name': '', 'network_id': 'd5a90fe8-bc27-43fd-967e-c2c4a7f28507', 'tenant_id': 'f8e7c269befb4af69a2ff5c42fe26725', 'mac_address': 'fa:16:3e:cb:3d:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '45fcef0b-5e49-4ed1-8f5f-be1c9887f9b9', 'device_owner': 'network:router_interface', 'standard_attr_id': 552, 'fixed_ips': [{'subnet_id': '76eee822-f693-42cb-8b2a-3e4c87d31887', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-13T11:24:06Z', 'updated_at': '2021-08-13T11:24:12Z', 'revision_number': 5, 'project_id': 'f8e7c269befb4af69a2ff5c42fe26725', 'subnets': [{'id': '76eee822-f693-42cb-8b2a-3e4c87d31887', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-797608-16-iscsi', False) {} {{(pid=93886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 13 11:26:52.862051 dv-cinder-797608-16-iscsi neutron-server[93886]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9679093-e051-4ef0-ba24-c6f645decac0 None None] The sync data for ids ['45fcef0b-5e49-4ed1-8f5f-be1c9887f9b9'] in dv-cinder-797608-16-iscsi is: [{'id': '45fcef0b-5e49-4ed1-8f5f-be1c9887f9b9', 'name': 'tempest-AttachVolumeShelveTestJSON-1350673581-router', 'tenant_id': 'f8e7c269befb4af69a2ff5c42fe26725', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c3f0979-58a5-4465-87f9-e256377c6b61', 'external_fixed_ips': [{'subnet_id': 'ba735781-2bff-41d5-99b4-7ca705ee91ca', 'ip_address': '172.27.2.203'}], 'enable_snat': True}, 'gw_port_id': 'a4f99e22-c5d9-42a7-b41e-19774bde4137', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-13T11:24:03Z', 'updated_at': '2021-08-13T11:24:06Z', 'revision_number': 4, 'project_id': 'f8e7c269befb4af69a2ff5c42fe26725', 'gw_port': {'id': 'a4f99e22-c5d9-42a7-b41e-19774bde4137', 'name': '', 'network_id': '7c3f0979-58a5-4465-87f9-e256377c6b61', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:1e:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '45fcef0b-5e49-4ed1-8f5f-be1c9887f9b9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 551, 'fixed_ips': [{'subnet_id': 'ba735781-2bff-41d5-99b4-7ca705ee91ca', 'ip_address': '172.27.2.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-13T11:24:04Z', 'updated_at': '2021-08-13T11:24:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ba735781-2bff-41d5-99b4-7ca705ee91ca', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797608-16-iscsi', '_interfaces': [{'id': 'b605be2c-e246-49a8-b16a-0da0ce234507', 'name': '', 'network_id': 'd5a90fe8-bc27-43fd-967e-c2c4a7f28507', 'tenant_id': 'f8e7c269befb4af69a2ff5c42fe26725', 'mac_address': 'fa:16:3e:cb:3d:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '45fcef0b-5e49-4ed1-8f5f-be1c9887f9b9', 'device_owner': 'network:router_interface', 'standard_attr_id': 552, 'fixed_ips': [{'subnet_id': '76eee822-f693-42cb-8b2a-3e4c87d31887', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-13T11:24:06Z', 'updated_at': '2021-08-13T11:24:12Z', 'revision_number': 5, 'project_id': 'f8e7c269befb4af69a2ff5c42fe26725', 'subnets': [{'id': '76eee822-f693-42cb-8b2a-3e4c87d31887', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93886) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 13 11:26:53.071622 dv-cinder-797608-16-iscsi neutron-server[93885]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6844487f-b171-4091-8e11-61b70b76273a None None] New status for floating IP aeac024d-ac3d-4261-a223-d4d309e6c0a4: DOWN {{(pid=93885) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 13 11:26:53.156697 dv-cinder-797608-16-iscsi neutron-server[93884]: DEBUG neutron.wsgi [-] (93884) accepted ('10.222.0.32', 53084) {{(pid=93884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 11:26:53.227016 dv-cinder-797608-16-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-675d7880-c21c-4ae9-9578-3492cdf534d5 tempest-AttachVolumeShelveTestJSON-167533422 tempest-AttachVolumeShelveTestJSON-167533422-project] Notify callbacks [] for security_group, before_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 11:26:53.251600 dv-cinder-797608-16-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-675d7880-c21c-4ae9-9578-3492cdf534d5 tempest-AttachVolumeShelveTestJSON-167533422 tempest-AttachVolumeShelveTestJSON-167533422-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 11:26:53.296578 dv-cinder-797608-16-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-675d7880-c21c-4ae9-9578-3492cdf534d5 tempest-AttachVolumeShelveTestJSON-167533422 tempest-AttachVolumeShelveTestJSON-167533422-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651637'] for security_group, after_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 11:26:53.299120 dv-cinder-797608-16-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-675d7880-c21c-4ae9-9578-3492cdf534d5 tempest-AttachVolumeShelveTestJSON-167533422 tempest-AttachVolumeShelveTestJSON-167533422-project] Notify callbacks [] for security_group, before_response {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 11:26:53.300283 dv-cinder-797608-16-iscsi neutron-server[93884]: INFO neutron.wsgi [None req-675d7880-c21c-4ae9-9578-3492cdf534d5 tempest-AttachVolumeShelveTestJSON-167533422 tempest-AttachVolumeShelveTestJSON-167533422-project] 10.222.0.32 "DELETE /v2.0/security-groups/26f817c1-933c-4977-9085-1dee6d7b8bee HTTP/1.1" status: 204 len: 168 time: 0.1425819 Aug 13 11:26:53.303055 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.32', 53088) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 11:26:53.309192 dv-cinder-797608-16-iscsi neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-675d7880-c21c-4ae9-9578-3492cdf534d5 tempest-AttachVolumeShelveTestJSON-167533422 tempest-AttachVolumeShelveTestJSON-167533422-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=26f817c1-933c-4977-9085-1dee6d7b8bee,revision_number=None']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 11:26:53.318031 dv-cinder-797608-16-iscsi neutron-server[93883]: INFO neutron.api.v2.resource [None req-f3c63aea-3ec1-432b-bc97-440a7e7699e7 tempest-AttachVolumeShelveTestJSON-167533422 tempest-AttachVolumeShelveTestJSON-167533422-project] show failed (client error): The resource could not be found. Aug 13 11:26:53.319034 dv-cinder-797608-16-iscsi neutron-server[93883]: INFO neutron.wsgi [None req-f3c63aea-3ec1-432b-bc97-440a7e7699e7 tempest-AttachVolumeShelveTestJSON-167533422 tempest-AttachVolumeShelveTestJSON-167533422-project] 10.222.0.32 "GET /v2.0/security-groups/26f817c1-933c-4977-9085-1dee6d7b8bee HTTP/1.1" status: 404 len: 347 time: 0.0150068 Aug 13 11:26:53.321800 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.32', 53090) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 11:26:53.454377 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron.plugins.ml2.plugin [None req-ae1ae696-a575-4881-93ac-c42aa596d139 tempest-AttachVolumeShelveTestJSON-167533422 tempest-AttachVolumeShelveTestJSON-167533422-project] Deleting port 1c7f55b8-90bf-4dec-9502-4650c37d4c7c {{(pid=93883) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 13 11:26:53.454637 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-ae1ae696-a575-4881-93ac-c42aa596d139 tempest-AttachVolumeShelveTestJSON-167533422 tempest-AttachVolumeShelveTestJSON-167533422-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782137884200'] for port, before_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 11:26:53.531560 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-ae1ae696-a575-4881-93ac-c42aa596d139 tempest-AttachVolumeShelveTestJSON-167533422 tempest-AttachVolumeShelveTestJSON-167533422-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1583036'] for port, precommit_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 11:26:53.531889 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-ae1ae696-a575-4881-93ac-c42aa596d139 tempest-AttachVolumeShelveTestJSON-167533422 tempest-AttachVolumeShelveTestJSON-167533422-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 11:26:53.543159 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron.plugins.ml2.plugin [None req-ae1ae696-a575-4881-93ac-c42aa596d139 tempest-AttachVolumeShelveTestJSON-167533422 tempest-AttachVolumeShelveTestJSON-167533422-project] Calling delete_port for 1c7f55b8-90bf-4dec-9502-4650c37d4c7c owned by network:floatingip {{(pid=93883) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 13 11:26:53.680281 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-ae1ae696-a575-4881-93ac-c42aa596d139 tempest-AttachVolumeShelveTestJSON-167533422 tempest-AttachVolumeShelveTestJSON-167533422-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935844', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611014', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782137889922', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782137337604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2139128394'] for port, after_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 11:26:53.703184 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae1ae696-a575-4881-93ac-c42aa596d139 tempest-AttachVolumeShelveTestJSON-167533422 tempest-AttachVolumeShelveTestJSON-167533422-project] Pushing event deleted for resources: {'Port': ['ID=1c7f55b8-90bf-4dec-9502-4650c37d4c7c,revision_number=None']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 11:26:53.762739 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-ae1ae696-a575-4881-93ac-c42aa596d139 tempest-AttachVolumeShelveTestJSON-167533422 tempest-AttachVolumeShelveTestJSON-167533422-project] Notify callbacks [] for floatingip, after_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 11:26:53.765292 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-ae1ae696-a575-4881-93ac-c42aa596d139 tempest-AttachVolumeShelveTestJSON-167533422 tempest-AttachVolumeShelveTestJSON-167533422-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-128352'] for floatingip, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 11:26:53.766481 dv-cinder-797608-16-iscsi neutron-server[93883]: INFO neutron.wsgi [None req-ae1ae696-a575-4881-93ac-c42aa596d139 tempest-AttachVolumeShelveTestJSON-167533422 tempest-AttachVolumeShelveTestJSON-167533422-project] 10.222.0.32 "DELETE /v2.0/floatingips/aeac024d-ac3d-4261-a223-d4d309e6c0a4 HTTP/1.1" status: 204 len: 168 time: 0.4437773 Aug 13 11:26:54.010419 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.32', 53094) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 11:26:54.015179 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron.api.v2.base [None req-d79130dd-1769-421e-ae03-9f90223c8929 tempest-AttachVolumeShelveTestJSON-167533422 tempest-AttachVolumeShelveTestJSON-167533422-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1518188855', 'description': 'tempest-description--661243050'}} {{(pid=93883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 13 11:26:54.036587 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-d79130dd-1769-421e-ae03-9f90223c8929 tempest-AttachVolumeShelveTestJSON-167533422 tempest-AttachVolumeShelveTestJSON-167533422-project] Notify callbacks [] for security_group, before_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 11:26:54.118402 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-d79130dd-1769-421e-ae03-9f90223c8929 tempest-AttachVolumeShelveTestJSON-167533422 tempest-AttachVolumeShelveTestJSON-167533422-project] Notify callbacks [] for security_group, precommit_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 11:26:54.121955 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-d79130dd-1769-421e-ae03-9f90223c8929 tempest-AttachVolumeShelveTestJSON-167533422 tempest-AttachVolumeShelveTestJSON-167533422-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651637'] for security_group, after_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 11:26:54.148915 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-d79130dd-1769-421e-ae03-9f90223c8929 tempest-AttachVolumeShelveTestJSON-167533422 tempest-AttachVolumeShelveTestJSON-167533422-project] Notify callbacks [] for security_group, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 11:26:54.150140 dv-cinder-797608-16-iscsi neutron-server[93883]: INFO neutron.wsgi [None req-d79130dd-1769-421e-ae03-9f90223c8929 tempest-AttachVolumeShelveTestJSON-167533422 tempest-AttachVolumeShelveTestJSON-167533422-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 0.1386719 Aug 13 11:26:54.150968 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d79130dd-1769-421e-ae03-9f90223c8929 tempest-AttachVolumeShelveTestJSON-167533422 tempest-AttachVolumeShelveTestJSON-167533422-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b9edfe40-6480-42b1-a5a0-60b01d6d9607,revision_number=1']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 11:26:54.152989 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.32', 53096) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 11:26:54.158096 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron.api.v2.base [None req-dcb75c0e-dadd-4128-bd8c-f5ad4ec9ef9d tempest-AttachVolumeShelveTestJSON-167533422 tempest-AttachVolumeShelveTestJSON-167533422-project] Request body: {'security_group_rule': {'security_group_id': 'b9edfe40-6480-42b1-a5a0-60b01d6d9607', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 13 11:26:54.183466 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-dcb75c0e-dadd-4128-bd8c-f5ad4ec9ef9d tempest-AttachVolumeShelveTestJSON-167533422 tempest-AttachVolumeShelveTestJSON-167533422-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 11:26:54.236278 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-dcb75c0e-dadd-4128-bd8c-f5ad4ec9ef9d tempest-AttachVolumeShelveTestJSON-167533422 tempest-AttachVolumeShelveTestJSON-167533422-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 11:26:54.244728 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-dcb75c0e-dadd-4128-bd8c-f5ad4ec9ef9d tempest-AttachVolumeShelveTestJSON-167533422 tempest-AttachVolumeShelveTestJSON-167533422-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651522'] for security_group_rule, after_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 11:26:54.272404 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcb75c0e-dadd-4128-bd8c-f5ad4ec9ef9d tempest-AttachVolumeShelveTestJSON-167533422 tempest-AttachVolumeShelveTestJSON-167533422-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e18642a2-09f7-482c-a094-fc6582007abe,revision_number=0']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 11:26:54.277693 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-dcb75c0e-dadd-4128-bd8c-f5ad4ec9ef9d tempest-AttachVolumeShelveTestJSON-167533422 tempest-AttachVolumeShelveTestJSON-167533422-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 11:26:54.279096 dv-cinder-797608-16-iscsi neutron-server[93883]: INFO neutron.wsgi [None req-dcb75c0e-dadd-4128-bd8c-f5ad4ec9ef9d tempest-AttachVolumeShelveTestJSON-167533422 tempest-AttachVolumeShelveTestJSON-167533422-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1251740 Aug 13 11:26:54.282508 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.32', 53102) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 11:26:54.287582 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron.api.v2.base [None req-ef71a3d8-7a81-49ef-a822-1a7a8edddb93 tempest-AttachVolumeShelveTestJSON-167533422 tempest-AttachVolumeShelveTestJSON-167533422-project] Request body: {'security_group_rule': {'security_group_id': 'b9edfe40-6480-42b1-a5a0-60b01d6d9607', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=93883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 13 11:26:54.315056 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-ef71a3d8-7a81-49ef-a822-1a7a8edddb93 tempest-AttachVolumeShelveTestJSON-167533422 tempest-AttachVolumeShelveTestJSON-167533422-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 11:26:54.371676 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-ef71a3d8-7a81-49ef-a822-1a7a8edddb93 tempest-AttachVolumeShelveTestJSON-167533422 tempest-AttachVolumeShelveTestJSON-167533422-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 11:26:54.375357 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-ef71a3d8-7a81-49ef-a822-1a7a8edddb93 tempest-AttachVolumeShelveTestJSON-167533422 tempest-AttachVolumeShelveTestJSON-167533422-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651522'] for security_group_rule, after_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 11:26:54.395844 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef71a3d8-7a81-49ef-a822-1a7a8edddb93 tempest-AttachVolumeShelveTestJSON-167533422 tempest-AttachVolumeShelveTestJSON-167533422-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2dc8e843-7e1c-4eb8-b916-84d3675dd584,revision_number=0']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 11:26:54.406494 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-ef71a3d8-7a81-49ef-a822-1a7a8edddb93 tempest-AttachVolumeShelveTestJSON-167533422 tempest-AttachVolumeShelveTestJSON-167533422-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 11:26:54.407915 dv-cinder-797608-16-iscsi neutron-server[93883]: INFO neutron.wsgi [None req-ef71a3d8-7a81-49ef-a822-1a7a8edddb93 tempest-AttachVolumeShelveTestJSON-167533422 tempest-AttachVolumeShelveTestJSON-167533422-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1244094 Aug 13 11:26:54.410979 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.32', 53108) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 11:26:54.415858 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron.api.v2.base [None req-9fde157b-0b8f-49e1-bba7-54fdb8e18df7 tempest-AttachVolumeShelveTestJSON-167533422 tempest-AttachVolumeShelveTestJSON-167533422-project] Request body: {'floatingip': {'floating_network_id': '7c3f0979-58a5-4465-87f9-e256377c6b61'}} {{(pid=93883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 13 11:26:54.438622 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-9fde157b-0b8f-49e1-bba7-54fdb8e18df7 tempest-AttachVolumeShelveTestJSON-167533422 tempest-AttachVolumeShelveTestJSON-167533422-project] Notify callbacks [] for floatingip, before_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 11:26:54.539791 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-9fde157b-0b8f-49e1-bba7-54fdb8e18df7 tempest-AttachVolumeShelveTestJSON-167533422 tempest-AttachVolumeShelveTestJSON-167533422-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935434'] for port, before_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 11:26:54.546619 dv-cinder-797608-16-iscsi neutron-server[93884]: DEBUG neutron.wsgi [-] (93884) accepted ('10.222.0.32', 53112) {{(pid=93884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 11:26:54.642865 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron.db.db_base_plugin_common [None req-9fde157b-0b8f-49e1-bba7-54fdb8e18df7 tempest-AttachVolumeShelveTestJSON-167533422 tempest-AttachVolumeShelveTestJSON-167533422-project] Allocated IP 172.27.2.99 (7c3f0979-58a5-4465-87f9-e256377c6b61/ba735781-2bff-41d5-99b4-7ca705ee91ca/f463e317-46b1-4015-829b-d71e0a01709c) {{(pid=93883) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 13 11:26:54.649326 dv-cinder-797608-16-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-52e2d71b-b35c-422b-945f-a01991d96422 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 11:26:54.751926 dv-cinder-797608-16-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-52e2d71b-b35c-422b-945f-a01991d96422 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 11:26:54.756401 dv-cinder-797608-16-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-52e2d71b-b35c-422b-945f-a01991d96422 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651637'] for security_group, after_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 11:26:54.760799 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-9fde157b-0b8f-49e1-bba7-54fdb8e18df7 tempest-AttachVolumeShelveTestJSON-167533422 tempest-AttachVolumeShelveTestJSON-167533422-project] Notify callbacks [] for port, precommit_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 11:26:54.794775 dv-cinder-797608-16-iscsi neutron-server[93884]: INFO neutron.wsgi [None req-52e2d71b-b35c-422b-945f-a01991d96422 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=80cf9d97ceb9413cba413af47f137716&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2470758 Aug 13 11:26:54.795795 dv-cinder-797608-16-iscsi neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52e2d71b-b35c-422b-945f-a01991d96422 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3c5c254a-7040-443d-91ea-e46c7df0113e,revision_number=1']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 11:26:54.797781 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.32', 53116) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 11:26:54.805137 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-9fde157b-0b8f-49e1-bba7-54fdb8e18df7 tempest-AttachVolumeShelveTestJSON-167533422 tempest-AttachVolumeShelveTestJSON-167533422-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935844', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611014', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782137337079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2139128394'] for port, after_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 11:26:54.865782 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9fde157b-0b8f-49e1-bba7-54fdb8e18df7 tempest-AttachVolumeShelveTestJSON-167533422 tempest-AttachVolumeShelveTestJSON-167533422-project] Network 7c3f0979-58a5-4465-87f9-e256377c6b61 is already hosted by enough agents. {{(pid=93883) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 13 11:26:54.872553 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron.scheduler.base_scheduler [None req-9fde157b-0b8f-49e1-bba7-54fdb8e18df7 tempest-AttachVolumeShelveTestJSON-167533422 tempest-AttachVolumeShelveTestJSON-167533422-project] Resources bound (agent type, host, resource id): {{(pid=93883) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 13 11:26:54.878238 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9fde157b-0b8f-49e1-bba7-54fdb8e18df7 tempest-AttachVolumeShelveTestJSON-167533422 tempest-AttachVolumeShelveTestJSON-167533422-project] Received port after_create {{(pid=93883) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 13 11:26:54.902904 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fde157b-0b8f-49e1-bba7-54fdb8e18df7 tempest-AttachVolumeShelveTestJSON-167533422 tempest-AttachVolumeShelveTestJSON-167533422-project] Pushing event updated for resources: {'Port': ['ID=f463e317-46b1-4015-829b-d71e0a01709c,revision_number=1']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 11:26:54.923316 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-685b9bcd-2ace-4258-9bd7-4836539da359 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 11:26:54.955186 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-685b9bcd-2ace-4258-9bd7-4836539da359 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 11:26:55.015520 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-9fde157b-0b8f-49e1-bba7-54fdb8e18df7 tempest-AttachVolumeShelveTestJSON-167533422 tempest-AttachVolumeShelveTestJSON-167533422-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 11:26:55.050464 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-685b9bcd-2ace-4258-9bd7-4836539da359 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651637'] for security_group, after_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 11:26:55.052869 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-685b9bcd-2ace-4258-9bd7-4836539da359 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 11:26:55.054023 dv-cinder-797608-16-iscsi neutron-server[93883]: INFO neutron.wsgi [None req-685b9bcd-2ace-4258-9bd7-4836539da359 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/3c5c254a-7040-443d-91ea-e46c7df0113e HTTP/1.1" status: 204 len: 168 time: 0.2549655 Aug 13 11:26:55.056205 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-9fde157b-0b8f-49e1-bba7-54fdb8e18df7 tempest-AttachVolumeShelveTestJSON-167533422 tempest-AttachVolumeShelveTestJSON-167533422-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935434'] for port, before_update {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 11:26:55.082568 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-685b9bcd-2ace-4258-9bd7-4836539da359 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3c5c254a-7040-443d-91ea-e46c7df0113e,revision_number=None']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 11:26:55.213322 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-9fde157b-0b8f-49e1-bba7-54fdb8e18df7 tempest-AttachVolumeShelveTestJSON-167533422 tempest-AttachVolumeShelveTestJSON-167533422-project] Notify callbacks [] for port, precommit_update {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 11:26:55.217942 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-9fde157b-0b8f-49e1-bba7-54fdb8e18df7 tempest-AttachVolumeShelveTestJSON-167533422 tempest-AttachVolumeShelveTestJSON-167533422-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935844', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611014', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782137889940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782137337613', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782137337631', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2139128387'] for port, after_update {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 11:26:55.289753 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fde157b-0b8f-49e1-bba7-54fdb8e18df7 tempest-AttachVolumeShelveTestJSON-167533422 tempest-AttachVolumeShelveTestJSON-167533422-project] Pushing event updated for resources: {'Port': ['ID=f463e317-46b1-4015-829b-d71e0a01709c,revision_number=2']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 11:26:55.300364 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-9fde157b-0b8f-49e1-bba7-54fdb8e18df7 tempest-AttachVolumeShelveTestJSON-167533422 tempest-AttachVolumeShelveTestJSON-167533422-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1585555'] for floatingip, after_update {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 11:26:55.314122 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-9fde157b-0b8f-49e1-bba7-54fdb8e18df7 tempest-AttachVolumeShelveTestJSON-167533422 tempest-AttachVolumeShelveTestJSON-167533422-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-128352'] for floatingip, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 11:26:55.315498 dv-cinder-797608-16-iscsi neutron-server[93883]: INFO neutron.wsgi [None req-9fde157b-0b8f-49e1-bba7-54fdb8e18df7 tempest-AttachVolumeShelveTestJSON-167533422 tempest-AttachVolumeShelveTestJSON-167533422-project] 10.222.0.32 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 0.9032919 Aug 13 11:26:55.328305 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.32', 53124) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 11:26:55.341622 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-c010c933-653a-44c8-bc55-0fc836bdc677 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 11:26:55.431837 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-c010c933-653a-44c8-bc55-0fc836bdc677 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 11:26:55.436187 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-c010c933-653a-44c8-bc55-0fc836bdc677 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651637'] for security_group, after_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 11:26:55.476468 dv-cinder-797608-16-iscsi neutron-server[93883]: INFO neutron.wsgi [None req-c010c933-653a-44c8-bc55-0fc836bdc677 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=a12d4bc9dd0e4ae28f3467b66326d8e5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1447992 Aug 13 11:26:55.476468 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c010c933-653a-44c8-bc55-0fc836bdc677 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0fe95e75-913d-410a-9f8c-945c33122661,revision_number=1']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 11:26:55.479067 dv-cinder-797608-16-iscsi neutron-server[93884]: DEBUG neutron.wsgi [-] (93884) accepted ('10.222.0.32', 53138) {{(pid=93884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 11:26:55.524470 dv-cinder-797608-16-iscsi neutron-server[93884]: INFO neutron.wsgi [req-3935987a-aff5-49be-b06b-ee6b3ea8bb42 req-e7e5fc62-f69e-4895-8e62-fe2fc3e71b9a tempest-AttachVolumeShelveTestJSON-167533422 tempest-AttachVolumeShelveTestJSON-167533422-project] 10.222.0.32 "GET /v2.0/security-groups?name=tempest-securitygroup--1518188855&fields=id&tenant_id=f8e7c269befb4af69a2ff5c42fe26725 HTTP/1.1" status: 200 len: 267 time: 0.0530367 Aug 13 11:26:55.600887 dv-cinder-797608-16-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-5e683e78-6aea-4416-ada0-b24451b65e53 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 11:26:55.638671 dv-cinder-797608-16-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-5e683e78-6aea-4416-ada0-b24451b65e53 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 11:26:55.676126 dv-cinder-797608-16-iscsi neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3935987a-aff5-49be-b06b-ee6b3ea8bb42 req-8bf7b284-0dbe-4bda-8bba-28ce9e8220e0 tempest-AttachVolumeShelveTestJSON-167533422 tempest-AttachVolumeShelveTestJSON-167533422-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 11:26:55.677580 dv-cinder-797608-16-iscsi neutron-server[93884]: INFO neutron.wsgi [req-3935987a-aff5-49be-b06b-ee6b3ea8bb42 req-8bf7b284-0dbe-4bda-8bba-28ce9e8220e0 tempest-AttachVolumeShelveTestJSON-167533422 tempest-AttachVolumeShelveTestJSON-167533422-project] 10.222.0.32 "GET /v2.0/networks?id=d5a90fe8-bc27-43fd-967e-c2c4a7f28507 HTTP/1.1" status: 200 len: 817 time: 0.1448374 Aug 13 11:26:55.695474 dv-cinder-797608-16-iscsi neutron-server[93884]: INFO neutron.wsgi [req-3935987a-aff5-49be-b06b-ee6b3ea8bb42 req-d1d0e48c-1e67-4aa8-8ba6-624bc991ac75 tempest-AttachVolumeShelveTestJSON-167533422 tempest-AttachVolumeShelveTestJSON-167533422-project] 10.222.0.32 "GET /v2.0/quotas/f8e7c269befb4af69a2ff5c42fe26725 HTTP/1.1" status: 200 len: 375 time: 0.0109968 Aug 13 11:26:55.729155 dv-cinder-797608-16-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-5e683e78-6aea-4416-ada0-b24451b65e53 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651637'] for security_group, after_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 11:26:55.731686 dv-cinder-797608-16-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-5e683e78-6aea-4416-ada0-b24451b65e53 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 11:26:55.732788 dv-cinder-797608-16-iscsi neutron-server[93884]: INFO neutron.wsgi [None req-5e683e78-6aea-4416-ada0-b24451b65e53 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/0fe95e75-913d-410a-9f8c-945c33122661 HTTP/1.1" status: 204 len: 168 time: 0.2527049 Aug 13 11:26:55.744370 dv-cinder-797608-16-iscsi neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e683e78-6aea-4416-ada0-b24451b65e53 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0fe95e75-913d-410a-9f8c-945c33122661,revision_number=None']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 11:26:55.764254 dv-cinder-797608-16-iscsi neutron-server[93884]: INFO neutron.wsgi [req-3935987a-aff5-49be-b06b-ee6b3ea8bb42 req-3c51b6f4-2a60-43a3-bc23-cf6a40dc38af tempest-AttachVolumeShelveTestJSON-167533422 tempest-AttachVolumeShelveTestJSON-167533422-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=f8e7c269befb4af69a2ff5c42fe26725&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0635464 Aug 13 11:26:55.906276 dv-cinder-797608-16-iscsi neutron-server[93885]: DEBUG neutron.plugins.ml2.rpc [None req-a0b9b986-0706-4fc6-9cf9-0eb02d2513dc None None] Device bec7f6e6-fda9-4e55-b235-243402f8d2f0 no longer exists at agent hyperv_hv-cinder-79760 {{(pid=93885) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 13 11:26:55.926745 dv-cinder-797608-16-iscsi neutron-server[93885]: DEBUG neutron.plugins.ml2.plugin [None req-a0b9b986-0706-4fc6-9cf9-0eb02d2513dc None None] No Port match for: bec7f6e6-fda9-4e55-b235-243402f8d2f0 {{(pid=93885) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 13 11:26:55.927090 dv-cinder-797608-16-iscsi neutron-server[93885]: DEBUG neutron.plugins.ml2.rpc [None req-a0b9b986-0706-4fc6-9cf9-0eb02d2513dc None None] Device bec7f6e6-fda9-4e55-b235-243402f8d2f0 not bound to the agent host hv-cinder-79760 {{(pid=93885) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 13 11:26:55.956722 dv-cinder-797608-16-iscsi neutron-server[93884]: INFO neutron.wsgi [req-3935987a-aff5-49be-b06b-ee6b3ea8bb42 req-826dcfe8-ed10-40b4-ba80-a3b313d18240 service neutron] 10.222.0.32 "GET /v2.0/networks/d5a90fe8-bc27-43fd-967e-c2c4a7f28507?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1791034 Aug 13 11:26:56.047965 dv-cinder-797608-16-iscsi neutron-server[93884]: INFO neutron.wsgi [req-3935987a-aff5-49be-b06b-ee6b3ea8bb42 req-4a71d936-0776-427b-a288-51de91b4fde0 service neutron] 10.222.0.32 "GET /v2.0/networks/d5a90fe8-bc27-43fd-967e-c2c4a7f28507?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0848501 Aug 13 11:26:56.048628 dv-cinder-797608-16-iscsi neutron-server[93884]: DEBUG neutron.wsgi [-] (93884) accepted ('10.222.0.32', 53146) {{(pid=93884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 11:26:56.062419 dv-cinder-797608-16-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-b68d3e46-e3e6-4ba0-9940-7c40730534b6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 11:26:56.158388 dv-cinder-797608-16-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-b68d3e46-e3e6-4ba0-9940-7c40730534b6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 11:26:56.163087 dv-cinder-797608-16-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-b68d3e46-e3e6-4ba0-9940-7c40730534b6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651637'] for security_group, after_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 11:26:56.224984 dv-cinder-797608-16-iscsi neutron-server[93884]: INFO neutron.wsgi [None req-b68d3e46-e3e6-4ba0-9940-7c40730534b6 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=6c3bbd8f184c4e0b88d9c79f43d8a678&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1753640 Aug 13 11:26:56.227148 dv-cinder-797608-16-iscsi neutron-server[93884]: INFO neutron.wsgi [req-8ce1eca2-b774-455d-a31c-d8687e16bd99 req-297a23dd-9d22-426e-8e08-756bea4fed21 tempest-AttachVolumeShelveTestJSON-167533422 tempest-AttachVolumeShelveTestJSON-167533422-project] 10.222.0.32 "GET /v2.0/ports?device_id=5ca66dae-84ba-458f-9b5b-0792ea937c3d HTTP/1.1" status: 200 len: 210 time: 0.0448930 Aug 13 11:26:56.227663 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.32', 53152) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 11:26:56.228898 dv-cinder-797608-16-iscsi neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b68d3e46-e3e6-4ba0-9940-7c40730534b6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fb669d34-007b-4c33-b9f9-3e6b231c854f,revision_number=1']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 11:26:56.294711 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-bbf52234-b9c9-4ec6-aaa7-c2ff62b8c0d4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 11:26:56.316074 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-bbf52234-b9c9-4ec6-aaa7-c2ff62b8c0d4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 11:26:56.363865 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-bbf52234-b9c9-4ec6-aaa7-c2ff62b8c0d4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651637'] for security_group, after_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 11:26:56.366812 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-bbf52234-b9c9-4ec6-aaa7-c2ff62b8c0d4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 11:26:56.367966 dv-cinder-797608-16-iscsi neutron-server[93883]: INFO neutron.wsgi [None req-bbf52234-b9c9-4ec6-aaa7-c2ff62b8c0d4 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/fb669d34-007b-4c33-b9f9-3e6b231c854f HTTP/1.1" status: 204 len: 168 time: 0.1393275 Aug 13 11:26:56.376684 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbf52234-b9c9-4ec6-aaa7-c2ff62b8c0d4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fb669d34-007b-4c33-b9f9-3e6b231c854f,revision_number=None']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 11:26:57.034122 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.32', 53180) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 11:26:57.129592 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron.api.v2.base [None req-95962ea1-2097-4c9d-98d2-dcc51b7f3f1e admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-768655703-network', 'tenant_id': '971961f0e9874f2ea8cddcf21818b3bd'}} {{(pid=93883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 13 11:26:57.210554 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-95962ea1-2097-4c9d-98d2-dcc51b7f3f1e admin admin] Made reservation on behalf of 971961f0e9874f2ea8cddcf21818b3bd for: {'network': 1} {{(pid=93883) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 13 11:26:57.212729 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-95962ea1-2097-4c9d-98d2-dcc51b7f3f1e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935434'] for network, before_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 11:26:57.224772 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-95962ea1-2097-4c9d-98d2-dcc51b7f3f1e admin admin] Notify callbacks [] for security_group, before_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 11:26:57.275329 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3935987a-aff5-49be-b06b-ee6b3ea8bb42 req-91b3e737-2a76-4b14-be88-bbeed89a1a0c tempest-AttachVolumeShelveTestJSON-167533422 tempest-AttachVolumeShelveTestJSON-167533422-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 11:26:57.276812 dv-cinder-797608-16-iscsi neutron-server[93883]: INFO neutron.wsgi [req-3935987a-aff5-49be-b06b-ee6b3ea8bb42 req-91b3e737-2a76-4b14-be88-bbeed89a1a0c tempest-AttachVolumeShelveTestJSON-167533422 tempest-AttachVolumeShelveTestJSON-167533422-project] 10.222.0.20 "GET /v2.0/networks?id=d5a90fe8-bc27-43fd-967e-c2c4a7f28507 HTTP/1.1" status: 200 len: 817 time: 0.1395097 Aug 13 11:26:57.330568 dv-cinder-797608-16-iscsi neutron-server[93884]: INFO neutron.wsgi [req-2c4047c0-5537-4b3b-9969-883389e45a5c req-bd621b56-2131-4a62-85c2-a3f0d84b2c83 tempest-AttachVolumeShelveTestJSON-167533422 tempest-AttachVolumeShelveTestJSON-167533422-project] 10.222.0.32 "GET /v2.0/ports?device_id=5ca66dae-84ba-458f-9b5b-0792ea937c3d HTTP/1.1" status: 200 len: 210 time: 0.0260489 Aug 13 11:26:57.345012 dv-cinder-797608-16-iscsi neutron-server[93883]: INFO neutron.wsgi [req-3935987a-aff5-49be-b06b-ee6b3ea8bb42 req-8e9bafe7-c537-458c-ac50-6eb592946495 tempest-AttachVolumeShelveTestJSON-167533422 tempest-AttachVolumeShelveTestJSON-167533422-project] 10.222.0.20 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=f8e7c269befb4af69a2ff5c42fe26725 HTTP/1.1" status: 200 len: 380 time: 0.0508006 Aug 13 11:26:57.355712 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron.api.v2.base [req-3935987a-aff5-49be-b06b-ee6b3ea8bb42 req-22a4f8fa-c0eb-48e7-bc56-a52516047904 tempest-AttachVolumeShelveTestJSON-167533422 tempest-AttachVolumeShelveTestJSON-167533422-project] Request body: {'port': {'device_id': '5ca66dae-84ba-458f-9b5b-0792ea937c3d', 'network_id': 'd5a90fe8-bc27-43fd-967e-c2c4a7f28507', 'admin_state_up': True, 'tenant_id': 'f8e7c269befb4af69a2ff5c42fe26725', 'security_groups': ['b9edfe40-6480-42b1-a5a0-60b01d6d9607']}} {{(pid=93883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 13 11:26:57.449252 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-95962ea1-2097-4c9d-98d2-dcc51b7f3f1e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 11:26:57.455163 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-95962ea1-2097-4c9d-98d2-dcc51b7f3f1e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651637'] for security_group, after_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 11:26:57.494303 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-95962ea1-2097-4c9d-98d2-dcc51b7f3f1e admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 186} {{(pid=93883) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 13 11:26:57.504591 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95962ea1-2097-4c9d-98d2-dcc51b7f3f1e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5c92a427-2065-4f44-9320-f7d0c84224b6,revision_number=1']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 11:26:57.517901 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-95962ea1-2097-4c9d-98d2-dcc51b7f3f1e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-542450'] for segment, precommit_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 11:26:57.518395 dv-cinder-797608-16-iscsi neutron-server[93883]: INFO neutron.db.segments_db [None req-95962ea1-2097-4c9d-98d2-dcc51b7f3f1e admin admin] Added segment f3442d87-b055-4f91-83c9-ccbbb76e1cdb of type vlan for network 23e3fccd-5884-46bb-bcdc-baa22ac482f9 Aug 13 11:26:57.551978 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3935987a-aff5-49be-b06b-ee6b3ea8bb42 req-22a4f8fa-c0eb-48e7-bc56-a52516047904 tempest-AttachVolumeShelveTestJSON-167533422 tempest-AttachVolumeShelveTestJSON-167533422-project] Made reservation on behalf of f8e7c269befb4af69a2ff5c42fe26725 for: {'port': 1} {{(pid=93883) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 13 11:26:57.555657 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-3935987a-aff5-49be-b06b-ee6b3ea8bb42 req-22a4f8fa-c0eb-48e7-bc56-a52516047904 tempest-AttachVolumeShelveTestJSON-167533422 tempest-AttachVolumeShelveTestJSON-167533422-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935434'] for port, before_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 11:26:57.574154 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-95962ea1-2097-4c9d-98d2-dcc51b7f3f1e admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8782137323340'] for network, precommit_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 11:26:57.656351 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-95962ea1-2097-4c9d-98d2-dcc51b7f3f1e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611014'] for network, after_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 11:26:57.657288 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-95962ea1-2097-4c9d-98d2-dcc51b7f3f1e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 11:26:57.657868 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-95962ea1-2097-4c9d-98d2-dcc51b7f3f1e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1611032'] for network, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 11:26:57.732732 dv-cinder-797608-16-iscsi neutron-server[93883]: INFO neutron.wsgi [None req-95962ea1-2097-4c9d-98d2-dcc51b7f3f1e admin admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.6974950 Aug 13 11:26:57.736002 dv-cinder-797608-16-iscsi neutron-server[93884]: DEBUG neutron.wsgi [-] (93884) accepted ('10.222.0.32', 53190) {{(pid=93884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 11:26:57.741298 dv-cinder-797608-16-iscsi neutron-server[93884]: DEBUG neutron.api.v2.base [None req-48e5af7d-1941-4d97-98d9-10f823aa6d32 admin admin] Request body: {'subnet': {'network_id': '23e3fccd-5884-46bb-bcdc-baa22ac482f9', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-768655703-subnet', 'tenant_id': '971961f0e9874f2ea8cddcf21818b3bd', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 13 11:26:57.763518 dv-cinder-797608-16-iscsi neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-48e5af7d-1941-4d97-98d9-10f823aa6d32 admin admin] Made reservation on behalf of 971961f0e9874f2ea8cddcf21818b3bd for: {'subnet': 1} {{(pid=93884) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 13 11:26:57.766349 dv-cinder-797608-16-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-48e5af7d-1941-4d97-98d9-10f823aa6d32 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2141109734'] for subnet, before_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 11:26:57.767723 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95962ea1-2097-4c9d-98d2-dcc51b7f3f1e admin admin] Pushing event updated for resources: {'Network': ['ID=23e3fccd-5884-46bb-bcdc-baa22ac482f9,revision_number=1']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 11:26:57.774123 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron.db.db_base_plugin_common [req-3935987a-aff5-49be-b06b-ee6b3ea8bb42 req-22a4f8fa-c0eb-48e7-bc56-a52516047904 tempest-AttachVolumeShelveTestJSON-167533422 tempest-AttachVolumeShelveTestJSON-167533422-project] Allocated IP 172.20.0.14 (d5a90fe8-bc27-43fd-967e-c2c4a7f28507/76eee822-f693-42cb-8b2a-3e4c87d31887/9cd0cf8a-1856-43cc-9a11-b05d507cc63c) {{(pid=93883) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 13 11:26:57.778261 dv-cinder-797608-16-iscsi neutron-server[93885]: DEBUG neutron.plugins.ml2.rpc [None req-05931952-e11e-4e12-af58-ece1398d134b None None] Network 23e3fccd-5884-46bb-bcdc-baa22ac482f9 details requested by agent ovs-agent-dv-cinder-797608-16-iscsi with host dv-cinder-797608-16-iscsi {{(pid=93885) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 13 11:26:57.914684 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-3935987a-aff5-49be-b06b-ee6b3ea8bb42 req-22a4f8fa-c0eb-48e7-bc56-a52516047904 tempest-AttachVolumeShelveTestJSON-167533422 tempest-AttachVolumeShelveTestJSON-167533422-project] Notify callbacks [] for port, precommit_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 11:26:57.928728 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron.db.provisioning_blocks [req-3935987a-aff5-49be-b06b-ee6b3ea8bb42 req-22a4f8fa-c0eb-48e7-bc56-a52516047904 tempest-AttachVolumeShelveTestJSON-167533422 tempest-AttachVolumeShelveTestJSON-167533422-project] Transition to ACTIVE for port object 9cd0cf8a-1856-43cc-9a11-b05d507cc63c will not be triggered until provisioned by entity DHCP. {{(pid=93883) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 13 11:26:57.935234 dv-cinder-797608-16-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-48e5af7d-1941-4d97-98d9-10f823aa6d32 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611014', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2141180375', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2141109716'] for subnet, after_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 11:26:57.961946 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-3935987a-aff5-49be-b06b-ee6b3ea8bb42 req-22a4f8fa-c0eb-48e7-bc56-a52516047904 tempest-AttachVolumeShelveTestJSON-167533422 tempest-AttachVolumeShelveTestJSON-167533422-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935844', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611014', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782137337079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2139128394'] for port, after_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 11:26:57.988905 dv-cinder-797608-16-iscsi neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48e5af7d-1941-4d97-98d9-10f823aa6d32 admin admin] Pushing event updated for resources: {'Subnet': ['ID=18ff971a-27e3-4b78-96eb-561c18c40bc9,revision_number=0']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 11:26:58.000640 dv-cinder-797608-16-iscsi neutron-server[93884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48e5af7d-1941-4d97-98d9-10f823aa6d32 admin admin] Checking segment: {'id': 'f3442d87-b055-4f91-83c9-ccbbb76e1cdb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': '23e3fccd-5884-46bb-bcdc-baa22ac482f9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93884) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 13 11:26:58.000992 dv-cinder-797608-16-iscsi neutron-server[93884]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-48e5af7d-1941-4d97-98d9-10f823aa6d32 admin admin] Network hostable DHCP agents. Network: 23e3fccd-5884-46bb-bcdc-baa22ac482f9, hostable agents: ['1ffcc762-1342-4182-afbd-f33f0b43fadf'], hosted agents: [] {{(pid=93884) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 13 11:26:58.007044 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3935987a-aff5-49be-b06b-ee6b3ea8bb42 req-22a4f8fa-c0eb-48e7-bc56-a52516047904 tempest-AttachVolumeShelveTestJSON-167533422 tempest-AttachVolumeShelveTestJSON-167533422-project] Network d5a90fe8-bc27-43fd-967e-c2c4a7f28507 is already hosted by enough agents. {{(pid=93883) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 13 11:26:58.012000 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron.scheduler.base_scheduler [req-3935987a-aff5-49be-b06b-ee6b3ea8bb42 req-22a4f8fa-c0eb-48e7-bc56-a52516047904 tempest-AttachVolumeShelveTestJSON-167533422 tempest-AttachVolumeShelveTestJSON-167533422-project] Resources bound (agent type, host, resource id): {{(pid=93883) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 13 11:26:58.016293 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron.db.l3_dvrscheduler_db [req-3935987a-aff5-49be-b06b-ee6b3ea8bb42 req-22a4f8fa-c0eb-48e7-bc56-a52516047904 tempest-AttachVolumeShelveTestJSON-167533422 tempest-AttachVolumeShelveTestJSON-167533422-project] Received port after_create {{(pid=93883) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 13 11:26:58.019480 dv-cinder-797608-16-iscsi neutron-server[93884]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-48e5af7d-1941-4d97-98d9-10f823aa6d32 admin admin] Network 23e3fccd-5884-46bb-bcdc-baa22ac482f9 is scheduled to be hosted by DHCP agent 1ffcc762-1342-4182-afbd-f33f0b43fadf with binding_index 1 {{(pid=93884) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 13 11:26:58.022795 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22a4f8fa-c0eb-48e7-bc56-a52516047904 tempest-AttachVolumeShelveTestJSON-167533422 tempest-AttachVolumeShelveTestJSON-167533422-project] Pushing event updated for resources: {'Port': ['ID=9cd0cf8a-1856-43cc-9a11-b05d507cc63c,revision_number=1']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 11:26:58.032628 dv-cinder-797608-16-iscsi neutron-server[93884]: DEBUG neutron.scheduler.base_scheduler [None req-48e5af7d-1941-4d97-98d9-10f823aa6d32 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-797608-16-iscsi, 23e3fccd-5884-46bb-bcdc-baa22ac482f9) {{(pid=93884) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 13 11:26:58.041022 dv-cinder-797608-16-iscsi neutron-server[93885]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1b7fa628-35e1-425a-aca5-0a03b19059c5 None None] Network 23e3fccd-5884-46bb-bcdc-baa22ac482f9 requested from dv-cinder-797608-16-iscsi {{(pid=93885) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 13 11:26:58.053122 dv-cinder-797608-16-iscsi neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-48e5af7d-1941-4d97-98d9-10f823aa6d32 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 11:26:58.054930 dv-cinder-797608-16-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-48e5af7d-1941-4d97-98d9-10f823aa6d32 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 11:26:58.072275 dv-cinder-797608-16-iscsi neutron-server[93884]: INFO neutron.wsgi [None req-48e5af7d-1941-4d97-98d9-10f823aa6d32 admin admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3348756 Aug 13 11:26:58.079152 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3935987a-aff5-49be-b06b-ee6b3ea8bb42 req-22a4f8fa-c0eb-48e7-bc56-a52516047904 tempest-AttachVolumeShelveTestJSON-167533422 tempest-AttachVolumeShelveTestJSON-167533422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 11:26:58.079981 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-3935987a-aff5-49be-b06b-ee6b3ea8bb42 req-22a4f8fa-c0eb-48e7-bc56-a52516047904 tempest-AttachVolumeShelveTestJSON-167533422 tempest-AttachVolumeShelveTestJSON-167533422-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-128352'] for port, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 11:26:58.096849 dv-cinder-797608-16-iscsi neutron-server[93883]: INFO neutron.wsgi [req-3935987a-aff5-49be-b06b-ee6b3ea8bb42 req-22a4f8fa-c0eb-48e7-bc56-a52516047904 tempest-AttachVolumeShelveTestJSON-167533422 tempest-AttachVolumeShelveTestJSON-167533422-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7449765 Aug 13 11:26:58.122543 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron.api.v2.base [req-3935987a-aff5-49be-b06b-ee6b3ea8bb42 req-0c21ce4d-5471-4d46-99a4-e199c3d35c3e service neutron] Request body: {'port': {'device_id': '5ca66dae-84ba-458f-9b5b-0792ea937c3d', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79760'}} {{(pid=93883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 13 11:26:58.176902 dv-cinder-797608-16-iscsi neutron-server[93885]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-31516356-d544-4dc1-9f82-36376fbc9a46 None None] Network 23e3fccd-5884-46bb-bcdc-baa22ac482f9 requested from dv-cinder-797608-16-iscsi {{(pid=93885) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 13 11:26:58.192755 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-3935987a-aff5-49be-b06b-ee6b3ea8bb42 req-0c21ce4d-5471-4d46-99a4-e199c3d35c3e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935434'] for port, before_update {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 11:26:58.317755 dv-cinder-797608-16-iscsi neutron-server[93885]: DEBUG neutron.db.provisioning_blocks [None req-68ec829c-0a31-437e-8119-234b79b81ccc None None] Provisioning for port 9cd0cf8a-1856-43cc-9a11-b05d507cc63c completed by entity DHCP. {{(pid=93885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 13 11:26:58.321757 dv-cinder-797608-16-iscsi neutron-server[93885]: DEBUG neutron.db.provisioning_blocks [None req-68ec829c-0a31-437e-8119-234b79b81ccc None None] Provisioning complete for port 9cd0cf8a-1856-43cc-9a11-b05d507cc63c triggered by entity DHCP. {{(pid=93885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 13 11:26:58.322977 dv-cinder-797608-16-iscsi neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-68ec829c-0a31-437e-8119-234b79b81ccc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-997193'] for port, provisioning_complete {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 11:26:58.364245 dv-cinder-797608-16-iscsi neutron-server[93885]: DEBUG neutron.plugins.ml2.plugin [None req-68ec829c-0a31-437e-8119-234b79b81ccc None None] Port 9cd0cf8a-1856-43cc-9a11-b05d507cc63c cannot update to ACTIVE because it is not bound. {{(pid=93885) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 13 11:26:58.463420 dv-cinder-797608-16-iscsi neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c35b24b-d9e9-41d8-91e9-763bfde33d50 req-f1cbeff1-1ba4-4439-9943-6297f8a43a8d tempest-AttachVolumeShelveTestJSON-167533422 tempest-AttachVolumeShelveTestJSON-167533422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 11:26:58.464913 dv-cinder-797608-16-iscsi neutron-server[93884]: INFO neutron.wsgi [req-7c35b24b-d9e9-41d8-91e9-763bfde33d50 req-f1cbeff1-1ba4-4439-9943-6297f8a43a8d tempest-AttachVolumeShelveTestJSON-167533422 tempest-AttachVolumeShelveTestJSON-167533422-project] 10.222.0.32 "GET /v2.0/ports?device_id=5ca66dae-84ba-458f-9b5b-0792ea937c3d HTTP/1.1" status: 200 len: 932 time: 0.0565629 Aug 13 11:26:58.489246 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron.notifiers.nova [req-3935987a-aff5-49be-b06b-ee6b3ea8bb42 req-0c21ce4d-5471-4d46-99a4-e199c3d35c3e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9cd0cf8a-1856-43cc-9a11-b05d507cc63c {{(pid=93883) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 13 11:26:58.497117 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-3935987a-aff5-49be-b06b-ee6b3ea8bb42 req-0c21ce4d-5471-4d46-99a4-e199c3d35c3e service neutron] Notify callbacks [] for port, precommit_update {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 11:26:58.512381 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron.db.provisioning_blocks [req-3935987a-aff5-49be-b06b-ee6b3ea8bb42 req-0c21ce4d-5471-4d46-99a4-e199c3d35c3e service neutron] Transition to ACTIVE for port object 9cd0cf8a-1856-43cc-9a11-b05d507cc63c will not be triggered until provisioned by entity L2. {{(pid=93883) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 13 11:26:58.512730 dv-cinder-797608-16-iscsi neutron-server[93884]: INFO neutron.wsgi [req-7c35b24b-d9e9-41d8-91e9-763bfde33d50 req-7e6fa505-96d5-4477-88e0-6430e95e4888 tempest-AttachVolumeShelveTestJSON-167533422 tempest-AttachVolumeShelveTestJSON-167533422-project] 10.222.0.32 "GET /v2.0/security-groups?id=b9edfe40-6480-42b1-a5a0-60b01d6d9607&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0372543 Aug 13 11:26:58.516384 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-3935987a-aff5-49be-b06b-ee6b3ea8bb42 req-0c21ce4d-5471-4d46-99a4-e199c3d35c3e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935844', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611014', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782137889940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782137337613', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782137337631', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2139128387'] for port, after_update {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 11:26:58.586199 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c21ce4d-5471-4d46-99a4-e199c3d35c3e service neutron] Pushing event updated for resources: {'Port': ['ID=9cd0cf8a-1856-43cc-9a11-b05d507cc63c,revision_number=2']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 11:26:58.667229 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron.plugins.ml2.managers [req-3935987a-aff5-49be-b06b-ee6b3ea8bb42 req-0c21ce4d-5471-4d46-99a4-e199c3d35c3e service neutron] Attempting to bind port 9cd0cf8a-1856-43cc-9a11-b05d507cc63c on host hv-cinder-79760 for vnic_type normal with profile {{(pid=93883) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 13 11:26:58.667624 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron.plugins.ml2.managers [req-3935987a-aff5-49be-b06b-ee6b3ea8bb42 req-0c21ce4d-5471-4d46-99a4-e199c3d35c3e service neutron] Attempting to bind port 9cd0cf8a-1856-43cc-9a11-b05d507cc63c by drivers openvswitch,hyperv on host hv-cinder-79760 at level 0 using segments [{'id': '0fa64963-7e93-4d0e-b107-3a0c1a54420b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': 'd5a90fe8-bc27-43fd-967e-c2c4a7f28507'}] {{(pid=93883) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 13 11:26:58.667956 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3935987a-aff5-49be-b06b-ee6b3ea8bb42 req-0c21ce4d-5471-4d46-99a4-e199c3d35c3e service neutron] Attempting to bind port 9cd0cf8a-1856-43cc-9a11-b05d507cc63c on network d5a90fe8-bc27-43fd-967e-c2c4a7f28507 {{(pid=93883) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 13 11:26:58.673130 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3935987a-aff5-49be-b06b-ee6b3ea8bb42 req-0c21ce4d-5471-4d46-99a4-e199c3d35c3e service neutron] Port 9cd0cf8a-1856-43cc-9a11-b05d507cc63c on network d5a90fe8-bc27-43fd-967e-c2c4a7f28507 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79760 {{(pid=93883) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 13 11:26:58.673467 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3935987a-aff5-49be-b06b-ee6b3ea8bb42 req-0c21ce4d-5471-4d46-99a4-e199c3d35c3e service neutron] Attempting to bind port 9cd0cf8a-1856-43cc-9a11-b05d507cc63c on network d5a90fe8-bc27-43fd-967e-c2c4a7f28507 {{(pid=93883) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 13 11:26:58.678733 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3935987a-aff5-49be-b06b-ee6b3ea8bb42 req-0c21ce4d-5471-4d46-99a4-e199c3d35c3e service neutron] Checking agent: {'id': '3e9c1808-7bc3-414f-9290-25f62682d3ef', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79760', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 13, 11, 17, 34), 'started_at': datetime.datetime(2021, 8, 13, 11, 17, 34), 'heartbeat_timestamp': datetime.datetime(2021, 8, 13, 11, 26, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93883) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 13 11:26:58.679064 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3935987a-aff5-49be-b06b-ee6b3ea8bb42 req-0c21ce4d-5471-4d46-99a4-e199c3d35c3e service neutron] Checking segment: {'id': '0fa64963-7e93-4d0e-b107-3a0c1a54420b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': 'd5a90fe8-bc27-43fd-967e-c2c4a7f28507'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93883) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 13 11:26:58.679561 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3935987a-aff5-49be-b06b-ee6b3ea8bb42 req-0c21ce4d-5471-4d46-99a4-e199c3d35c3e service neutron] Bound using segment: {'id': '0fa64963-7e93-4d0e-b107-3a0c1a54420b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': 'd5a90fe8-bc27-43fd-967e-c2c4a7f28507'} {{(pid=93883) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 13 11:26:58.679997 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron.plugins.ml2.managers [req-3935987a-aff5-49be-b06b-ee6b3ea8bb42 req-0c21ce4d-5471-4d46-99a4-e199c3d35c3e service neutron] Bound port: 9cd0cf8a-1856-43cc-9a11-b05d507cc63c, host: hv-cinder-79760, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0fa64963-7e93-4d0e-b107-3a0c1a54420b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': 'd5a90fe8-bc27-43fd-967e-c2c4a7f28507'}}] {{(pid=93883) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 13 11:26:58.680364 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-3935987a-aff5-49be-b06b-ee6b3ea8bb42 req-0c21ce4d-5471-4d46-99a4-e199c3d35c3e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935434'] for port, before_update {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 11:26:58.748682 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron.plugins.ml2.db [req-3935987a-aff5-49be-b06b-ee6b3ea8bb42 req-0c21ce4d-5471-4d46-99a4-e199c3d35c3e service neutron] For port 9cd0cf8a-1856-43cc-9a11-b05d507cc63c, host hv-cinder-79760, cleared binding levels {{(pid=93883) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 13 11:26:58.752237 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron.plugins.ml2.db [req-3935987a-aff5-49be-b06b-ee6b3ea8bb42 req-0c21ce4d-5471-4d46-99a4-e199c3d35c3e service neutron] For port 9cd0cf8a-1856-43cc-9a11-b05d507cc63c, host hv-cinder-79760, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79760',level=0,port_id=9cd0cf8a-1856-43cc-9a11-b05d507cc63c,segment=NetworkSegment(0fa64963-7e93-4d0e-b107-3a0c1a54420b),segment_id=0fa64963-7e93-4d0e-b107-3a0c1a54420b)] {{(pid=93883) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 13 11:26:58.756049 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-3935987a-aff5-49be-b06b-ee6b3ea8bb42 req-0c21ce4d-5471-4d46-99a4-e199c3d35c3e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935844', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611014', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782137889940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782137337613', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782137337631', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2139128387'] for port, after_update {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 11:26:58.790496 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3935987a-aff5-49be-b06b-ee6b3ea8bb42 req-0c21ce4d-5471-4d46-99a4-e199c3d35c3e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 11:26:58.791375 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-3935987a-aff5-49be-b06b-ee6b3ea8bb42 req-0c21ce4d-5471-4d46-99a4-e199c3d35c3e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-128352'] for port, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 11:26:58.792777 dv-cinder-797608-16-iscsi neutron-server[93883]: INFO neutron.wsgi [req-3935987a-aff5-49be-b06b-ee6b3ea8bb42 req-0c21ce4d-5471-4d46-99a4-e199c3d35c3e service neutron] 10.222.0.20 "PUT /v2.0/ports/9cd0cf8a-1856-43cc-9a11-b05d507cc63c HTTP/1.1" status: 200 len: 1094 time: 0.6748285 Aug 13 11:26:58.794844 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5ca66dae-84ba-458f-9b5b-0792ea937c3d', 'tag': '9cd0cf8a-1856-43cc-9a11-b05d507cc63c'}] {{(pid=93883) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 13 11:26:58.797661 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}db1a1fbc245c58e73290e58258e46ca41fe4e785cc79cbd57aa3dae940aad292" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-81a214c4-b72d-47d7-9ec0-4982bdb52500" -d '{"events": [{"name": "network-changed", "server_uuid": "5ca66dae-84ba-458f-9b5b-0792ea937c3d", "tag": "9cd0cf8a-1856-43cc-9a11-b05d507cc63c"}]}' {{(pid=93883) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 13 11:26:58.826739 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c21ce4d-5471-4d46-99a4-e199c3d35c3e service neutron] Pushing event updated for resources: {'Port': ['ID=9cd0cf8a-1856-43cc-9a11-b05d507cc63c,revision_number=3']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 11:26:58.835139 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 13 Aug 2021 11:26:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6bc2d97d-7d08-43be-935a-3212a531006b x-openstack-request-id: req-6bc2d97d-7d08-43be-935a-3212a531006b {{(pid=93883) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 13 11:26:58.835431 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5ca66dae-84ba-458f-9b5b-0792ea937c3d", "tag": "9cd0cf8a-1856-43cc-9a11-b05d507cc63c", "status": "completed", "code": 200}]} {{(pid=93883) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 13 11:26:58.835683 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-6bc2d97d-7d08-43be-935a-3212a531006b {{(pid=93883) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 13 11:26:58.836074 dv-cinder-797608-16-iscsi neutron-server[93883]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5ca66dae-84ba-458f-9b5b-0792ea937c3d', 'tag': '9cd0cf8a-1856-43cc-9a11-b05d507cc63c', 'status': 'completed', 'code': 200} Aug 13 11:26:58.903855 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3935987a-aff5-49be-b06b-ee6b3ea8bb42 req-550c770a-4904-40bf-9963-eefb36348f11 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 11:26:58.905953 dv-cinder-797608-16-iscsi neutron-server[93883]: INFO neutron.wsgi [req-3935987a-aff5-49be-b06b-ee6b3ea8bb42 req-550c770a-4904-40bf-9963-eefb36348f11 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=f8e7c269befb4af69a2ff5c42fe26725&device_id=5ca66dae-84ba-458f-9b5b-0792ea937c3d HTTP/1.1" status: 200 len: 1097 time: 0.0441058 Aug 13 11:26:58.961081 dv-cinder-797608-16-iscsi neutron-server[93883]: INFO neutron.wsgi [req-3935987a-aff5-49be-b06b-ee6b3ea8bb42 req-d7a4987c-b0c3-4c32-8cf5-c0d5e8263420 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=9cd0cf8a-1856-43cc-9a11-b05d507cc63c HTTP/1.1" status: 200 len: 217 time: 0.0388265 Aug 13 11:26:59.011630 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3935987a-aff5-49be-b06b-ee6b3ea8bb42 req-4f5a9608-3518-4d0a-b0c0-51f6035148f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 11:26:59.013088 dv-cinder-797608-16-iscsi neutron-server[93883]: INFO neutron.wsgi [req-3935987a-aff5-49be-b06b-ee6b3ea8bb42 req-4f5a9608-3518-4d0a-b0c0-51f6035148f6 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=76eee822-f693-42cb-8b2a-3e4c87d31887 HTTP/1.1" status: 200 len: 856 time: 0.0439050 Aug 13 11:26:59.060342 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3935987a-aff5-49be-b06b-ee6b3ea8bb42 req-5508cb25-96b5-43ea-9f5b-33d6460539ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 11:26:59.061720 dv-cinder-797608-16-iscsi neutron-server[93883]: INFO neutron.wsgi [req-3935987a-aff5-49be-b06b-ee6b3ea8bb42 req-5508cb25-96b5-43ea-9f5b-33d6460539ae service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=d5a90fe8-bc27-43fd-967e-c2c4a7f28507&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0382788 Aug 13 11:26:59.152086 dv-cinder-797608-16-iscsi neutron-server[93883]: INFO neutron.wsgi [req-3935987a-aff5-49be-b06b-ee6b3ea8bb42 req-197e17b4-c8b1-4f7d-842c-a3a650d6063d service neutron] 10.222.0.20 "GET /v2.0/networks/d5a90fe8-bc27-43fd-967e-c2c4a7f28507?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0829849 Aug 13 11:26:59.246141 dv-cinder-797608-16-iscsi neutron-server[93883]: INFO neutron.wsgi [req-3935987a-aff5-49be-b06b-ee6b3ea8bb42 req-fca92d3a-ae0e-4be4-8349-2d39477185c1 service neutron] 10.222.0.20 "GET /v2.0/networks/d5a90fe8-bc27-43fd-967e-c2c4a7f28507?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0856316 Aug 13 11:26:59.378043 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81a214c4-b72d-47d7-9ec0-4982bdb52500 req-4bbb0c4e-eeff-454f-9601-51cc2529a4c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 11:26:59.379423 dv-cinder-797608-16-iscsi neutron-server[93883]: INFO neutron.wsgi [req-81a214c4-b72d-47d7-9ec0-4982bdb52500 req-4bbb0c4e-eeff-454f-9601-51cc2529a4c7 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=f8e7c269befb4af69a2ff5c42fe26725&device_id=5ca66dae-84ba-458f-9b5b-0792ea937c3d HTTP/1.1" status: 200 len: 1097 time: 0.0405426 Aug 13 11:26:59.470709 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81a214c4-b72d-47d7-9ec0-4982bdb52500 req-a7749ad7-a362-47b2-b2ec-c8d54cc7a9ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 11:26:59.472183 dv-cinder-797608-16-iscsi neutron-server[93883]: INFO neutron.wsgi [req-81a214c4-b72d-47d7-9ec0-4982bdb52500 req-a7749ad7-a362-47b2-b2ec-c8d54cc7a9ff service neutron] 10.222.0.20 "GET /v2.0/networks?id=d5a90fe8-bc27-43fd-967e-c2c4a7f28507 HTTP/1.1" status: 200 len: 918 time: 0.0853193 Aug 13 11:26:59.512729 dv-cinder-797608-16-iscsi neutron-server[93883]: INFO neutron.wsgi [req-81a214c4-b72d-47d7-9ec0-4982bdb52500 req-feede0ac-d7ac-4304-8349-4dbaaf9b4213 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=9cd0cf8a-1856-43cc-9a11-b05d507cc63c HTTP/1.1" status: 200 len: 217 time: 0.0332191 Aug 13 11:26:59.565100 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81a214c4-b72d-47d7-9ec0-4982bdb52500 req-304db8d6-798f-4633-82b8-61e7a412821d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 11:26:59.566598 dv-cinder-797608-16-iscsi neutron-server[93883]: INFO neutron.wsgi [req-81a214c4-b72d-47d7-9ec0-4982bdb52500 req-304db8d6-798f-4633-82b8-61e7a412821d service neutron] 10.222.0.20 "GET /v2.0/subnets?id=76eee822-f693-42cb-8b2a-3e4c87d31887 HTTP/1.1" status: 200 len: 856 time: 0.0454175 Aug 13 11:26:59.613673 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81a214c4-b72d-47d7-9ec0-4982bdb52500 req-b9e27820-0b10-4d9d-b991-1ac2d521c99c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 11:26:59.615354 dv-cinder-797608-16-iscsi neutron-server[93883]: INFO neutron.wsgi [req-81a214c4-b72d-47d7-9ec0-4982bdb52500 req-b9e27820-0b10-4d9d-b991-1ac2d521c99c service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=d5a90fe8-bc27-43fd-967e-c2c4a7f28507&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0405669 Aug 13 11:26:59.631532 dv-cinder-797608-16-iscsi neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1275d3c5-5797-46e7-b1f4-9819d6dcbf0d req-1879168a-780f-4643-8843-4aa10f89afcd tempest-AttachVolumeShelveTestJSON-167533422 tempest-AttachVolumeShelveTestJSON-167533422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 11:26:59.632919 dv-cinder-797608-16-iscsi neutron-server[93884]: INFO neutron.wsgi [req-1275d3c5-5797-46e7-b1f4-9819d6dcbf0d req-1879168a-780f-4643-8843-4aa10f89afcd tempest-AttachVolumeShelveTestJSON-167533422 tempest-AttachVolumeShelveTestJSON-167533422-project] 10.222.0.32 "GET /v2.0/ports?device_id=5ca66dae-84ba-458f-9b5b-0792ea937c3d HTTP/1.1" status: 200 len: 944 time: 0.0474510 Aug 13 11:26:59.673791 dv-cinder-797608-16-iscsi neutron-server[93884]: INFO neutron.wsgi [req-1275d3c5-5797-46e7-b1f4-9819d6dcbf0d req-9e42e261-7d39-4dd2-9347-2294b073a19c tempest-AttachVolumeShelveTestJSON-167533422 tempest-AttachVolumeShelveTestJSON-167533422-project] 10.222.0.32 "GET /v2.0/security-groups?id=b9edfe40-6480-42b1-a5a0-60b01d6d9607&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0348666 Aug 13 11:26:59.713734 dv-cinder-797608-16-iscsi neutron-server[93883]: INFO neutron.wsgi [req-81a214c4-b72d-47d7-9ec0-4982bdb52500 req-c4eec4be-22c1-4fe0-968e-6153df816654 service neutron] 10.222.0.20 "GET /v2.0/networks/d5a90fe8-bc27-43fd-967e-c2c4a7f28507?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0894392 Aug 13 11:26:59.807403 dv-cinder-797608-16-iscsi neutron-server[93883]: INFO neutron.wsgi [req-81a214c4-b72d-47d7-9ec0-4982bdb52500 req-a4bfb394-7111-4c4e-a007-61c9275cc578 service neutron] 10.222.0.20 "GET /v2.0/networks/d5a90fe8-bc27-43fd-967e-c2c4a7f28507?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0859253 Aug 13 11:26:59.889217 dv-cinder-797608-16-iscsi neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f0a383f-0968-4a25-aa10-06a67b989c46 req-8fec0314-5058-4099-a611-0d0f055e4650 tempest-VolumesActionsTest-281582125 tempest-VolumesActionsTest-281582125-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 11:26:59.891173 dv-cinder-797608-16-iscsi neutron-server[93884]: INFO neutron.wsgi [req-9f0a383f-0968-4a25-aa10-06a67b989c46 req-8fec0314-5058-4099-a611-0d0f055e4650 tempest-VolumesActionsTest-281582125 tempest-VolumesActionsTest-281582125-project] 10.222.0.32 "GET /v2.0/networks?id=23e3fccd-5884-46bb-bcdc-baa22ac482f9 HTTP/1.1" status: 200 len: 808 time: 0.1017501 Aug 13 11:26:59.905460 dv-cinder-797608-16-iscsi neutron-server[93884]: INFO neutron.wsgi [req-9f0a383f-0968-4a25-aa10-06a67b989c46 req-08d54115-ff72-4236-b01b-aa750c9169c6 tempest-VolumesActionsTest-281582125 tempest-VolumesActionsTest-281582125-project] 10.222.0.32 "GET /v2.0/quotas/971961f0e9874f2ea8cddcf21818b3bd HTTP/1.1" status: 200 len: 375 time: 0.0087330 Aug 13 11:26:59.937403 dv-cinder-797608-16-iscsi neutron-server[93884]: INFO neutron.wsgi [req-9f0a383f-0968-4a25-aa10-06a67b989c46 req-8c455130-a730-42bc-9dd5-bed293ab5e95 tempest-VolumesActionsTest-281582125 tempest-VolumesActionsTest-281582125-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=971961f0e9874f2ea8cddcf21818b3bd&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0268760 Aug 13 11:27:00.022594 dv-cinder-797608-16-iscsi neutron-server[93884]: INFO neutron.wsgi [req-9f0a383f-0968-4a25-aa10-06a67b989c46 req-bfaa3f53-39dc-4f8f-adc8-400e89a318cd service neutron] 10.222.0.32 "GET /v2.0/networks/23e3fccd-5884-46bb-bcdc-baa22ac482f9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0785742 Aug 13 11:27:00.111337 dv-cinder-797608-16-iscsi neutron-server[93884]: INFO neutron.wsgi [req-9f0a383f-0968-4a25-aa10-06a67b989c46 req-f65fd7ca-f16e-4443-8af9-3904a5e6cd58 service neutron] 10.222.0.32 "GET /v2.0/networks/23e3fccd-5884-46bb-bcdc-baa22ac482f9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0827978 Aug 13 11:27:00.267177 dv-cinder-797608-16-iscsi neutron-server[93884]: INFO neutron.wsgi [req-38a4c184-00ac-4e90-be40-ea0cd0351da1 req-2aa3143c-a0c7-4744-a1a1-b0cf3e1e876e tempest-VolumesActionsTest-281582125 tempest-VolumesActionsTest-281582125-project] 10.222.0.32 "GET /v2.0/ports?device_id=1b13949d-b67b-4159-848b-9f35234eab46 HTTP/1.1" status: 200 len: 210 time: 0.0265753 Aug 13 11:27:00.793640 dv-cinder-797608-16-iscsi neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04d7a505-b157-4737-b1b5-30ed7113cb60 req-c83c4e9e-698b-4419-977f-8e81f1781f93 tempest-AttachVolumeShelveTestJSON-167533422 tempest-AttachVolumeShelveTestJSON-167533422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 11:27:00.795137 dv-cinder-797608-16-iscsi neutron-server[93884]: INFO neutron.wsgi [req-04d7a505-b157-4737-b1b5-30ed7113cb60 req-c83c4e9e-698b-4419-977f-8e81f1781f93 tempest-AttachVolumeShelveTestJSON-167533422 tempest-AttachVolumeShelveTestJSON-167533422-project] 10.222.0.32 "GET /v2.0/ports?device_id=5ca66dae-84ba-458f-9b5b-0792ea937c3d HTTP/1.1" status: 200 len: 944 time: 0.0493033 Aug 13 11:27:00.833682 dv-cinder-797608-16-iscsi neutron-server[93884]: INFO neutron.wsgi [req-04d7a505-b157-4737-b1b5-30ed7113cb60 req-f2349ab2-ae6e-4ff5-bdc6-bb0503912722 tempest-AttachVolumeShelveTestJSON-167533422 tempest-AttachVolumeShelveTestJSON-167533422-project] 10.222.0.32 "GET /v2.0/security-groups?id=b9edfe40-6480-42b1-a5a0-60b01d6d9607&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323398 Aug 13 11:27:01.273792 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f0a383f-0968-4a25-aa10-06a67b989c46 req-efff1ade-7193-4c53-af69-91b34ef70adb tempest-VolumesActionsTest-281582125 tempest-VolumesActionsTest-281582125-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 11:27:01.275271 dv-cinder-797608-16-iscsi neutron-server[93883]: INFO neutron.wsgi [req-9f0a383f-0968-4a25-aa10-06a67b989c46 req-efff1ade-7193-4c53-af69-91b34ef70adb tempest-VolumesActionsTest-281582125 tempest-VolumesActionsTest-281582125-project] 10.222.0.20 "GET /v2.0/networks?id=23e3fccd-5884-46bb-bcdc-baa22ac482f9 HTTP/1.1" status: 200 len: 808 time: 0.1016188 Aug 13 11:27:01.308015 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron.api.v2.base [req-9f0a383f-0968-4a25-aa10-06a67b989c46 req-d745caed-51e7-4b04-a9d0-8a299d97da87 tempest-VolumesActionsTest-281582125 tempest-VolumesActionsTest-281582125-project] Request body: {'port': {'device_id': '1b13949d-b67b-4159-848b-9f35234eab46', 'network_id': '23e3fccd-5884-46bb-bcdc-baa22ac482f9', 'admin_state_up': True, 'tenant_id': '971961f0e9874f2ea8cddcf21818b3bd'}} {{(pid=93883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 13 11:27:01.374931 dv-cinder-797608-16-iscsi neutron-server[93884]: INFO neutron.wsgi [req-b76cc237-a107-4b38-9846-a1b379884c66 req-3470f60b-2c89-45fe-8721-96753ad607ea tempest-VolumesActionsTest-281582125 tempest-VolumesActionsTest-281582125-project] 10.222.0.32 "GET /v2.0/ports?device_id=1b13949d-b67b-4159-848b-9f35234eab46 HTTP/1.1" status: 200 len: 210 time: 0.0307574 Aug 13 11:27:01.423369 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9f0a383f-0968-4a25-aa10-06a67b989c46 req-d745caed-51e7-4b04-a9d0-8a299d97da87 tempest-VolumesActionsTest-281582125 tempest-VolumesActionsTest-281582125-project] Made reservation on behalf of 971961f0e9874f2ea8cddcf21818b3bd for: {'port': 1} {{(pid=93883) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 13 11:27:01.426831 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-9f0a383f-0968-4a25-aa10-06a67b989c46 req-d745caed-51e7-4b04-a9d0-8a299d97da87 tempest-VolumesActionsTest-281582125 tempest-VolumesActionsTest-281582125-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935434'] for port, before_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 11:27:01.550477 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron.db.db_base_plugin_common [req-9f0a383f-0968-4a25-aa10-06a67b989c46 req-d745caed-51e7-4b04-a9d0-8a299d97da87 tempest-VolumesActionsTest-281582125 tempest-VolumesActionsTest-281582125-project] Allocated IP 172.20.0.13 (23e3fccd-5884-46bb-bcdc-baa22ac482f9/18ff971a-27e3-4b78-96eb-561c18c40bc9/ad792fc2-155f-430d-b0e2-a4e8cbaf4398) {{(pid=93883) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 13 11:27:01.693596 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-9f0a383f-0968-4a25-aa10-06a67b989c46 req-d745caed-51e7-4b04-a9d0-8a299d97da87 tempest-VolumesActionsTest-281582125 tempest-VolumesActionsTest-281582125-project] Notify callbacks [] for port, precommit_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 11:27:01.731853 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-9f0a383f-0968-4a25-aa10-06a67b989c46 req-d745caed-51e7-4b04-a9d0-8a299d97da87 tempest-VolumesActionsTest-281582125 tempest-VolumesActionsTest-281582125-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935844', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611014', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782137337079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2139128394'] for port, after_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 11:27:01.777075 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9f0a383f-0968-4a25-aa10-06a67b989c46 req-d745caed-51e7-4b04-a9d0-8a299d97da87 tempest-VolumesActionsTest-281582125 tempest-VolumesActionsTest-281582125-project] Network 23e3fccd-5884-46bb-bcdc-baa22ac482f9 is already hosted by enough agents. {{(pid=93883) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 13 11:27:01.782584 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron.scheduler.base_scheduler [req-9f0a383f-0968-4a25-aa10-06a67b989c46 req-d745caed-51e7-4b04-a9d0-8a299d97da87 tempest-VolumesActionsTest-281582125 tempest-VolumesActionsTest-281582125-project] Resources bound (agent type, host, resource id): {{(pid=93883) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 13 11:27:01.784884 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron.db.l3_dvrscheduler_db [req-9f0a383f-0968-4a25-aa10-06a67b989c46 req-d745caed-51e7-4b04-a9d0-8a299d97da87 tempest-VolumesActionsTest-281582125 tempest-VolumesActionsTest-281582125-project] Received port after_create {{(pid=93883) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 13 11:27:01.811582 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d745caed-51e7-4b04-a9d0-8a299d97da87 tempest-VolumesActionsTest-281582125 tempest-VolumesActionsTest-281582125-project] Pushing event updated for resources: {'Port': ['ID=ad792fc2-155f-430d-b0e2-a4e8cbaf4398,revision_number=1']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 11:27:01.836744 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f0a383f-0968-4a25-aa10-06a67b989c46 req-d745caed-51e7-4b04-a9d0-8a299d97da87 tempest-VolumesActionsTest-281582125 tempest-VolumesActionsTest-281582125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 11:27:01.837357 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-9f0a383f-0968-4a25-aa10-06a67b989c46 req-d745caed-51e7-4b04-a9d0-8a299d97da87 tempest-VolumesActionsTest-281582125 tempest-VolumesActionsTest-281582125-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-128352'] for port, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 11:27:01.851322 dv-cinder-797608-16-iscsi neutron-server[93883]: INFO neutron.wsgi [req-9f0a383f-0968-4a25-aa10-06a67b989c46 req-d745caed-51e7-4b04-a9d0-8a299d97da87 tempest-VolumesActionsTest-281582125 tempest-VolumesActionsTest-281582125-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5473785 Aug 13 11:27:01.870160 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron.api.v2.base [req-9f0a383f-0968-4a25-aa10-06a67b989c46 req-670d924e-22a4-4aa1-9885-bef7a36755f2 service neutron] Request body: {'port': {'device_id': '1b13949d-b67b-4159-848b-9f35234eab46', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79760'}} {{(pid=93883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 13 11:27:01.923135 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-9f0a383f-0968-4a25-aa10-06a67b989c46 req-670d924e-22a4-4aa1-9885-bef7a36755f2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935434'] for port, before_update {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 11:27:01.930500 dv-cinder-797608-16-iscsi neutron-server[93885]: DEBUG neutron.plugins.ml2.rpc [None req-a0b9b986-0706-4fc6-9cf9-0eb02d2513dc None None] Device 9cd0cf8a-1856-43cc-9a11-b05d507cc63c details requested by agent hyperv_hv-cinder-79760 with host hv-cinder-79760 {{(pid=93885) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 13 11:27:01.950977 dv-cinder-797608-16-iscsi neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c56ae6c-b411-42a9-9dba-c91f6b53070b req-ce65e702-b622-45c9-b82f-c63535633e04 tempest-AttachVolumeShelveTestJSON-167533422 tempest-AttachVolumeShelveTestJSON-167533422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 11:27:01.953132 dv-cinder-797608-16-iscsi neutron-server[93884]: INFO neutron.wsgi [req-2c56ae6c-b411-42a9-9dba-c91f6b53070b req-ce65e702-b622-45c9-b82f-c63535633e04 tempest-AttachVolumeShelveTestJSON-167533422 tempest-AttachVolumeShelveTestJSON-167533422-project] 10.222.0.32 "GET /v2.0/ports?device_id=5ca66dae-84ba-458f-9b5b-0792ea937c3d HTTP/1.1" status: 200 len: 944 time: 0.0497968 Aug 13 11:27:01.992525 dv-cinder-797608-16-iscsi neutron-server[93884]: INFO neutron.wsgi [req-2c56ae6c-b411-42a9-9dba-c91f6b53070b req-f9525f28-2db1-4592-87cf-f6278de88f0f tempest-AttachVolumeShelveTestJSON-167533422 tempest-AttachVolumeShelveTestJSON-167533422-project] 10.222.0.32 "GET /v2.0/security-groups?id=b9edfe40-6480-42b1-a5a0-60b01d6d9607&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323603 Aug 13 11:27:02.028951 dv-cinder-797608-16-iscsi neutron-server[93885]: DEBUG neutron.plugins.ml2.db [None req-a0b9b986-0706-4fc6-9cf9-0eb02d2513dc None None] For port 9cd0cf8a-1856-43cc-9a11-b05d507cc63c, host hv-cinder-79760, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79760',level=0,port_id=9cd0cf8a-1856-43cc-9a11-b05d507cc63c,segment=NetworkSegment(0fa64963-7e93-4d0e-b107-3a0c1a54420b),segment_id=0fa64963-7e93-4d0e-b107-3a0c1a54420b)] {{(pid=93885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 13 11:27:02.039890 dv-cinder-797608-16-iscsi neutron-server[93885]: DEBUG neutron.plugins.ml2.rpc [None req-a0b9b986-0706-4fc6-9cf9-0eb02d2513dc None None] Returning: {'device': '9cd0cf8a-1856-43cc-9a11-b05d507cc63c', 'network_id': 'd5a90fe8-bc27-43fd-967e-c2c4a7f28507', 'port_id': '9cd0cf8a-1856-43cc-9a11-b05d507cc63c', 'mac_address': 'fa:16:3e:c4:e9:5a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 150, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '76eee822-f693-42cb-8b2a-3e4c87d31887', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93885) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 13 11:27:02.076312 dv-cinder-797608-16-iscsi neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-a0b9b986-0706-4fc6-9cf9-0eb02d2513dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935434'] for port, before_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 11:27:02.088524 dv-cinder-797608-16-iscsi neutron-server[93885]: DEBUG neutron.notifiers.nova [None req-a0b9b986-0706-4fc6-9cf9-0eb02d2513dc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9cd0cf8a-1856-43cc-9a11-b05d507cc63c {{(pid=93885) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 13 11:27:02.111549 dv-cinder-797608-16-iscsi neutron-server[93885]: DEBUG neutron.plugins.ml2.db [None req-a0b9b986-0706-4fc6-9cf9-0eb02d2513dc None None] For port 9cd0cf8a-1856-43cc-9a11-b05d507cc63c, host hv-cinder-79760, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79760',level=0,port_id=9cd0cf8a-1856-43cc-9a11-b05d507cc63c,segment=NetworkSegment(0fa64963-7e93-4d0e-b107-3a0c1a54420b),segment_id=0fa64963-7e93-4d0e-b107-3a0c1a54420b)] {{(pid=93885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 13 11:27:02.115887 dv-cinder-797608-16-iscsi neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-a0b9b986-0706-4fc6-9cf9-0eb02d2513dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935844', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611014', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782137889940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782137337613', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782137337631'] for port, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 11:27:02.162759 dv-cinder-797608-16-iscsi neutron-server[93885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0b9b986-0706-4fc6-9cf9-0eb02d2513dc None None] Pushing event updated for resources: {'Port': ['ID=9cd0cf8a-1856-43cc-9a11-b05d507cc63c,revision_number=4']} {{(pid=93885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 11:27:02.170347 dv-cinder-797608-16-iscsi neutron-server[93885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0b9b986-0706-4fc6-9cf9-0eb02d2513dc None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797608-16-iscsi {{(pid=93885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 11:27:02.171245 dv-cinder-797608-16-iscsi neutron-server[93885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0b9b986-0706-4fc6-9cf9-0eb02d2513dc None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797608-16-iscsi {{(pid=93885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 11:27:02.171589 dv-cinder-797608-16-iscsi neutron-server[93885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0b9b986-0706-4fc6-9cf9-0eb02d2513dc None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797608-16-iscsi {{(pid=93885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 11:27:02.171924 dv-cinder-797608-16-iscsi neutron-server[93885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0b9b986-0706-4fc6-9cf9-0eb02d2513dc None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797608-16-iscsi {{(pid=93885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 11:27:02.172257 dv-cinder-797608-16-iscsi neutron-server[93885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0b9b986-0706-4fc6-9cf9-0eb02d2513dc None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-797608-16-iscsi {{(pid=93885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 11:27:02.172590 dv-cinder-797608-16-iscsi neutron-server[93885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0b9b986-0706-4fc6-9cf9-0eb02d2513dc None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797608-16-iscsi {{(pid=93885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 11:27:02.172919 dv-cinder-797608-16-iscsi neutron-server[93885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0b9b986-0706-4fc6-9cf9-0eb02d2513dc None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-797608-16-iscsi {{(pid=93885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 11:27:02.173249 dv-cinder-797608-16-iscsi neutron-server[93885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0b9b986-0706-4fc6-9cf9-0eb02d2513dc None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-797608-16-iscsi {{(pid=93885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 11:27:02.173578 dv-cinder-797608-16-iscsi neutron-server[93885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0b9b986-0706-4fc6-9cf9-0eb02d2513dc None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797608-16-iscsi {{(pid=93885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 11:27:02.173902 dv-cinder-797608-16-iscsi neutron-server[93885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0b9b986-0706-4fc6-9cf9-0eb02d2513dc None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797608-16-iscsi {{(pid=93885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 11:27:02.174321 dv-cinder-797608-16-iscsi neutron-server[93885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0b9b986-0706-4fc6-9cf9-0eb02d2513dc None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797608-16-iscsi {{(pid=93885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 11:27:02.174647 dv-cinder-797608-16-iscsi neutron-server[93885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0b9b986-0706-4fc6-9cf9-0eb02d2513dc None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797608-16-iscsi {{(pid=93885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 11:27:02.201936 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron.notifiers.nova [req-9f0a383f-0968-4a25-aa10-06a67b989c46 req-670d924e-22a4-4aa1-9885-bef7a36755f2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ad792fc2-155f-430d-b0e2-a4e8cbaf4398 {{(pid=93883) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 13 11:27:02.209229 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-9f0a383f-0968-4a25-aa10-06a67b989c46 req-670d924e-22a4-4aa1-9885-bef7a36755f2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 11:27:02.221271 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron.db.provisioning_blocks [req-9f0a383f-0968-4a25-aa10-06a67b989c46 req-670d924e-22a4-4aa1-9885-bef7a36755f2 service neutron] Transition to ACTIVE for port object ad792fc2-155f-430d-b0e2-a4e8cbaf4398 will not be triggered until provisioned by entity L2. {{(pid=93883) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 13 11:27:02.224877 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-9f0a383f-0968-4a25-aa10-06a67b989c46 req-670d924e-22a4-4aa1-9885-bef7a36755f2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935844', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611014', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782137889940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782137337613', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782137337631', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2139128387'] for port, after_update {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 11:27:02.289449 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-670d924e-22a4-4aa1-9885-bef7a36755f2 service neutron] Pushing event updated for resources: {'Port': ['ID=ad792fc2-155f-430d-b0e2-a4e8cbaf4398,revision_number=2']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 11:27:02.344010 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron.plugins.ml2.managers [req-9f0a383f-0968-4a25-aa10-06a67b989c46 req-670d924e-22a4-4aa1-9885-bef7a36755f2 service neutron] Attempting to bind port ad792fc2-155f-430d-b0e2-a4e8cbaf4398 on host hv-cinder-79760 for vnic_type normal with profile {{(pid=93883) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 13 11:27:02.344254 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron.plugins.ml2.managers [req-9f0a383f-0968-4a25-aa10-06a67b989c46 req-670d924e-22a4-4aa1-9885-bef7a36755f2 service neutron] Attempting to bind port ad792fc2-155f-430d-b0e2-a4e8cbaf4398 by drivers openvswitch,hyperv on host hv-cinder-79760 at level 0 using segments [{'id': 'f3442d87-b055-4f91-83c9-ccbbb76e1cdb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': '23e3fccd-5884-46bb-bcdc-baa22ac482f9'}] {{(pid=93883) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 13 11:27:02.344582 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f0a383f-0968-4a25-aa10-06a67b989c46 req-670d924e-22a4-4aa1-9885-bef7a36755f2 service neutron] Attempting to bind port ad792fc2-155f-430d-b0e2-a4e8cbaf4398 on network 23e3fccd-5884-46bb-bcdc-baa22ac482f9 {{(pid=93883) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 13 11:27:02.348747 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f0a383f-0968-4a25-aa10-06a67b989c46 req-670d924e-22a4-4aa1-9885-bef7a36755f2 service neutron] Port ad792fc2-155f-430d-b0e2-a4e8cbaf4398 on network 23e3fccd-5884-46bb-bcdc-baa22ac482f9 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79760 {{(pid=93883) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 13 11:27:02.349069 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f0a383f-0968-4a25-aa10-06a67b989c46 req-670d924e-22a4-4aa1-9885-bef7a36755f2 service neutron] Attempting to bind port ad792fc2-155f-430d-b0e2-a4e8cbaf4398 on network 23e3fccd-5884-46bb-bcdc-baa22ac482f9 {{(pid=93883) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 13 11:27:02.353792 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f0a383f-0968-4a25-aa10-06a67b989c46 req-670d924e-22a4-4aa1-9885-bef7a36755f2 service neutron] Checking agent: {'id': '3e9c1808-7bc3-414f-9290-25f62682d3ef', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79760', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 13, 11, 17, 34), 'started_at': datetime.datetime(2021, 8, 13, 11, 17, 34), 'heartbeat_timestamp': datetime.datetime(2021, 8, 13, 11, 26, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93883) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 13 11:27:02.354170 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f0a383f-0968-4a25-aa10-06a67b989c46 req-670d924e-22a4-4aa1-9885-bef7a36755f2 service neutron] Checking segment: {'id': 'f3442d87-b055-4f91-83c9-ccbbb76e1cdb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': '23e3fccd-5884-46bb-bcdc-baa22ac482f9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93883) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 13 11:27:02.354550 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f0a383f-0968-4a25-aa10-06a67b989c46 req-670d924e-22a4-4aa1-9885-bef7a36755f2 service neutron] Bound using segment: {'id': 'f3442d87-b055-4f91-83c9-ccbbb76e1cdb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': '23e3fccd-5884-46bb-bcdc-baa22ac482f9'} {{(pid=93883) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 13 11:27:02.354970 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron.plugins.ml2.managers [req-9f0a383f-0968-4a25-aa10-06a67b989c46 req-670d924e-22a4-4aa1-9885-bef7a36755f2 service neutron] Bound port: ad792fc2-155f-430d-b0e2-a4e8cbaf4398, host: hv-cinder-79760, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f3442d87-b055-4f91-83c9-ccbbb76e1cdb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': '23e3fccd-5884-46bb-bcdc-baa22ac482f9'}}] {{(pid=93883) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 13 11:27:02.355328 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-9f0a383f-0968-4a25-aa10-06a67b989c46 req-670d924e-22a4-4aa1-9885-bef7a36755f2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935434'] for port, before_update {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 11:27:02.432993 dv-cinder-797608-16-iscsi neutron-server[93885]: DEBUG neutron.plugins.ml2.db [None req-a0b9b986-0706-4fc6-9cf9-0eb02d2513dc None None] get_ports_and_sgs() called for port_ids ['9cd0cf8a-1856-43cc-9a11-b05d507cc63c'] {{(pid=93885) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 13 11:27:02.492545 dv-cinder-797608-16-iscsi neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fbea6d7-9df6-4f8e-9e95-b4baec3485f2 req-fa72f34f-ac1f-4698-a042-857dca4652d5 tempest-VolumesActionsTest-281582125 tempest-VolumesActionsTest-281582125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 11:27:02.494316 dv-cinder-797608-16-iscsi neutron-server[93884]: INFO neutron.wsgi [req-3fbea6d7-9df6-4f8e-9e95-b4baec3485f2 req-fa72f34f-ac1f-4698-a042-857dca4652d5 tempest-VolumesActionsTest-281582125 tempest-VolumesActionsTest-281582125-project] 10.222.0.32 "GET /v2.0/ports?device_id=1b13949d-b67b-4159-848b-9f35234eab46 HTTP/1.1" status: 200 len: 944 time: 0.0516238 Aug 13 11:27:02.535108 dv-cinder-797608-16-iscsi neutron-server[93884]: INFO neutron.wsgi [req-3fbea6d7-9df6-4f8e-9e95-b4baec3485f2 req-4e95d9a4-7e3a-49b1-b4b0-a8942ac2e40d tempest-VolumesActionsTest-281582125 tempest-VolumesActionsTest-281582125-project] 10.222.0.32 "GET /v2.0/security-groups?id=5c92a427-2065-4f44-9320-f7d0c84224b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331967 Aug 13 11:27:02.680321 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron.plugins.ml2.db [req-9f0a383f-0968-4a25-aa10-06a67b989c46 req-670d924e-22a4-4aa1-9885-bef7a36755f2 service neutron] For port ad792fc2-155f-430d-b0e2-a4e8cbaf4398, host hv-cinder-79760, cleared binding levels {{(pid=93883) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 13 11:27:02.683290 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron.plugins.ml2.db [req-9f0a383f-0968-4a25-aa10-06a67b989c46 req-670d924e-22a4-4aa1-9885-bef7a36755f2 service neutron] For port ad792fc2-155f-430d-b0e2-a4e8cbaf4398, host hv-cinder-79760, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79760',level=0,port_id=ad792fc2-155f-430d-b0e2-a4e8cbaf4398,segment=NetworkSegment(f3442d87-b055-4f91-83c9-ccbbb76e1cdb),segment_id=f3442d87-b055-4f91-83c9-ccbbb76e1cdb)] {{(pid=93883) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 13 11:27:02.693802 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-9f0a383f-0968-4a25-aa10-06a67b989c46 req-670d924e-22a4-4aa1-9885-bef7a36755f2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935844', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611014', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782137889940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782137337613', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782137337631', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2139128387'] for port, after_update {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 11:27:02.727297 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f0a383f-0968-4a25-aa10-06a67b989c46 req-670d924e-22a4-4aa1-9885-bef7a36755f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 11:27:02.727896 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-9f0a383f-0968-4a25-aa10-06a67b989c46 req-670d924e-22a4-4aa1-9885-bef7a36755f2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-128352'] for port, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 11:27:02.729293 dv-cinder-797608-16-iscsi neutron-server[93883]: INFO neutron.wsgi [req-9f0a383f-0968-4a25-aa10-06a67b989c46 req-670d924e-22a4-4aa1-9885-bef7a36755f2 service neutron] 10.222.0.20 "PUT /v2.0/ports/ad792fc2-155f-430d-b0e2-a4e8cbaf4398 HTTP/1.1" status: 200 len: 1094 time: 0.8636637 Aug 13 11:27:02.729723 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1b13949d-b67b-4159-848b-9f35234eab46', 'tag': 'ad792fc2-155f-430d-b0e2-a4e8cbaf4398'}] {{(pid=93883) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 13 11:27:02.731943 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}db1a1fbc245c58e73290e58258e46ca41fe4e785cc79cbd57aa3dae940aad292" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b5d87a27-0a31-4c7d-b91d-8d5cf0ea42de" -d '{"events": [{"name": "network-changed", "server_uuid": "1b13949d-b67b-4159-848b-9f35234eab46", "tag": "ad792fc2-155f-430d-b0e2-a4e8cbaf4398"}]}' {{(pid=93883) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 13 11:27:02.754590 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-670d924e-22a4-4aa1-9885-bef7a36755f2 service neutron] Pushing event updated for resources: {'Port': ['ID=ad792fc2-155f-430d-b0e2-a4e8cbaf4398,revision_number=3']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 11:27:02.769436 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 13 Aug 2021 11:27:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fe71cde0-0ef8-468d-8e0d-a0bc49d5fe52 x-openstack-request-id: req-fe71cde0-0ef8-468d-8e0d-a0bc49d5fe52 {{(pid=93883) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 13 11:27:02.769804 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1b13949d-b67b-4159-848b-9f35234eab46", "tag": "ad792fc2-155f-430d-b0e2-a4e8cbaf4398", "status": "completed", "code": 200}]} {{(pid=93883) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 13 11:27:02.769969 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-fe71cde0-0ef8-468d-8e0d-a0bc49d5fe52 {{(pid=93883) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 13 11:27:02.770409 dv-cinder-797608-16-iscsi neutron-server[93883]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1b13949d-b67b-4159-848b-9f35234eab46', 'tag': 'ad792fc2-155f-430d-b0e2-a4e8cbaf4398', 'status': 'completed', 'code': 200} Aug 13 11:27:02.834224 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f0a383f-0968-4a25-aa10-06a67b989c46 req-395e2b87-c1b1-4c8f-9ba1-c64b93d97154 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 11:27:02.835671 dv-cinder-797608-16-iscsi neutron-server[93883]: INFO neutron.wsgi [req-9f0a383f-0968-4a25-aa10-06a67b989c46 req-395e2b87-c1b1-4c8f-9ba1-c64b93d97154 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=971961f0e9874f2ea8cddcf21818b3bd&device_id=1b13949d-b67b-4159-848b-9f35234eab46 HTTP/1.1" status: 200 len: 1097 time: 0.0390613 Aug 13 11:27:02.886454 dv-cinder-797608-16-iscsi neutron-server[93883]: INFO neutron.wsgi [req-9f0a383f-0968-4a25-aa10-06a67b989c46 req-33e77c7b-0b23-4e96-b1da-4330816deca2 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=ad792fc2-155f-430d-b0e2-a4e8cbaf4398 HTTP/1.1" status: 200 len: 217 time: 0.0345285 Aug 13 11:27:02.933990 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f0a383f-0968-4a25-aa10-06a67b989c46 req-cb3989d8-19eb-48ab-877a-b1e0e2f3bee7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 11:27:02.935331 dv-cinder-797608-16-iscsi neutron-server[93883]: INFO neutron.wsgi [req-9f0a383f-0968-4a25-aa10-06a67b989c46 req-cb3989d8-19eb-48ab-877a-b1e0e2f3bee7 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=18ff971a-27e3-4b78-96eb-561c18c40bc9 HTTP/1.1" status: 200 len: 848 time: 0.0403054 Aug 13 11:27:02.966738 dv-cinder-797608-16-iscsi neutron-server[93883]: INFO neutron.wsgi [req-9f0a383f-0968-4a25-aa10-06a67b989c46 req-5222cab9-adee-47b1-a946-aaefba8a257a service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=23e3fccd-5884-46bb-bcdc-baa22ac482f9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0233781 Aug 13 11:27:03.063046 dv-cinder-797608-16-iscsi neutron-server[93883]: INFO neutron.wsgi [req-9f0a383f-0968-4a25-aa10-06a67b989c46 req-e7e24198-75d0-4ac8-a500-d4e98dd8dd7e service neutron] 10.222.0.20 "GET /v2.0/networks/23e3fccd-5884-46bb-bcdc-baa22ac482f9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0877388 Aug 13 11:27:03.121647 dv-cinder-797608-16-iscsi neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab639ab0-744e-45e7-9bfa-8e68a50f5058 req-67527cf5-953b-48ce-a53c-af79d1f2485c tempest-AttachVolumeShelveTestJSON-167533422 tempest-AttachVolumeShelveTestJSON-167533422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 11:27:03.123125 dv-cinder-797608-16-iscsi neutron-server[93884]: INFO neutron.wsgi [req-ab639ab0-744e-45e7-9bfa-8e68a50f5058 req-67527cf5-953b-48ce-a53c-af79d1f2485c tempest-AttachVolumeShelveTestJSON-167533422 tempest-AttachVolumeShelveTestJSON-167533422-project] 10.222.0.32 "GET /v2.0/ports?device_id=5ca66dae-84ba-458f-9b5b-0792ea937c3d HTTP/1.1" status: 200 len: 945 time: 0.0479572 Aug 13 11:27:03.154202 dv-cinder-797608-16-iscsi neutron-server[93883]: INFO neutron.wsgi [req-9f0a383f-0968-4a25-aa10-06a67b989c46 req-15e15c56-fd04-4030-a539-58e822bf6539 service neutron] 10.222.0.20 "GET /v2.0/networks/23e3fccd-5884-46bb-bcdc-baa22ac482f9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0815840 Aug 13 11:27:03.163010 dv-cinder-797608-16-iscsi neutron-server[93884]: INFO neutron.wsgi [req-ab639ab0-744e-45e7-9bfa-8e68a50f5058 req-15e5a16c-ad39-4423-b1f4-ae37a9442181 tempest-AttachVolumeShelveTestJSON-167533422 tempest-AttachVolumeShelveTestJSON-167533422-project] 10.222.0.32 "GET /v2.0/security-groups?id=b9edfe40-6480-42b1-a5a0-60b01d6d9607&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0338755 Aug 13 11:27:03.304618 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5d87a27-0a31-4c7d-b91d-8d5cf0ea42de req-9cb3bd4f-0e80-4345-8e23-0fd4dc221682 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 11:27:03.306133 dv-cinder-797608-16-iscsi neutron-server[93883]: INFO neutron.wsgi [req-b5d87a27-0a31-4c7d-b91d-8d5cf0ea42de req-9cb3bd4f-0e80-4345-8e23-0fd4dc221682 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=971961f0e9874f2ea8cddcf21818b3bd&device_id=1b13949d-b67b-4159-848b-9f35234eab46 HTTP/1.1" status: 200 len: 1097 time: 0.0405819 Aug 13 11:27:03.406574 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5d87a27-0a31-4c7d-b91d-8d5cf0ea42de req-d6335c45-ca17-4492-9803-1f1fd6fc5390 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 11:27:03.408045 dv-cinder-797608-16-iscsi neutron-server[93883]: INFO neutron.wsgi [req-b5d87a27-0a31-4c7d-b91d-8d5cf0ea42de req-d6335c45-ca17-4492-9803-1f1fd6fc5390 service neutron] 10.222.0.20 "GET /v2.0/networks?id=23e3fccd-5884-46bb-bcdc-baa22ac482f9 HTTP/1.1" status: 200 len: 909 time: 0.0932431 Aug 13 11:27:03.462374 dv-cinder-797608-16-iscsi neutron-server[93883]: INFO neutron.wsgi [req-b5d87a27-0a31-4c7d-b91d-8d5cf0ea42de req-d139a05d-ae4a-44c4-9df5-2d829a8bbf5d service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=ad792fc2-155f-430d-b0e2-a4e8cbaf4398 HTTP/1.1" status: 200 len: 217 time: 0.0335643 Aug 13 11:27:03.514999 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5d87a27-0a31-4c7d-b91d-8d5cf0ea42de req-40f30ae1-3b21-4a6c-99ff-109f06226a4c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 11:27:03.516372 dv-cinder-797608-16-iscsi neutron-server[93883]: INFO neutron.wsgi [req-b5d87a27-0a31-4c7d-b91d-8d5cf0ea42de req-40f30ae1-3b21-4a6c-99ff-109f06226a4c service neutron] 10.222.0.20 "GET /v2.0/subnets?id=18ff971a-27e3-4b78-96eb-561c18c40bc9 HTTP/1.1" status: 200 len: 848 time: 0.0447159 Aug 13 11:27:03.547664 dv-cinder-797608-16-iscsi neutron-server[93883]: INFO neutron.wsgi [req-b5d87a27-0a31-4c7d-b91d-8d5cf0ea42de req-2770c1d4-deb6-4525-90b1-c431733f1331 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=23e3fccd-5884-46bb-bcdc-baa22ac482f9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0233514 Aug 13 11:27:03.636732 dv-cinder-797608-16-iscsi neutron-server[93883]: INFO neutron.wsgi [req-b5d87a27-0a31-4c7d-b91d-8d5cf0ea42de req-13acb4dd-4048-431a-90fc-e62a453300e1 service neutron] 10.222.0.20 "GET /v2.0/networks/23e3fccd-5884-46bb-bcdc-baa22ac482f9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0806377 Aug 13 11:27:03.651504 dv-cinder-797608-16-iscsi neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a99f7010-0c4f-45dc-8a00-b9a6c9838601 req-08492dbc-05b1-4793-899b-a0b90d0ac058 tempest-VolumesActionsTest-281582125 tempest-VolumesActionsTest-281582125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 11:27:03.653024 dv-cinder-797608-16-iscsi neutron-server[93884]: INFO neutron.wsgi [req-a99f7010-0c4f-45dc-8a00-b9a6c9838601 req-08492dbc-05b1-4793-899b-a0b90d0ac058 tempest-VolumesActionsTest-281582125 tempest-VolumesActionsTest-281582125-project] 10.222.0.32 "GET /v2.0/ports?device_id=1b13949d-b67b-4159-848b-9f35234eab46 HTTP/1.1" status: 200 len: 944 time: 0.0484226 Aug 13 11:27:03.692243 dv-cinder-797608-16-iscsi neutron-server[93884]: INFO neutron.wsgi [req-a99f7010-0c4f-45dc-8a00-b9a6c9838601 req-e037fe52-bbad-4b5b-905d-07f1fb0d76e8 tempest-VolumesActionsTest-281582125 tempest-VolumesActionsTest-281582125-project] 10.222.0.32 "GET /v2.0/security-groups?id=5c92a427-2065-4f44-9320-f7d0c84224b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322423 Aug 13 11:27:03.736777 dv-cinder-797608-16-iscsi neutron-server[93883]: INFO neutron.wsgi [req-b5d87a27-0a31-4c7d-b91d-8d5cf0ea42de req-3d9a1aca-301f-417c-98e6-0e63f55329f0 service neutron] 10.222.0.20 "GET /v2.0/networks/23e3fccd-5884-46bb-bcdc-baa22ac482f9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0915718 Aug 13 11:27:03.937158 dv-cinder-797608-16-iscsi neutron-server[93885]: DEBUG neutron.plugins.ml2.rpc [None req-a0b9b986-0706-4fc6-9cf9-0eb02d2513dc None None] Device 9cd0cf8a-1856-43cc-9a11-b05d507cc63c up at agent hyperv_hv-cinder-79760 {{(pid=93885) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 13 11:27:04.005396 dv-cinder-797608-16-iscsi neutron-server[93885]: DEBUG neutron.db.provisioning_blocks [None req-a0b9b986-0706-4fc6-9cf9-0eb02d2513dc None None] Provisioning for port 9cd0cf8a-1856-43cc-9a11-b05d507cc63c completed by entity L2. {{(pid=93885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 13 11:27:04.011202 dv-cinder-797608-16-iscsi neutron-server[93885]: DEBUG neutron.db.provisioning_blocks [None req-a0b9b986-0706-4fc6-9cf9-0eb02d2513dc None None] Provisioning complete for port 9cd0cf8a-1856-43cc-9a11-b05d507cc63c triggered by entity L2. {{(pid=93885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 13 11:27:04.011581 dv-cinder-797608-16-iscsi neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-a0b9b986-0706-4fc6-9cf9-0eb02d2513dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-997193'] for port, provisioning_complete {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 11:27:04.083950 dv-cinder-797608-16-iscsi neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-a0b9b986-0706-4fc6-9cf9-0eb02d2513dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935434'] for port, before_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 11:27:04.105258 dv-cinder-797608-16-iscsi neutron-server[93885]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5ca66dae-84ba-458f-9b5b-0792ea937c3d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9cd0cf8a-1856-43cc-9a11-b05d507cc63c'}] {{(pid=93885) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 13 11:27:04.107504 dv-cinder-797608-16-iscsi neutron-server[93885]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6271a0dfd589c32cbc3478448621ce6e19c81a8dd821b4c159629fbe4478ed77" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9e15adc2-2a1d-40ab-8d42-cdc494482cf3" -d '{"events": [{"server_uuid": "5ca66dae-84ba-458f-9b5b-0792ea937c3d", "name": "network-vif-plugged", "status": "completed", "tag": "9cd0cf8a-1856-43cc-9a11-b05d507cc63c"}]}' {{(pid=93885) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 13 11:27:04.120428 dv-cinder-797608-16-iscsi neutron-server[93885]: DEBUG neutron.plugins.ml2.db [None req-a0b9b986-0706-4fc6-9cf9-0eb02d2513dc None None] For port 9cd0cf8a-1856-43cc-9a11-b05d507cc63c, host hv-cinder-79760, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79760',level=0,port_id=9cd0cf8a-1856-43cc-9a11-b05d507cc63c,segment=NetworkSegment(0fa64963-7e93-4d0e-b107-3a0c1a54420b),segment_id=0fa64963-7e93-4d0e-b107-3a0c1a54420b)] {{(pid=93885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 13 11:27:04.124903 dv-cinder-797608-16-iscsi neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-a0b9b986-0706-4fc6-9cf9-0eb02d2513dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935844', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611014', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782137889940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782137337613', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782137337631'] for port, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 11:27:04.149678 dv-cinder-797608-16-iscsi neutron-server[93885]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 13 Aug 2021 11:27:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-31e2422b-ce06-4eb5-96f2-e01eec5b1e34 x-openstack-request-id: req-31e2422b-ce06-4eb5-96f2-e01eec5b1e34 {{(pid=93885) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 13 11:27:04.149971 dv-cinder-797608-16-iscsi neutron-server[93885]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5ca66dae-84ba-458f-9b5b-0792ea937c3d", "name": "network-vif-plugged", "status": "completed", "tag": "9cd0cf8a-1856-43cc-9a11-b05d507cc63c", "code": 200}]} {{(pid=93885) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 13 11:27:04.150258 dv-cinder-797608-16-iscsi neutron-server[93885]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-31e2422b-ce06-4eb5-96f2-e01eec5b1e34 {{(pid=93885) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 13 11:27:04.150621 dv-cinder-797608-16-iscsi neutron-server[93885]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5ca66dae-84ba-458f-9b5b-0792ea937c3d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9cd0cf8a-1856-43cc-9a11-b05d507cc63c', 'code': 200} Aug 13 11:27:04.175599 dv-cinder-797608-16-iscsi neutron-server[93885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0b9b986-0706-4fc6-9cf9-0eb02d2513dc None None] Pushing event updated for resources: {'Port': ['ID=9cd0cf8a-1856-43cc-9a11-b05d507cc63c,revision_number=5']} {{(pid=93885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 11:27:04.279806 dv-cinder-797608-16-iscsi neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00b9587a-a4e5-4f18-93fe-6be1ffdf60b1 req-b61c7d0b-baea-4c63-ae39-fcf4b1a4d72a tempest-AttachVolumeShelveTestJSON-167533422 tempest-AttachVolumeShelveTestJSON-167533422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 11:27:04.289631 dv-cinder-797608-16-iscsi neutron-server[93884]: INFO neutron.wsgi [req-00b9587a-a4e5-4f18-93fe-6be1ffdf60b1 req-b61c7d0b-baea-4c63-ae39-fcf4b1a4d72a tempest-AttachVolumeShelveTestJSON-167533422 tempest-AttachVolumeShelveTestJSON-167533422-project] 10.222.0.32 "GET /v2.0/ports?device_id=5ca66dae-84ba-458f-9b5b-0792ea937c3d HTTP/1.1" status: 200 len: 946 time: 0.0566850 Aug 13 11:27:04.330087 dv-cinder-797608-16-iscsi neutron-server[93884]: INFO neutron.wsgi [req-00b9587a-a4e5-4f18-93fe-6be1ffdf60b1 req-e69c6360-a454-4703-8949-bf8ad66c5b1e tempest-AttachVolumeShelveTestJSON-167533422 tempest-AttachVolumeShelveTestJSON-167533422-project] 10.222.0.32 "GET /v2.0/security-groups?id=b9edfe40-6480-42b1-a5a0-60b01d6d9607&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0334325 Aug 13 11:27:04.334493 dv-cinder-797608-16-iscsi neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-a0b9b986-0706-4fc6-9cf9-0eb02d2513dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782137812740', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-997306'] for agent, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 11:27:04.360781 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edb66205-3558-4d4c-a697-05cc955e2d9c req-f54c7b2f-f1e5-4482-bf5b-9bcddecbd56f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 11:27:04.362307 dv-cinder-797608-16-iscsi neutron-server[93883]: INFO neutron.wsgi [req-edb66205-3558-4d4c-a697-05cc955e2d9c req-f54c7b2f-f1e5-4482-bf5b-9bcddecbd56f service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=5ca66dae-84ba-458f-9b5b-0792ea937c3d HTTP/1.1" status: 200 len: 1099 time: 0.0400856 Aug 13 11:27:04.396550 dv-cinder-797608-16-iscsi neutron-server[93883]: INFO neutron.wsgi [req-edb66205-3558-4d4c-a697-05cc955e2d9c req-4c6acfd1-d650-4b22-a888-a4b0994a3d8e service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=b9edfe40-6480-42b1-a5a0-60b01d6d9607&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0269673 Aug 13 11:27:04.805690 dv-cinder-797608-16-iscsi neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eb1c486-265f-4f18-a36c-1764fdae4cab req-520a6cff-71fe-4f95-ab6e-f40481bc2245 tempest-VolumesActionsTest-281582125 tempest-VolumesActionsTest-281582125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 11:27:04.807174 dv-cinder-797608-16-iscsi neutron-server[93884]: INFO neutron.wsgi [req-2eb1c486-265f-4f18-a36c-1764fdae4cab req-520a6cff-71fe-4f95-ab6e-f40481bc2245 tempest-VolumesActionsTest-281582125 tempest-VolumesActionsTest-281582125-project] 10.222.0.32 "GET /v2.0/ports?device_id=1b13949d-b67b-4159-848b-9f35234eab46 HTTP/1.1" status: 200 len: 944 time: 0.0466774 Aug 13 11:27:04.846713 dv-cinder-797608-16-iscsi neutron-server[93884]: INFO neutron.wsgi [req-2eb1c486-265f-4f18-a36c-1764fdae4cab req-65861ec1-ea09-4be9-b5ec-fa422ffb507f tempest-VolumesActionsTest-281582125 tempest-VolumesActionsTest-281582125-project] 10.222.0.32 "GET /v2.0/security-groups?id=5c92a427-2065-4f44-9320-f7d0c84224b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330083 Aug 13 11:27:05.452049 dv-cinder-797608-16-iscsi neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60f531f1-dd56-487f-9695-46bbc005b0f5 req-2ee3f582-6c9c-4e34-8b77-764d06411ad6 tempest-AttachVolumeShelveTestJSON-167533422 tempest-AttachVolumeShelveTestJSON-167533422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 11:27:05.453537 dv-cinder-797608-16-iscsi neutron-server[93884]: INFO neutron.wsgi [req-60f531f1-dd56-487f-9695-46bbc005b0f5 req-2ee3f582-6c9c-4e34-8b77-764d06411ad6 tempest-AttachVolumeShelveTestJSON-167533422 tempest-AttachVolumeShelveTestJSON-167533422-project] 10.222.0.32 "GET /v2.0/ports?device_id=5ca66dae-84ba-458f-9b5b-0792ea937c3d HTTP/1.1" status: 200 len: 946 time: 0.0488338 Aug 13 11:27:05.495133 dv-cinder-797608-16-iscsi neutron-server[93884]: INFO neutron.wsgi [req-60f531f1-dd56-487f-9695-46bbc005b0f5 req-db114cc3-e5dc-4e5d-9c72-01cb7fdb44f9 tempest-AttachVolumeShelveTestJSON-167533422 tempest-AttachVolumeShelveTestJSON-167533422-project] 10.222.0.32 "GET /v2.0/security-groups?id=b9edfe40-6480-42b1-a5a0-60b01d6d9607&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0351646 Aug 13 11:27:05.954130 dv-cinder-797608-16-iscsi neutron-server[93885]: DEBUG neutron.plugins.ml2.rpc [None req-a0b9b986-0706-4fc6-9cf9-0eb02d2513dc None None] Device ad792fc2-155f-430d-b0e2-a4e8cbaf4398 details requested by agent hyperv_hv-cinder-79760 with host hv-cinder-79760 {{(pid=93885) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 13 11:27:05.957149 dv-cinder-797608-16-iscsi neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-314f9d25-4966-4490-9812-4f65ad009b3c req-d22fc17e-2e5c-41b9-b389-d1ed598c209a tempest-VolumesActionsTest-281582125 tempest-VolumesActionsTest-281582125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 11:27:05.958640 dv-cinder-797608-16-iscsi neutron-server[93884]: INFO neutron.wsgi [req-314f9d25-4966-4490-9812-4f65ad009b3c req-d22fc17e-2e5c-41b9-b389-d1ed598c209a tempest-VolumesActionsTest-281582125 tempest-VolumesActionsTest-281582125-project] 10.222.0.32 "GET /v2.0/ports?device_id=1b13949d-b67b-4159-848b-9f35234eab46 HTTP/1.1" status: 200 len: 944 time: 0.0467672 Aug 13 11:27:05.996166 dv-cinder-797608-16-iscsi neutron-server[93884]: INFO neutron.wsgi [req-314f9d25-4966-4490-9812-4f65ad009b3c req-fd70215f-c45b-4c11-84f5-96765b70fdbe tempest-VolumesActionsTest-281582125 tempest-VolumesActionsTest-281582125-project] 10.222.0.32 "GET /v2.0/security-groups?id=5c92a427-2065-4f44-9320-f7d0c84224b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315757 Aug 13 11:27:06.045043 dv-cinder-797608-16-iscsi neutron-server[93885]: DEBUG neutron.plugins.ml2.db [None req-a0b9b986-0706-4fc6-9cf9-0eb02d2513dc None None] For port ad792fc2-155f-430d-b0e2-a4e8cbaf4398, host hv-cinder-79760, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79760',level=0,port_id=ad792fc2-155f-430d-b0e2-a4e8cbaf4398,segment=NetworkSegment(f3442d87-b055-4f91-83c9-ccbbb76e1cdb),segment_id=f3442d87-b055-4f91-83c9-ccbbb76e1cdb)] {{(pid=93885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 13 11:27:06.055674 dv-cinder-797608-16-iscsi neutron-server[93885]: DEBUG neutron.plugins.ml2.rpc [None req-a0b9b986-0706-4fc6-9cf9-0eb02d2513dc None None] Returning: {'device': 'ad792fc2-155f-430d-b0e2-a4e8cbaf4398', 'network_id': '23e3fccd-5884-46bb-bcdc-baa22ac482f9', 'port_id': 'ad792fc2-155f-430d-b0e2-a4e8cbaf4398', 'mac_address': 'fa:16:3e:47:74:d8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 186, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '18ff971a-27e3-4b78-96eb-561c18c40bc9', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93885) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 13 11:27:06.094751 dv-cinder-797608-16-iscsi neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-a0b9b986-0706-4fc6-9cf9-0eb02d2513dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935434'] for port, before_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 11:27:06.180137 dv-cinder-797608-16-iscsi neutron-server[93886]: DEBUG neutron.db.agents_db [None req-85e56f49-6478-4807-bf82-7523a15d9e55 None None] Agent healthcheck: found 6 active agents {{(pid=93886) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 13 11:27:06.224631 dv-cinder-797608-16-iscsi neutron-server[93885]: DEBUG neutron.notifiers.nova [None req-a0b9b986-0706-4fc6-9cf9-0eb02d2513dc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ad792fc2-155f-430d-b0e2-a4e8cbaf4398 {{(pid=93885) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 13 11:27:06.244000 dv-cinder-797608-16-iscsi neutron-server[93885]: DEBUG neutron.plugins.ml2.db [None req-a0b9b986-0706-4fc6-9cf9-0eb02d2513dc None None] For port ad792fc2-155f-430d-b0e2-a4e8cbaf4398, host hv-cinder-79760, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79760',level=0,port_id=ad792fc2-155f-430d-b0e2-a4e8cbaf4398,segment=NetworkSegment(f3442d87-b055-4f91-83c9-ccbbb76e1cdb),segment_id=f3442d87-b055-4f91-83c9-ccbbb76e1cdb)] {{(pid=93885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 13 11:27:06.247989 dv-cinder-797608-16-iscsi neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-a0b9b986-0706-4fc6-9cf9-0eb02d2513dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935844', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611014', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782137889940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782137337613', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782137337631'] for port, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 11:27:06.293792 dv-cinder-797608-16-iscsi neutron-server[93885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0b9b986-0706-4fc6-9cf9-0eb02d2513dc None None] Pushing event updated for resources: {'Port': ['ID=ad792fc2-155f-430d-b0e2-a4e8cbaf4398,revision_number=4']} {{(pid=93885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 11:27:06.591324 dv-cinder-797608-16-iscsi neutron-server[93885]: DEBUG neutron.plugins.ml2.db [None req-a0b9b986-0706-4fc6-9cf9-0eb02d2513dc None None] get_ports_and_sgs() called for port_ids ['ad792fc2-155f-430d-b0e2-a4e8cbaf4398'] {{(pid=93885) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 13 11:27:06.610789 dv-cinder-797608-16-iscsi neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35eb9b74-9fdc-4570-badd-788a6ffcf430 req-ddea2cf0-6cde-4f7a-a5cc-1993f965c289 tempest-AttachVolumeShelveTestJSON-167533422 tempest-AttachVolumeShelveTestJSON-167533422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 11:27:06.612262 dv-cinder-797608-16-iscsi neutron-server[93884]: INFO neutron.wsgi [req-35eb9b74-9fdc-4570-badd-788a6ffcf430 req-ddea2cf0-6cde-4f7a-a5cc-1993f965c289 tempest-AttachVolumeShelveTestJSON-167533422 tempest-AttachVolumeShelveTestJSON-167533422-project] 10.222.0.32 "GET /v2.0/ports?device_id=5ca66dae-84ba-458f-9b5b-0792ea937c3d HTTP/1.1" status: 200 len: 946 time: 0.0469453 Aug 13 11:27:06.656252 dv-cinder-797608-16-iscsi neutron-server[93884]: INFO neutron.wsgi [req-35eb9b74-9fdc-4570-badd-788a6ffcf430 req-c6fdff97-2186-4218-b0f2-ff77dd47935d tempest-AttachVolumeShelveTestJSON-167533422 tempest-AttachVolumeShelveTestJSON-167533422-project] 10.222.0.32 "GET /v2.0/security-groups?id=b9edfe40-6480-42b1-a5a0-60b01d6d9607&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0375850 Aug 13 11:27:06.773298 dv-cinder-797608-16-iscsi neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c926197-f280-41de-8870-3a67aa4306e7 req-39d27e41-cd9e-41fd-9e84-83096acc7efc tempest-AttachVolumeShelveTestJSON-167533422 tempest-AttachVolumeShelveTestJSON-167533422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 11:27:06.774842 dv-cinder-797608-16-iscsi neutron-server[93884]: INFO neutron.wsgi [req-9c926197-f280-41de-8870-3a67aa4306e7 req-39d27e41-cd9e-41fd-9e84-83096acc7efc tempest-AttachVolumeShelveTestJSON-167533422 tempest-AttachVolumeShelveTestJSON-167533422-project] 10.222.0.32 "GET /v2.0/ports?device_id=5ca66dae-84ba-458f-9b5b-0792ea937c3d HTTP/1.1" status: 200 len: 946 time: 0.0509546 Aug 13 11:27:06.783349 dv-cinder-797608-16-iscsi neutron-server[93884]: DEBUG neutron.wsgi [-] (93884) accepted ('10.222.0.32', 53268) {{(pid=93884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 11:27:06.787687 dv-cinder-797608-16-iscsi neutron-server[93884]: DEBUG neutron.api.v2.base [None req-dc6aad02-ef7a-4e64-a1ce-3d82b0801e6a tempest-AttachVolumeShelveTestJSON-167533422 tempest-AttachVolumeShelveTestJSON-167533422-project] Request body: {'floatingip': {'port_id': '9cd0cf8a-1856-43cc-9a11-b05d507cc63c'}} {{(pid=93884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 13 11:27:06.824680 dv-cinder-797608-16-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-dc6aad02-ef7a-4e64-a1ce-3d82b0801e6a tempest-AttachVolumeShelveTestJSON-167533422 tempest-AttachVolumeShelveTestJSON-167533422-project] Notify callbacks [] for floatingip, before_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 11:27:07.180638 dv-cinder-797608-16-iscsi neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3c19703-b12d-42da-be3a-26ff91bea9ca req-eb6494cc-5d44-43f9-a2d4-1a81c029bb2f tempest-VolumesActionsTest-281582125 tempest-VolumesActionsTest-281582125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 11:27:07.182125 dv-cinder-797608-16-iscsi neutron-server[93884]: INFO neutron.wsgi [req-e3c19703-b12d-42da-be3a-26ff91bea9ca req-eb6494cc-5d44-43f9-a2d4-1a81c029bb2f tempest-VolumesActionsTest-281582125 tempest-VolumesActionsTest-281582125-project] 10.222.0.32 "GET /v2.0/ports?device_id=1b13949d-b67b-4159-848b-9f35234eab46 HTTP/1.1" status: 200 len: 945 time: 0.1219409 Aug 13 11:27:07.259125 dv-cinder-797608-16-iscsi neutron-server[93884]: INFO neutron.wsgi [req-e3c19703-b12d-42da-be3a-26ff91bea9ca req-08614fc9-d15a-4597-b11c-eddd25afe4c0 tempest-VolumesActionsTest-281582125 tempest-VolumesActionsTest-281582125-project] 10.222.0.32 "GET /v2.0/security-groups?id=5c92a427-2065-4f44-9320-f7d0c84224b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0681295 Aug 13 11:27:07.312033 dv-cinder-797608-16-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-dc6aad02-ef7a-4e64-a1ce-3d82b0801e6a tempest-AttachVolumeShelveTestJSON-167533422 tempest-AttachVolumeShelveTestJSON-167533422-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 11:27:07.315776 dv-cinder-797608-16-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-dc6aad02-ef7a-4e64-a1ce-3d82b0801e6a tempest-AttachVolumeShelveTestJSON-167533422 tempest-AttachVolumeShelveTestJSON-167533422-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1585555'] for floatingip, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 11:27:07.411902 dv-cinder-797608-16-iscsi neutron-server[93884]: INFO neutron.db.l3_db [None req-dc6aad02-ef7a-4e64-a1ce-3d82b0801e6a tempest-AttachVolumeShelveTestJSON-167533422 tempest-AttachVolumeShelveTestJSON-167533422-project] Floating IP 42a2c518-eab1-41a1-9de6-e0818d2bcb58 associated. External IP: 172.27.2.99, port: 9cd0cf8a-1856-43cc-9a11-b05d507cc63c. Aug 13 11:27:07.607271 dv-cinder-797608-16-iscsi neutron-server[93884]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dc6aad02-ef7a-4e64-a1ce-3d82b0801e6a tempest-AttachVolumeShelveTestJSON-167533422 tempest-AttachVolumeShelveTestJSON-167533422-project] Router 45fcef0b-5e49-4ed1-8f5f-be1c9887f9b9 has already been hosted by L3 agent 120d27b5-31d8-4cd2-97b4-2412c45088e1 {{(pid=93884) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 13 11:27:07.710649 dv-cinder-797608-16-iscsi neutron-server[93884]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dc6aad02-ef7a-4e64-a1ce-3d82b0801e6a tempest-AttachVolumeShelveTestJSON-167533422 tempest-AttachVolumeShelveTestJSON-167533422-project] Notify agent at l3_agent.dv-cinder-797608-16-iscsi the message routers_updated {{(pid=93884) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 13 11:27:07.715555 dv-cinder-797608-16-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-dc6aad02-ef7a-4e64-a1ce-3d82b0801e6a tempest-AttachVolumeShelveTestJSON-167533422 tempest-AttachVolumeShelveTestJSON-167533422-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-128352'] for floatingip, before_response {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 11:27:07.720550 dv-cinder-797608-16-iscsi neutron-server[93886]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e172a867-25ea-45d2-942a-bb018cd76985 None None] Sync routers for ids ['45fcef0b-5e49-4ed1-8f5f-be1c9887f9b9'] in dv-cinder-797608-16-iscsi {{(pid=93886) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 13 11:27:07.729291 dv-cinder-797608-16-iscsi neutron-server[93886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e172a867-25ea-45d2-942a-bb018cd76985 None None] Routers {'45fcef0b-5e49-4ed1-8f5f-be1c9887f9b9'} bound to L3 agent in host dv-cinder-797608-16-iscsi {{(pid=93886) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 13 11:27:07.729872 dv-cinder-797608-16-iscsi neutron-server[93886]: DEBUG neutron.db.l3_hamode_db [None req-e172a867-25ea-45d2-942a-bb018cd76985 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797608-16-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-08-13T11:11:41Z,description=,heartbeat_timestamp=2021-08-13T11:26:41Z,host='dv-cinder-797608-16-iscsi',id=120d27b5-31d8-4cd2-97b4-2412c45088e1,load=0,resource_versions=,resources_synced=,started_at=2021-08-13T11:11:41Z,topic='l3_agent')) {'router_ids': ['45fcef0b-5e49-4ed1-8f5f-be1c9887f9b9'], 'active': True} {{(pid=93886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 13 11:27:07.742801 dv-cinder-797608-16-iscsi neutron-server[93884]: INFO neutron.wsgi [None req-dc6aad02-ef7a-4e64-a1ce-3d82b0801e6a tempest-AttachVolumeShelveTestJSON-167533422 tempest-AttachVolumeShelveTestJSON-167533422-project] 10.222.0.32 "PUT /v2.0/floatingips/42a2c518-eab1-41a1-9de6-e0818d2bcb58 HTTP/1.1" status: 200 len: 991 time: 0.9584286 Aug 13 11:27:07.743384 dv-cinder-797608-16-iscsi neutron-server[93884]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5ca66dae-84ba-458f-9b5b-0792ea937c3d', 'tag': '9cd0cf8a-1856-43cc-9a11-b05d507cc63c'}] {{(pid=93884) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 13 11:27:07.745611 dv-cinder-797608-16-iscsi neutron-server[93884]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}70f01c08a00349be11dfcfb62f4fe7a1e23395be4279a346f0a082136c645f60" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5126fa90-6527-4f88-adda-b400632a7eec" -d '{"events": [{"name": "network-changed", "server_uuid": "5ca66dae-84ba-458f-9b5b-0792ea937c3d", "tag": "9cd0cf8a-1856-43cc-9a11-b05d507cc63c"}]}' {{(pid=93884) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 13 11:27:07.784608 dv-cinder-797608-16-iscsi neutron-server[93884]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 13 Aug 2021 11:27:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-19f25f9b-913b-42a9-9b00-9c7481b5f75a x-openstack-request-id: req-19f25f9b-913b-42a9-9b00-9c7481b5f75a {{(pid=93884) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 13 11:27:07.784608 dv-cinder-797608-16-iscsi neutron-server[93884]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5ca66dae-84ba-458f-9b5b-0792ea937c3d", "tag": "9cd0cf8a-1856-43cc-9a11-b05d507cc63c", "status": "completed", "code": 200}]} {{(pid=93884) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 13 11:27:07.784608 dv-cinder-797608-16-iscsi neutron-server[93884]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-19f25f9b-913b-42a9-9b00-9c7481b5f75a {{(pid=93884) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 13 11:27:07.784608 dv-cinder-797608-16-iscsi neutron-server[93884]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5ca66dae-84ba-458f-9b5b-0792ea937c3d', 'tag': '9cd0cf8a-1856-43cc-9a11-b05d507cc63c', 'status': 'completed', 'code': 200} Aug 13 11:27:07.834951 dv-cinder-797608-16-iscsi neutron-server[93886]: DEBUG neutron.db.l3_dvr_db [None req-e172a867-25ea-45d2-942a-bb018cd76985 None None] Set router 45fcef0b-5e49-4ed1-8f5f-be1c9887f9b9 gateway port host: dv-cinder-797608-16-iscsi {{(pid=93886) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 13 11:27:07.882536 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5126fa90-6527-4f88-adda-b400632a7eec req-54f80a8f-f34c-4f95-b33c-c9998a901ba2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 11:27:07.884041 dv-cinder-797608-16-iscsi neutron-server[93883]: INFO neutron.wsgi [req-5126fa90-6527-4f88-adda-b400632a7eec req-54f80a8f-f34c-4f95-b33c-c9998a901ba2 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=f8e7c269befb4af69a2ff5c42fe26725&device_id=5ca66dae-84ba-458f-9b5b-0792ea937c3d HTTP/1.1" status: 200 len: 1099 time: 0.0426009 Aug 13 11:27:07.970515 dv-cinder-797608-16-iscsi neutron-server[93885]: DEBUG neutron.plugins.ml2.rpc [None req-a0b9b986-0706-4fc6-9cf9-0eb02d2513dc None None] Device ad792fc2-155f-430d-b0e2-a4e8cbaf4398 up at agent hyperv_hv-cinder-79760 {{(pid=93885) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 13 11:27:07.984439 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5126fa90-6527-4f88-adda-b400632a7eec req-8bb87d62-72e7-4d31-87d1-52b03ac04841 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 11:27:07.985924 dv-cinder-797608-16-iscsi neutron-server[93883]: INFO neutron.wsgi [req-5126fa90-6527-4f88-adda-b400632a7eec req-8bb87d62-72e7-4d31-87d1-52b03ac04841 service neutron] 10.222.0.20 "GET /v2.0/networks?id=d5a90fe8-bc27-43fd-967e-c2c4a7f28507 HTTP/1.1" status: 200 len: 918 time: 0.0936549 Aug 13 11:27:08.019180 dv-cinder-797608-16-iscsi neutron-server[93885]: DEBUG neutron.db.provisioning_blocks [None req-a0b9b986-0706-4fc6-9cf9-0eb02d2513dc None None] Provisioning for port ad792fc2-155f-430d-b0e2-a4e8cbaf4398 completed by entity L2. {{(pid=93885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 13 11:27:08.022964 dv-cinder-797608-16-iscsi neutron-server[93885]: DEBUG neutron.db.provisioning_blocks [None req-a0b9b986-0706-4fc6-9cf9-0eb02d2513dc None None] Provisioning complete for port ad792fc2-155f-430d-b0e2-a4e8cbaf4398 triggered by entity L2. {{(pid=93885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 13 11:27:08.023332 dv-cinder-797608-16-iscsi neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-a0b9b986-0706-4fc6-9cf9-0eb02d2513dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-997193'] for port, provisioning_complete {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 11:27:08.056149 dv-cinder-797608-16-iscsi neutron-server[93883]: INFO neutron.wsgi [req-5126fa90-6527-4f88-adda-b400632a7eec req-71176c16-25f1-449f-ad1d-eb25749aa693 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=9cd0cf8a-1856-43cc-9a11-b05d507cc63c HTTP/1.1" status: 200 len: 999 time: 0.0619316 Aug 13 11:27:08.057064 dv-cinder-797608-16-iscsi neutron-server[93886]: DEBUG neutron.db.l3_hamode_db [None req-e172a867-25ea-45d2-942a-bb018cd76985 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '45fcef0b-5e49-4ed1-8f5f-be1c9887f9b9', 'name': 'tempest-AttachVolumeShelveTestJSON-1350673581-router', 'tenant_id': 'f8e7c269befb4af69a2ff5c42fe26725', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c3f0979-58a5-4465-87f9-e256377c6b61', 'external_fixed_ips': [{'subnet_id': 'ba735781-2bff-41d5-99b4-7ca705ee91ca', 'ip_address': '172.27.2.203'}], 'enable_snat': True}, 'gw_port_id': 'a4f99e22-c5d9-42a7-b41e-19774bde4137', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-13T11:24:03Z', 'updated_at': '2021-08-13T11:24:06Z', 'revision_number': 4, 'project_id': 'f8e7c269befb4af69a2ff5c42fe26725', 'gw_port': {'id': 'a4f99e22-c5d9-42a7-b41e-19774bde4137', 'name': '', 'network_id': '7c3f0979-58a5-4465-87f9-e256377c6b61', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:1e:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '45fcef0b-5e49-4ed1-8f5f-be1c9887f9b9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 551, 'fixed_ips': [{'subnet_id': 'ba735781-2bff-41d5-99b4-7ca705ee91ca', 'ip_address': '172.27.2.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-13T11:24:04Z', 'updated_at': '2021-08-13T11:24:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ba735781-2bff-41d5-99b4-7ca705ee91ca', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797608-16-iscsi', '_floatingips': [{'id': '42a2c518-eab1-41a1-9de6-e0818d2bcb58', 'tenant_id': 'f8e7c269befb4af69a2ff5c42fe26725', 'floating_ip_address': '172.27.2.99', 'floating_network_id': '7c3f0979-58a5-4465-87f9-e256377c6b61', 'router_id': '45fcef0b-5e49-4ed1-8f5f-be1c9887f9b9', 'port_id': '9cd0cf8a-1856-43cc-9a11-b05d507cc63c', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 654, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd5a90fe8-bc27-43fd-967e-c2c4a7f28507', 'mac_address': 'fa:16:3e:c4:e9:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ca66dae-84ba-458f-9b5b-0792ea937c3d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-13T11:26:54Z', 'updated_at': '2021-08-13T11:27:07Z', 'revision_number': 1, 'project_id': 'f8e7c269befb4af69a2ff5c42fe26725', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b605be2c-e246-49a8-b16a-0da0ce234507', 'name': '', 'network_id': 'd5a90fe8-bc27-43fd-967e-c2c4a7f28507', 'tenant_id': 'f8e7c269befb4af69a2ff5c42fe26725', 'mac_address': 'fa:16:3e:cb:3d:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '45fcef0b-5e49-4ed1-8f5f-be1c9887f9b9', 'device_owner': 'network:router_interface', 'standard_attr_id': 552, 'fixed_ips': [{'subnet_id': '76eee822-f693-42cb-8b2a-3e4c87d31887', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-13T11:24:06Z', 'updated_at': '2021-08-13T11:24:12Z', 'revision_number': 5, 'project_id': 'f8e7c269befb4af69a2ff5c42fe26725', 'subnets': [{'id': '76eee822-f693-42cb-8b2a-3e4c87d31887', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-797608-16-iscsi', False) {} {{(pid=93886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 13 11:27:08.083579 dv-cinder-797608-16-iscsi neutron-server[93886]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e172a867-25ea-45d2-942a-bb018cd76985 None None] Checking router: 45fcef0b-5e49-4ed1-8f5f-be1c9887f9b9 for host: dv-cinder-797608-16-iscsi {{(pid=93886) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 13 11:27:08.092784 dv-cinder-797608-16-iscsi neutron-server[93886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e172a867-25ea-45d2-942a-bb018cd76985 None None] Routers {'45fcef0b-5e49-4ed1-8f5f-be1c9887f9b9'} bound to L3 agent in host dv-cinder-797608-16-iscsi {{(pid=93886) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 13 11:27:08.093392 dv-cinder-797608-16-iscsi neutron-server[93886]: DEBUG neutron.db.l3_hamode_db [None req-e172a867-25ea-45d2-942a-bb018cd76985 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797608-16-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-08-13T11:11:41Z,description=,heartbeat_timestamp=2021-08-13T11:26:41Z,host='dv-cinder-797608-16-iscsi',id=120d27b5-31d8-4cd2-97b4-2412c45088e1,load=0,resource_versions=,resources_synced=,started_at=2021-08-13T11:11:41Z,topic='l3_agent')) {'router_ids': ['45fcef0b-5e49-4ed1-8f5f-be1c9887f9b9'], 'active': True} {{(pid=93886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 13 11:27:08.100016 dv-cinder-797608-16-iscsi neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-a0b9b986-0706-4fc6-9cf9-0eb02d2513dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935434'] for port, before_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 11:27:08.115071 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5126fa90-6527-4f88-adda-b400632a7eec req-4bdd58a3-0f69-4693-a8dd-53e9008a270f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 11:27:08.116813 dv-cinder-797608-16-iscsi neutron-server[93883]: INFO neutron.wsgi [req-5126fa90-6527-4f88-adda-b400632a7eec req-4bdd58a3-0f69-4693-a8dd-53e9008a270f service neutron] 10.222.0.20 "GET /v2.0/subnets?id=76eee822-f693-42cb-8b2a-3e4c87d31887 HTTP/1.1" status: 200 len: 856 time: 0.0482917 Aug 13 11:27:08.124068 dv-cinder-797608-16-iscsi neutron-server[93885]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1b13949d-b67b-4159-848b-9f35234eab46', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ad792fc2-155f-430d-b0e2-a4e8cbaf4398'}] {{(pid=93885) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 13 11:27:08.127478 dv-cinder-797608-16-iscsi neutron-server[93885]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6271a0dfd589c32cbc3478448621ce6e19c81a8dd821b4c159629fbe4478ed77" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e0533fe8-7f30-436f-b403-5173dba23ce4" -d '{"events": [{"server_uuid": "1b13949d-b67b-4159-848b-9f35234eab46", "name": "network-vif-plugged", "status": "completed", "tag": "ad792fc2-155f-430d-b0e2-a4e8cbaf4398"}]}' {{(pid=93885) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 13 11:27:08.143433 dv-cinder-797608-16-iscsi neutron-server[93885]: DEBUG neutron.plugins.ml2.db [None req-a0b9b986-0706-4fc6-9cf9-0eb02d2513dc None None] For port ad792fc2-155f-430d-b0e2-a4e8cbaf4398, host hv-cinder-79760, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79760',level=0,port_id=ad792fc2-155f-430d-b0e2-a4e8cbaf4398,segment=NetworkSegment(f3442d87-b055-4f91-83c9-ccbbb76e1cdb),segment_id=f3442d87-b055-4f91-83c9-ccbbb76e1cdb)] {{(pid=93885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 13 11:27:08.148560 dv-cinder-797608-16-iscsi neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-a0b9b986-0706-4fc6-9cf9-0eb02d2513dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935844', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611014', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782137889940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782137337613', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782137337631'] for port, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 11:27:08.179403 dv-cinder-797608-16-iscsi neutron-server[93885]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 13 Aug 2021 11:27:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9a1fe7f0-53a8-44f7-9393-edd5921dec6e x-openstack-request-id: req-9a1fe7f0-53a8-44f7-9393-edd5921dec6e {{(pid=93885) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 13 11:27:08.179835 dv-cinder-797608-16-iscsi neutron-server[93885]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1b13949d-b67b-4159-848b-9f35234eab46", "name": "network-vif-plugged", "status": "completed", "tag": "ad792fc2-155f-430d-b0e2-a4e8cbaf4398", "code": 200}]} {{(pid=93885) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 13 11:27:08.180087 dv-cinder-797608-16-iscsi neutron-server[93885]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-9a1fe7f0-53a8-44f7-9393-edd5921dec6e {{(pid=93885) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 13 11:27:08.180471 dv-cinder-797608-16-iscsi neutron-server[93885]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1b13949d-b67b-4159-848b-9f35234eab46', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ad792fc2-155f-430d-b0e2-a4e8cbaf4398', 'code': 200} Aug 13 11:27:08.183213 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5126fa90-6527-4f88-adda-b400632a7eec req-0c842687-39e3-4998-95d6-d859e97ee549 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 11:27:08.185233 dv-cinder-797608-16-iscsi neutron-server[93883]: INFO neutron.wsgi [req-5126fa90-6527-4f88-adda-b400632a7eec req-0c842687-39e3-4998-95d6-d859e97ee549 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=d5a90fe8-bc27-43fd-967e-c2c4a7f28507&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0602415 Aug 13 11:27:08.206650 dv-cinder-797608-16-iscsi neutron-server[93885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0b9b986-0706-4fc6-9cf9-0eb02d2513dc None None] Pushing event updated for resources: {'Port': ['ID=ad792fc2-155f-430d-b0e2-a4e8cbaf4398,revision_number=5']} {{(pid=93885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 11:27:08.298271 dv-cinder-797608-16-iscsi neutron-server[93886]: DEBUG neutron.db.l3_dvr_db [None req-e172a867-25ea-45d2-942a-bb018cd76985 None None] Set router 45fcef0b-5e49-4ed1-8f5f-be1c9887f9b9 gateway port host: dv-cinder-797608-16-iscsi {{(pid=93886) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 13 11:27:08.317473 dv-cinder-797608-16-iscsi neutron-server[93883]: INFO neutron.wsgi [req-5126fa90-6527-4f88-adda-b400632a7eec req-6c1bb659-bde4-4aaf-8f66-dd3ae6af5a16 service neutron] 10.222.0.20 "GET /v2.0/networks/d5a90fe8-bc27-43fd-967e-c2c4a7f28507?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1006317 Aug 13 11:27:08.401369 dv-cinder-797608-16-iscsi neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd2574c1-d45e-48d9-a5dc-d9b8a728956c req-797c6ce1-231e-4a3d-8ed3-9cffa895e7ac tempest-VolumesActionsTest-281582125 tempest-VolumesActionsTest-281582125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 11:27:08.402932 dv-cinder-797608-16-iscsi neutron-server[93884]: INFO neutron.wsgi [req-bd2574c1-d45e-48d9-a5dc-d9b8a728956c req-797c6ce1-231e-4a3d-8ed3-9cffa895e7ac tempest-VolumesActionsTest-281582125 tempest-VolumesActionsTest-281582125-project] 10.222.0.32 "GET /v2.0/ports?device_id=1b13949d-b67b-4159-848b-9f35234eab46 HTTP/1.1" status: 200 len: 946 time: 0.0585549 Aug 13 11:27:08.437355 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53e56098-424b-40b0-ba88-c6a60e3ef181 req-937d3f29-8135-4bbf-88eb-fa4656ab46d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 11:27:08.438877 dv-cinder-797608-16-iscsi neutron-server[93883]: INFO neutron.wsgi [req-53e56098-424b-40b0-ba88-c6a60e3ef181 req-937d3f29-8135-4bbf-88eb-fa4656ab46d5 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=1b13949d-b67b-4159-848b-9f35234eab46 HTTP/1.1" status: 200 len: 1099 time: 0.0615282 Aug 13 11:27:08.446790 dv-cinder-797608-16-iscsi neutron-server[93884]: INFO neutron.wsgi [req-bd2574c1-d45e-48d9-a5dc-d9b8a728956c req-2cbd9de8-30e8-434f-a581-e0eb51233c7c tempest-VolumesActionsTest-281582125 tempest-VolumesActionsTest-281582125-project] 10.222.0.32 "GET /v2.0/security-groups?id=5c92a427-2065-4f44-9320-f7d0c84224b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0368841 Aug 13 11:27:08.463328 dv-cinder-797608-16-iscsi neutron-server[93883]: INFO neutron.wsgi [req-5126fa90-6527-4f88-adda-b400632a7eec req-f83a96c2-106f-4363-b71f-85c53ed234df service neutron] 10.222.0.20 "GET /v2.0/networks/d5a90fe8-bc27-43fd-967e-c2c4a7f28507?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1379421 Aug 13 11:27:08.483410 dv-cinder-797608-16-iscsi neutron-server[93883]: INFO neutron.wsgi [req-53e56098-424b-40b0-ba88-c6a60e3ef181 req-518b05f2-0379-4a8d-aea3-90599190c355 service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=5c92a427-2065-4f44-9320-f7d0c84224b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0355289 Aug 13 11:27:08.533824 dv-cinder-797608-16-iscsi neutron-server[93886]: DEBUG neutron.db.l3_hamode_db [None req-e172a867-25ea-45d2-942a-bb018cd76985 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '45fcef0b-5e49-4ed1-8f5f-be1c9887f9b9', 'name': 'tempest-AttachVolumeShelveTestJSON-1350673581-router', 'tenant_id': 'f8e7c269befb4af69a2ff5c42fe26725', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c3f0979-58a5-4465-87f9-e256377c6b61', 'external_fixed_ips': [{'subnet_id': 'ba735781-2bff-41d5-99b4-7ca705ee91ca', 'ip_address': '172.27.2.203'}], 'enable_snat': True}, 'gw_port_id': 'a4f99e22-c5d9-42a7-b41e-19774bde4137', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-13T11:24:03Z', 'updated_at': '2021-08-13T11:24:06Z', 'revision_number': 4, 'project_id': 'f8e7c269befb4af69a2ff5c42fe26725', 'gw_port': {'id': 'a4f99e22-c5d9-42a7-b41e-19774bde4137', 'name': '', 'network_id': '7c3f0979-58a5-4465-87f9-e256377c6b61', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:1e:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '45fcef0b-5e49-4ed1-8f5f-be1c9887f9b9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 551, 'fixed_ips': [{'subnet_id': 'ba735781-2bff-41d5-99b4-7ca705ee91ca', 'ip_address': '172.27.2.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-13T11:24:04Z', 'updated_at': '2021-08-13T11:24:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ba735781-2bff-41d5-99b4-7ca705ee91ca', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797608-16-iscsi', '_floatingips': [{'id': '42a2c518-eab1-41a1-9de6-e0818d2bcb58', 'tenant_id': 'f8e7c269befb4af69a2ff5c42fe26725', 'floating_ip_address': '172.27.2.99', 'floating_network_id': '7c3f0979-58a5-4465-87f9-e256377c6b61', 'router_id': '45fcef0b-5e49-4ed1-8f5f-be1c9887f9b9', 'port_id': '9cd0cf8a-1856-43cc-9a11-b05d507cc63c', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 654, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd5a90fe8-bc27-43fd-967e-c2c4a7f28507', 'mac_address': 'fa:16:3e:c4:e9:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ca66dae-84ba-458f-9b5b-0792ea937c3d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-13T11:26:54Z', 'updated_at': '2021-08-13T11:27:07Z', 'revision_number': 1, 'project_id': 'f8e7c269befb4af69a2ff5c42fe26725', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b605be2c-e246-49a8-b16a-0da0ce234507', 'name': '', 'network_id': 'd5a90fe8-bc27-43fd-967e-c2c4a7f28507', 'tenant_id': 'f8e7c269befb4af69a2ff5c42fe26725', 'mac_address': 'fa:16:3e:cb:3d:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '45fcef0b-5e49-4ed1-8f5f-be1c9887f9b9', 'device_owner': 'network:router_interface', 'standard_attr_id': 552, 'fixed_ips': [{'subnet_id': '76eee822-f693-42cb-8b2a-3e4c87d31887', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-13T11:24:06Z', 'updated_at': '2021-08-13T11:24:12Z', 'revision_number': 5, 'project_id': 'f8e7c269befb4af69a2ff5c42fe26725', 'subnets': [{'id': '76eee822-f693-42cb-8b2a-3e4c87d31887', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-797608-16-iscsi', False) {} {{(pid=93886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 13 11:27:08.558296 dv-cinder-797608-16-iscsi neutron-server[93886]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e172a867-25ea-45d2-942a-bb018cd76985 None None] The sync data for ids ['45fcef0b-5e49-4ed1-8f5f-be1c9887f9b9'] in dv-cinder-797608-16-iscsi is: [{'id': '45fcef0b-5e49-4ed1-8f5f-be1c9887f9b9', 'name': 'tempest-AttachVolumeShelveTestJSON-1350673581-router', 'tenant_id': 'f8e7c269befb4af69a2ff5c42fe26725', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c3f0979-58a5-4465-87f9-e256377c6b61', 'external_fixed_ips': [{'subnet_id': 'ba735781-2bff-41d5-99b4-7ca705ee91ca', 'ip_address': '172.27.2.203'}], 'enable_snat': True}, 'gw_port_id': 'a4f99e22-c5d9-42a7-b41e-19774bde4137', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-13T11:24:03Z', 'updated_at': '2021-08-13T11:24:06Z', 'revision_number': 4, 'project_id': 'f8e7c269befb4af69a2ff5c42fe26725', 'gw_port': {'id': 'a4f99e22-c5d9-42a7-b41e-19774bde4137', 'name': '', 'network_id': '7c3f0979-58a5-4465-87f9-e256377c6b61', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:1e:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '45fcef0b-5e49-4ed1-8f5f-be1c9887f9b9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 551, 'fixed_ips': [{'subnet_id': 'ba735781-2bff-41d5-99b4-7ca705ee91ca', 'ip_address': '172.27.2.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-13T11:24:04Z', 'updated_at': '2021-08-13T11:24:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ba735781-2bff-41d5-99b4-7ca705ee91ca', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797608-16-iscsi', '_floatingips': [{'id': '42a2c518-eab1-41a1-9de6-e0818d2bcb58', 'tenant_id': 'f8e7c269befb4af69a2ff5c42fe26725', 'floating_ip_address': '172.27.2.99', 'floating_network_id': '7c3f0979-58a5-4465-87f9-e256377c6b61', 'router_id': '45fcef0b-5e49-4ed1-8f5f-be1c9887f9b9', 'port_id': '9cd0cf8a-1856-43cc-9a11-b05d507cc63c', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 654, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd5a90fe8-bc27-43fd-967e-c2c4a7f28507', 'mac_address': 'fa:16:3e:c4:e9:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ca66dae-84ba-458f-9b5b-0792ea937c3d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-13T11:26:54Z', 'updated_at': '2021-08-13T11:27:07Z', 'revision_number': 1, 'project_id': 'f8e7c269befb4af69a2ff5c42fe26725', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b605be2c-e246-49a8-b16a-0da0ce234507', 'name': '', 'network_id': 'd5a90fe8-bc27-43fd-967e-c2c4a7f28507', 'tenant_id': 'f8e7c269befb4af69a2ff5c42fe26725', 'mac_address': 'fa:16:3e:cb:3d:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '45fcef0b-5e49-4ed1-8f5f-be1c9887f9b9', 'device_owner': 'network:router_interface', 'standard_attr_id': 552, 'fixed_ips': [{'subnet_id': '76eee822-f693-42cb-8b2a-3e4c87d31887', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-13T11:24:06Z', 'updated_at': '2021-08-13T11:24:12Z', 'revision_number': 5, 'project_id': 'f8e7c269befb4af69a2ff5c42fe26725', 'subnets': [{'id': '76eee822-f693-42cb-8b2a-3e4c87d31887', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93886) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 13 11:27:08.732069 dv-cinder-797608-16-iscsi neutron-server[93885]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73d401c4-8b6b-4390-a2ad-efdef9691bbe None None] New status for floating IP 42a2c518-eab1-41a1-9de6-e0818d2bcb58: ACTIVE {{(pid=93885) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 13 11:27:08.837749 dv-cinder-797608-16-iscsi neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-ce10fcc1-ca41-497f-a8e2-18d337bcd8c6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782137812740', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-997306'] for agent, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 11:27:09.563758 dv-cinder-797608-16-iscsi neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4266b89e-eef8-4bb4-bd4e-b0fe15dab97d req-255349b5-8d89-4ffb-b4bf-f2127aada628 tempest-VolumesActionsTest-281582125 tempest-VolumesActionsTest-281582125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 11:27:09.565312 dv-cinder-797608-16-iscsi neutron-server[93884]: INFO neutron.wsgi [req-4266b89e-eef8-4bb4-bd4e-b0fe15dab97d req-255349b5-8d89-4ffb-b4bf-f2127aada628 tempest-VolumesActionsTest-281582125 tempest-VolumesActionsTest-281582125-project] 10.222.0.32 "GET /v2.0/ports?device_id=1b13949d-b67b-4159-848b-9f35234eab46 HTTP/1.1" status: 200 len: 946 time: 0.0485189 Aug 13 11:27:09.612543 dv-cinder-797608-16-iscsi neutron-server[93884]: INFO neutron.wsgi [req-4266b89e-eef8-4bb4-bd4e-b0fe15dab97d req-26a6be6b-c1cb-4349-bf7e-c3c85a08e4a8 tempest-VolumesActionsTest-281582125 tempest-VolumesActionsTest-281582125-project] 10.222.0.32 "GET /v2.0/security-groups?id=5c92a427-2065-4f44-9320-f7d0c84224b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413053 Aug 13 11:27:10.730180 dv-cinder-797608-16-iscsi neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e393d1b0-3e0b-4089-9616-13ab712bead2 req-a34fa3a3-f320-4803-be53-47bd4e8018be tempest-VolumesActionsTest-281582125 tempest-VolumesActionsTest-281582125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 11:27:10.731628 dv-cinder-797608-16-iscsi neutron-server[93884]: INFO neutron.wsgi [req-e393d1b0-3e0b-4089-9616-13ab712bead2 req-a34fa3a3-f320-4803-be53-47bd4e8018be tempest-VolumesActionsTest-281582125 tempest-VolumesActionsTest-281582125-project] 10.222.0.32 "GET /v2.0/ports?device_id=1b13949d-b67b-4159-848b-9f35234eab46 HTTP/1.1" status: 200 len: 946 time: 0.0473754 Aug 13 11:27:10.768682 dv-cinder-797608-16-iscsi neutron-server[93884]: INFO neutron.wsgi [req-e393d1b0-3e0b-4089-9616-13ab712bead2 req-eccc7d38-7d73-4bf7-911e-fc887b1925c4 tempest-VolumesActionsTest-281582125 tempest-VolumesActionsTest-281582125-project] 10.222.0.32 "GET /v2.0/security-groups?id=5c92a427-2065-4f44-9320-f7d0c84224b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307252 Aug 13 11:27:11.286152 dv-cinder-797608-16-iscsi neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-e13f1ab3-165f-4f99-bad5-ee00b2b50aec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782137812740', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-997306'] for agent, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 11:27:11.463782 dv-cinder-797608-16-iscsi neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be5f17a8-8717-435e-a028-185fd5637c51 req-de060f19-0bd1-4db9-87e7-fd9a8d6c4c7e tempest-VolumesActionsTest-281582125 tempest-VolumesActionsTest-281582125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 11:27:11.465285 dv-cinder-797608-16-iscsi neutron-server[93884]: INFO neutron.wsgi [req-be5f17a8-8717-435e-a028-185fd5637c51 req-de060f19-0bd1-4db9-87e7-fd9a8d6c4c7e tempest-VolumesActionsTest-281582125 tempest-VolumesActionsTest-281582125-project] 10.222.0.32 "GET /v2.0/ports?device_id=1b13949d-b67b-4159-848b-9f35234eab46 HTTP/1.1" status: 200 len: 946 time: 0.0503459 Aug 13 11:27:11.502399 dv-cinder-797608-16-iscsi neutron-server[93884]: INFO neutron.wsgi [req-be5f17a8-8717-435e-a028-185fd5637c51 req-e888a9ff-986a-4816-a177-96bce654923c tempest-VolumesActionsTest-281582125 tempest-VolumesActionsTest-281582125-project] 10.222.0.32 "GET /v2.0/security-groups?id=5c92a427-2065-4f44-9320-f7d0c84224b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312738 Aug 13 11:27:11.572082 dv-cinder-797608-16-iscsi neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-05931952-e11e-4e12-af58-ece1398d134b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782137812740', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-997306'] for agent, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 11:27:12.499824 dv-cinder-797608-16-iscsi neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-c8cb50cc-12ff-4088-b7b1-9c64999b964c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782137812740', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-997306'] for agent, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 11:27:12.616478 dv-cinder-797608-16-iscsi neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63f4a304-42f8-4811-b79b-d1f24d3aea96 req-a78abe78-5117-45ad-a685-ed69fcbf0a7d tempest-VolumesActionsTest-281582125 tempest-VolumesActionsTest-281582125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 11:27:12.617925 dv-cinder-797608-16-iscsi neutron-server[93884]: INFO neutron.wsgi [req-63f4a304-42f8-4811-b79b-d1f24d3aea96 req-a78abe78-5117-45ad-a685-ed69fcbf0a7d tempest-VolumesActionsTest-281582125 tempest-VolumesActionsTest-281582125-project] 10.222.0.32 "GET /v2.0/ports?device_id=1b13949d-b67b-4159-848b-9f35234eab46 HTTP/1.1" status: 200 len: 946 time: 0.0481925 Aug 13 11:27:12.655333 dv-cinder-797608-16-iscsi neutron-server[93884]: INFO neutron.wsgi [req-63f4a304-42f8-4811-b79b-d1f24d3aea96 req-257dde41-a8ee-4c7b-adbc-839a4ff25821 tempest-VolumesActionsTest-281582125 tempest-VolumesActionsTest-281582125-project] 10.222.0.32 "GET /v2.0/security-groups?id=5c92a427-2065-4f44-9320-f7d0c84224b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311027 Aug 13 11:27:13.001940 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb155339-36b1-427d-a559-10a1a9517c8f req-8f3cf0e6-8190-45c5-8b8c-0a08df6ab418 tempest-VolumesActionsTest-281582125 tempest-VolumesActionsTest-281582125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 11:27:13.003416 dv-cinder-797608-16-iscsi neutron-server[93883]: INFO neutron.wsgi [req-eb155339-36b1-427d-a559-10a1a9517c8f req-8f3cf0e6-8190-45c5-8b8c-0a08df6ab418 tempest-VolumesActionsTest-281582125 tempest-VolumesActionsTest-281582125-project] 10.222.0.20 "GET /v2.0/ports?device_id=1b13949d-b67b-4159-848b-9f35234eab46 HTTP/1.1" status: 200 len: 946 time: 0.0522752 Aug 13 11:27:13.090489 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron.plugins.ml2.plugin [req-eb155339-36b1-427d-a559-10a1a9517c8f req-af53ec91-b6d3-4f5f-93d4-f8c0ce1e38ce tempest-VolumesActionsTest-281582125 tempest-VolumesActionsTest-281582125-project] Deleting port ad792fc2-155f-430d-b0e2-a4e8cbaf4398 {{(pid=93883) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 13 11:27:13.090832 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-eb155339-36b1-427d-a559-10a1a9517c8f req-af53ec91-b6d3-4f5f-93d4-f8c0ce1e38ce tempest-VolumesActionsTest-281582125 tempest-VolumesActionsTest-281582125-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782137884200'] for port, before_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 11:27:13.180468 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron.plugins.ml2.db [req-eb155339-36b1-427d-a559-10a1a9517c8f req-af53ec91-b6d3-4f5f-93d4-f8c0ce1e38ce tempest-VolumesActionsTest-281582125 tempest-VolumesActionsTest-281582125-project] For port ad792fc2-155f-430d-b0e2-a4e8cbaf4398, host hv-cinder-79760, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79760',level=0,port_id=ad792fc2-155f-430d-b0e2-a4e8cbaf4398,segment=NetworkSegment(f3442d87-b055-4f91-83c9-ccbbb76e1cdb),segment_id=f3442d87-b055-4f91-83c9-ccbbb76e1cdb)] {{(pid=93883) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 13 11:27:13.180828 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-eb155339-36b1-427d-a559-10a1a9517c8f req-af53ec91-b6d3-4f5f-93d4-f8c0ce1e38ce tempest-VolumesActionsTest-281582125 tempest-VolumesActionsTest-281582125-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1583036'] for port, precommit_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 11:27:13.193598 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron.plugins.ml2.plugin [req-eb155339-36b1-427d-a559-10a1a9517c8f req-af53ec91-b6d3-4f5f-93d4-f8c0ce1e38ce tempest-VolumesActionsTest-281582125 tempest-VolumesActionsTest-281582125-project] Calling delete_port for ad792fc2-155f-430d-b0e2-a4e8cbaf4398 owned by compute:nova {{(pid=93883) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 13 11:27:13.316651 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-eb155339-36b1-427d-a559-10a1a9517c8f req-af53ec91-b6d3-4f5f-93d4-f8c0ce1e38ce tempest-VolumesActionsTest-281582125 tempest-VolumesActionsTest-281582125-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935844', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611014', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782137889922', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782137337604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2139128394'] for port, after_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 11:27:13.354431 dv-cinder-797608-16-iscsi neutron-server[93885]: DEBUG neutron.plugins.ml2.db [None req-a0b9b986-0706-4fc6-9cf9-0eb02d2513dc None None] get_ports_and_sgs() called for port_ids ['ad792fc2-155f-430d-b0e2-a4e8cbaf4398'] {{(pid=93885) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 13 11:27:13.361541 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af53ec91-b6d3-4f5f-93d4-f8c0ce1e38ce tempest-VolumesActionsTest-281582125 tempest-VolumesActionsTest-281582125-project] Pushing event deleted for resources: {'Port': ['ID=ad792fc2-155f-430d-b0e2-a4e8cbaf4398,revision_number=None']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 11:27:13.399201 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron.db.l3_dvrscheduler_db [req-eb155339-36b1-427d-a559-10a1a9517c8f req-af53ec91-b6d3-4f5f-93d4-f8c0ce1e38ce tempest-VolumesActionsTest-281582125 tempest-VolumesActionsTest-281582125-project] No DVR routers for this DVR port ad792fc2-155f-430d-b0e2-a4e8cbaf4398 on host hv-cinder-79760 {{(pid=93883) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 13 11:27:13.401869 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-eb155339-36b1-427d-a559-10a1a9517c8f req-af53ec91-b6d3-4f5f-93d4-f8c0ce1e38ce tempest-VolumesActionsTest-281582125 tempest-VolumesActionsTest-281582125-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-128352'] for port, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 11:27:13.404776 dv-cinder-797608-16-iscsi neutron-server[93883]: INFO neutron.wsgi [req-eb155339-36b1-427d-a559-10a1a9517c8f req-af53ec91-b6d3-4f5f-93d4-f8c0ce1e38ce tempest-VolumesActionsTest-281582125 tempest-VolumesActionsTest-281582125-project] 10.222.0.20 "DELETE /v2.0/ports/ad792fc2-155f-430d-b0e2-a4e8cbaf4398 HTTP/1.1" status: 204 len: 173 time: 0.3944418 Aug 13 11:27:13.405223 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1b13949d-b67b-4159-848b-9f35234eab46', 'name': 'network-vif-deleted', 'tag': 'ad792fc2-155f-430d-b0e2-a4e8cbaf4398'}] {{(pid=93883) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 13 11:27:13.407432 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}db1a1fbc245c58e73290e58258e46ca41fe4e785cc79cbd57aa3dae940aad292" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0ea03a7b-50fe-4b06-82d9-5ea5ca4adf58" -d '{"events": [{"server_uuid": "1b13949d-b67b-4159-848b-9f35234eab46", "name": "network-vif-deleted", "tag": "ad792fc2-155f-430d-b0e2-a4e8cbaf4398"}]}' {{(pid=93883) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 13 11:27:13.444301 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 13 Aug 2021 11:27:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5947a9a1-780a-47b9-9a8a-0953564c6b9c x-openstack-request-id: req-5947a9a1-780a-47b9-9a8a-0953564c6b9c {{(pid=93883) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 13 11:27:13.444596 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1b13949d-b67b-4159-848b-9f35234eab46", "name": "network-vif-deleted", "tag": "ad792fc2-155f-430d-b0e2-a4e8cbaf4398", "status": "completed", "code": 200}]} {{(pid=93883) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 13 11:27:13.444847 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-5947a9a1-780a-47b9-9a8a-0953564c6b9c {{(pid=93883) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 13 11:27:13.445256 dv-cinder-797608-16-iscsi neutron-server[93883]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1b13949d-b67b-4159-848b-9f35234eab46', 'name': 'network-vif-deleted', 'tag': 'ad792fc2-155f-430d-b0e2-a4e8cbaf4398', 'status': 'completed', 'code': 200} Aug 13 11:27:13.760435 dv-cinder-797608-16-iscsi neutron-server[93884]: INFO neutron.wsgi [req-dee7f167-66f3-4270-8bb1-248a632f90bf req-7a2531aa-e8ad-4a73-9422-26740250e5bd tempest-VolumesActionsTest-281582125 tempest-VolumesActionsTest-281582125-project] 10.222.0.32 "GET /v2.0/ports?device_id=1b13949d-b67b-4159-848b-9f35234eab46 HTTP/1.1" status: 200 len: 210 time: 0.0253489 Aug 13 11:27:14.070587 dv-cinder-797608-16-iscsi neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-71795f1a-9c4d-4630-a580-a9486fbcc3ea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782137812740', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-997306'] for agent, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 11:27:15.257782 dv-cinder-797608-16-iscsi neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2000b94-66d3-4b5f-8e4d-7fe89496ee61 req-82117d82-1826-4c81-9f30-185cb6e64056 tempest-VolumesActionsTest-281582125 tempest-VolumesActionsTest-281582125-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 11:27:15.259253 dv-cinder-797608-16-iscsi neutron-server[93884]: INFO neutron.wsgi [req-e2000b94-66d3-4b5f-8e4d-7fe89496ee61 req-82117d82-1826-4c81-9f30-185cb6e64056 tempest-VolumesActionsTest-281582125 tempest-VolumesActionsTest-281582125-project] 10.222.0.32 "GET /v2.0/networks?id=23e3fccd-5884-46bb-bcdc-baa22ac482f9 HTTP/1.1" status: 200 len: 808 time: 0.3427088 Aug 13 11:27:15.276768 dv-cinder-797608-16-iscsi neutron-server[93884]: INFO neutron.wsgi [req-e2000b94-66d3-4b5f-8e4d-7fe89496ee61 req-5ac8362f-e089-4322-bccc-034ba17d536b tempest-VolumesActionsTest-281582125 tempest-VolumesActionsTest-281582125-project] 10.222.0.32 "GET /v2.0/quotas/971961f0e9874f2ea8cddcf21818b3bd HTTP/1.1" status: 200 len: 375 time: 0.0110693 Aug 13 11:27:15.307376 dv-cinder-797608-16-iscsi neutron-server[93884]: INFO neutron.wsgi [req-e2000b94-66d3-4b5f-8e4d-7fe89496ee61 req-24a5bcff-0968-4bc8-8dd6-ab5763280af0 tempest-VolumesActionsTest-281582125 tempest-VolumesActionsTest-281582125-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=971961f0e9874f2ea8cddcf21818b3bd&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0249851 Aug 13 11:27:15.395921 dv-cinder-797608-16-iscsi neutron-server[93884]: INFO neutron.wsgi [req-e2000b94-66d3-4b5f-8e4d-7fe89496ee61 req-f65db32d-be17-48f6-829c-c279f01d59ff service neutron] 10.222.0.32 "GET /v2.0/networks/23e3fccd-5884-46bb-bcdc-baa22ac482f9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0818293 Aug 13 11:27:15.481675 dv-cinder-797608-16-iscsi neutron-server[93884]: INFO neutron.wsgi [req-e2000b94-66d3-4b5f-8e4d-7fe89496ee61 req-bd19da03-f5ea-4657-9388-c317dabb44e7 service neutron] 10.222.0.32 "GET /v2.0/networks/23e3fccd-5884-46bb-bcdc-baa22ac482f9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0796242 Aug 13 11:27:15.636562 dv-cinder-797608-16-iscsi neutron-server[93884]: INFO neutron.wsgi [req-1cfbd780-b9ae-40e8-8e98-ab02293c70c8 req-bf13bd3d-f59f-44a5-b890-10e442c4c318 tempest-VolumesActionsTest-281582125 tempest-VolumesActionsTest-281582125-project] 10.222.0.32 "GET /v2.0/ports?device_id=18b79db8-0256-49b6-83a4-4d57ed4b0dd2 HTTP/1.1" status: 200 len: 210 time: 0.0262523 Aug 13 11:27:15.984166 dv-cinder-797608-16-iscsi neutron-server[93885]: DEBUG neutron.plugins.ml2.rpc [None req-a0b9b986-0706-4fc6-9cf9-0eb02d2513dc None None] Device ad792fc2-155f-430d-b0e2-a4e8cbaf4398 no longer exists at agent hyperv_hv-cinder-79760 {{(pid=93885) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 13 11:27:16.005498 dv-cinder-797608-16-iscsi neutron-server[93885]: DEBUG neutron.plugins.ml2.plugin [None req-a0b9b986-0706-4fc6-9cf9-0eb02d2513dc None None] No Port match for: ad792fc2-155f-430d-b0e2-a4e8cbaf4398 {{(pid=93885) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 13 11:27:16.005891 dv-cinder-797608-16-iscsi neutron-server[93885]: DEBUG neutron.plugins.ml2.rpc [None req-a0b9b986-0706-4fc6-9cf9-0eb02d2513dc None None] Device ad792fc2-155f-430d-b0e2-a4e8cbaf4398 not bound to the agent host hv-cinder-79760 {{(pid=93885) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 13 11:27:16.635767 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2000b94-66d3-4b5f-8e4d-7fe89496ee61 req-39fa8fb0-07a8-4419-9749-1e44170fc39e tempest-VolumesActionsTest-281582125 tempest-VolumesActionsTest-281582125-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 11:27:16.637202 dv-cinder-797608-16-iscsi neutron-server[93883]: INFO neutron.wsgi [req-e2000b94-66d3-4b5f-8e4d-7fe89496ee61 req-39fa8fb0-07a8-4419-9749-1e44170fc39e tempest-VolumesActionsTest-281582125 tempest-VolumesActionsTest-281582125-project] 10.222.0.20 "GET /v2.0/networks?id=23e3fccd-5884-46bb-bcdc-baa22ac482f9 HTTP/1.1" status: 200 len: 808 time: 0.1085925 Aug 13 11:27:16.658950 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron.api.v2.base [req-e2000b94-66d3-4b5f-8e4d-7fe89496ee61 req-4a17f17f-2970-472b-a211-5510ef8ceb90 tempest-VolumesActionsTest-281582125 tempest-VolumesActionsTest-281582125-project] Request body: {'port': {'device_id': '18b79db8-0256-49b6-83a4-4d57ed4b0dd2', 'network_id': '23e3fccd-5884-46bb-bcdc-baa22ac482f9', 'admin_state_up': True, 'tenant_id': '971961f0e9874f2ea8cddcf21818b3bd'}} {{(pid=93883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 13 11:27:16.739129 dv-cinder-797608-16-iscsi neutron-server[93884]: INFO neutron.wsgi [req-85115449-f469-412a-a39d-abb254d3a5e8 req-84a4b95f-7fa5-4cec-9f19-d48606711246 tempest-VolumesActionsTest-281582125 tempest-VolumesActionsTest-281582125-project] 10.222.0.32 "GET /v2.0/ports?device_id=18b79db8-0256-49b6-83a4-4d57ed4b0dd2 HTTP/1.1" status: 200 len: 210 time: 0.0284665 Aug 13 11:27:16.779928 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e2000b94-66d3-4b5f-8e4d-7fe89496ee61 req-4a17f17f-2970-472b-a211-5510ef8ceb90 tempest-VolumesActionsTest-281582125 tempest-VolumesActionsTest-281582125-project] Made reservation on behalf of 971961f0e9874f2ea8cddcf21818b3bd for: {'port': 1} {{(pid=93883) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 13 11:27:16.783398 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-e2000b94-66d3-4b5f-8e4d-7fe89496ee61 req-4a17f17f-2970-472b-a211-5510ef8ceb90 tempest-VolumesActionsTest-281582125 tempest-VolumesActionsTest-281582125-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935434'] for port, before_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 11:27:16.906795 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron.db.db_base_plugin_common [req-e2000b94-66d3-4b5f-8e4d-7fe89496ee61 req-4a17f17f-2970-472b-a211-5510ef8ceb90 tempest-VolumesActionsTest-281582125 tempest-VolumesActionsTest-281582125-project] Allocated IP 172.20.0.10 (23e3fccd-5884-46bb-bcdc-baa22ac482f9/18ff971a-27e3-4b78-96eb-561c18c40bc9/25f0cb78-61b3-41a5-8c8d-124226668eb9) {{(pid=93883) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 13 11:27:17.048862 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-e2000b94-66d3-4b5f-8e4d-7fe89496ee61 req-4a17f17f-2970-472b-a211-5510ef8ceb90 tempest-VolumesActionsTest-281582125 tempest-VolumesActionsTest-281582125-project] Notify callbacks [] for port, precommit_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 11:27:17.086485 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-e2000b94-66d3-4b5f-8e4d-7fe89496ee61 req-4a17f17f-2970-472b-a211-5510ef8ceb90 tempest-VolumesActionsTest-281582125 tempest-VolumesActionsTest-281582125-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935844', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611014', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782137337079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2139128394'] for port, after_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 11:27:17.125346 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e2000b94-66d3-4b5f-8e4d-7fe89496ee61 req-4a17f17f-2970-472b-a211-5510ef8ceb90 tempest-VolumesActionsTest-281582125 tempest-VolumesActionsTest-281582125-project] Network 23e3fccd-5884-46bb-bcdc-baa22ac482f9 is already hosted by enough agents. {{(pid=93883) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 13 11:27:17.128309 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron.scheduler.base_scheduler [req-e2000b94-66d3-4b5f-8e4d-7fe89496ee61 req-4a17f17f-2970-472b-a211-5510ef8ceb90 tempest-VolumesActionsTest-281582125 tempest-VolumesActionsTest-281582125-project] Resources bound (agent type, host, resource id): {{(pid=93883) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 13 11:27:17.134286 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron.db.l3_dvrscheduler_db [req-e2000b94-66d3-4b5f-8e4d-7fe89496ee61 req-4a17f17f-2970-472b-a211-5510ef8ceb90 tempest-VolumesActionsTest-281582125 tempest-VolumesActionsTest-281582125-project] Received port after_create {{(pid=93883) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 13 11:27:17.160113 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a17f17f-2970-472b-a211-5510ef8ceb90 tempest-VolumesActionsTest-281582125 tempest-VolumesActionsTest-281582125-project] Pushing event updated for resources: {'Port': ['ID=25f0cb78-61b3-41a5-8c8d-124226668eb9,revision_number=1']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 11:27:17.183627 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2000b94-66d3-4b5f-8e4d-7fe89496ee61 req-4a17f17f-2970-472b-a211-5510ef8ceb90 tempest-VolumesActionsTest-281582125 tempest-VolumesActionsTest-281582125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 11:27:17.184228 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-e2000b94-66d3-4b5f-8e4d-7fe89496ee61 req-4a17f17f-2970-472b-a211-5510ef8ceb90 tempest-VolumesActionsTest-281582125 tempest-VolumesActionsTest-281582125-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-128352'] for port, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 11:27:17.198725 dv-cinder-797608-16-iscsi neutron-server[93883]: INFO neutron.wsgi [req-e2000b94-66d3-4b5f-8e4d-7fe89496ee61 req-4a17f17f-2970-472b-a211-5510ef8ceb90 tempest-VolumesActionsTest-281582125 tempest-VolumesActionsTest-281582125-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5460510 Aug 13 11:27:17.217949 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron.api.v2.base [req-e2000b94-66d3-4b5f-8e4d-7fe89496ee61 req-42bfe01e-fa30-4967-873f-3997910c883c service neutron] Request body: {'port': {'device_id': '18b79db8-0256-49b6-83a4-4d57ed4b0dd2', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79760'}} {{(pid=93883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 13 11:27:17.271670 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-e2000b94-66d3-4b5f-8e4d-7fe89496ee61 req-42bfe01e-fa30-4967-873f-3997910c883c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935434'] for port, before_update {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 11:27:17.521993 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron.notifiers.nova [req-e2000b94-66d3-4b5f-8e4d-7fe89496ee61 req-42bfe01e-fa30-4967-873f-3997910c883c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 25f0cb78-61b3-41a5-8c8d-124226668eb9 {{(pid=93883) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 13 11:27:17.529193 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-e2000b94-66d3-4b5f-8e4d-7fe89496ee61 req-42bfe01e-fa30-4967-873f-3997910c883c service neutron] Notify callbacks [] for port, precommit_update {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 11:27:17.540543 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron.db.provisioning_blocks [req-e2000b94-66d3-4b5f-8e4d-7fe89496ee61 req-42bfe01e-fa30-4967-873f-3997910c883c service neutron] Transition to ACTIVE for port object 25f0cb78-61b3-41a5-8c8d-124226668eb9 will not be triggered until provisioned by entity L2. {{(pid=93883) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 13 11:27:17.544370 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-e2000b94-66d3-4b5f-8e4d-7fe89496ee61 req-42bfe01e-fa30-4967-873f-3997910c883c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935844', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611014', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782137889940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782137337613', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782137337631', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2139128387'] for port, after_update {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 11:27:17.591042 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42bfe01e-fa30-4967-873f-3997910c883c service neutron] Pushing event updated for resources: {'Port': ['ID=25f0cb78-61b3-41a5-8c8d-124226668eb9,revision_number=2']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 11:27:17.659521 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron.plugins.ml2.managers [req-e2000b94-66d3-4b5f-8e4d-7fe89496ee61 req-42bfe01e-fa30-4967-873f-3997910c883c service neutron] Attempting to bind port 25f0cb78-61b3-41a5-8c8d-124226668eb9 on host hv-cinder-79760 for vnic_type normal with profile {{(pid=93883) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 13 11:27:17.660209 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron.plugins.ml2.managers [req-e2000b94-66d3-4b5f-8e4d-7fe89496ee61 req-42bfe01e-fa30-4967-873f-3997910c883c service neutron] Attempting to bind port 25f0cb78-61b3-41a5-8c8d-124226668eb9 by drivers openvswitch,hyperv on host hv-cinder-79760 at level 0 using segments [{'id': 'f3442d87-b055-4f91-83c9-ccbbb76e1cdb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': '23e3fccd-5884-46bb-bcdc-baa22ac482f9'}] {{(pid=93883) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 13 11:27:17.660209 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e2000b94-66d3-4b5f-8e4d-7fe89496ee61 req-42bfe01e-fa30-4967-873f-3997910c883c service neutron] Attempting to bind port 25f0cb78-61b3-41a5-8c8d-124226668eb9 on network 23e3fccd-5884-46bb-bcdc-baa22ac482f9 {{(pid=93883) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 13 11:27:17.664431 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e2000b94-66d3-4b5f-8e4d-7fe89496ee61 req-42bfe01e-fa30-4967-873f-3997910c883c service neutron] Port 25f0cb78-61b3-41a5-8c8d-124226668eb9 on network 23e3fccd-5884-46bb-bcdc-baa22ac482f9 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79760 {{(pid=93883) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 13 11:27:17.664748 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e2000b94-66d3-4b5f-8e4d-7fe89496ee61 req-42bfe01e-fa30-4967-873f-3997910c883c service neutron] Attempting to bind port 25f0cb78-61b3-41a5-8c8d-124226668eb9 on network 23e3fccd-5884-46bb-bcdc-baa22ac482f9 {{(pid=93883) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 13 11:27:17.673723 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e2000b94-66d3-4b5f-8e4d-7fe89496ee61 req-42bfe01e-fa30-4967-873f-3997910c883c service neutron] Checking agent: {'id': '3e9c1808-7bc3-414f-9290-25f62682d3ef', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79760', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 13, 11, 17, 34), 'started_at': datetime.datetime(2021, 8, 13, 11, 17, 34), 'heartbeat_timestamp': datetime.datetime(2021, 8, 13, 11, 27, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93883) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 13 11:27:17.674091 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e2000b94-66d3-4b5f-8e4d-7fe89496ee61 req-42bfe01e-fa30-4967-873f-3997910c883c service neutron] Checking segment: {'id': 'f3442d87-b055-4f91-83c9-ccbbb76e1cdb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': '23e3fccd-5884-46bb-bcdc-baa22ac482f9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93883) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 13 11:27:17.674459 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e2000b94-66d3-4b5f-8e4d-7fe89496ee61 req-42bfe01e-fa30-4967-873f-3997910c883c service neutron] Bound using segment: {'id': 'f3442d87-b055-4f91-83c9-ccbbb76e1cdb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': '23e3fccd-5884-46bb-bcdc-baa22ac482f9'} {{(pid=93883) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 13 11:27:17.674895 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron.plugins.ml2.managers [req-e2000b94-66d3-4b5f-8e4d-7fe89496ee61 req-42bfe01e-fa30-4967-873f-3997910c883c service neutron] Bound port: 25f0cb78-61b3-41a5-8c8d-124226668eb9, host: hv-cinder-79760, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f3442d87-b055-4f91-83c9-ccbbb76e1cdb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': '23e3fccd-5884-46bb-bcdc-baa22ac482f9'}}] {{(pid=93883) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 13 11:27:17.675241 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-e2000b94-66d3-4b5f-8e4d-7fe89496ee61 req-42bfe01e-fa30-4967-873f-3997910c883c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935434'] for port, before_update {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 11:27:17.735752 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron.plugins.ml2.db [req-e2000b94-66d3-4b5f-8e4d-7fe89496ee61 req-42bfe01e-fa30-4967-873f-3997910c883c service neutron] For port 25f0cb78-61b3-41a5-8c8d-124226668eb9, host hv-cinder-79760, cleared binding levels {{(pid=93883) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 13 11:27:17.738692 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron.plugins.ml2.db [req-e2000b94-66d3-4b5f-8e4d-7fe89496ee61 req-42bfe01e-fa30-4967-873f-3997910c883c service neutron] For port 25f0cb78-61b3-41a5-8c8d-124226668eb9, host hv-cinder-79760, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79760',level=0,port_id=25f0cb78-61b3-41a5-8c8d-124226668eb9,segment=NetworkSegment(f3442d87-b055-4f91-83c9-ccbbb76e1cdb),segment_id=f3442d87-b055-4f91-83c9-ccbbb76e1cdb)] {{(pid=93883) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 13 11:27:17.744546 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-e2000b94-66d3-4b5f-8e4d-7fe89496ee61 req-42bfe01e-fa30-4967-873f-3997910c883c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935844', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611014', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782137889940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782137337613', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782137337631', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2139128387'] for port, after_update {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 11:27:17.776588 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2000b94-66d3-4b5f-8e4d-7fe89496ee61 req-42bfe01e-fa30-4967-873f-3997910c883c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 11:27:17.777191 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-e2000b94-66d3-4b5f-8e4d-7fe89496ee61 req-42bfe01e-fa30-4967-873f-3997910c883c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-128352'] for port, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 11:27:17.778633 dv-cinder-797608-16-iscsi neutron-server[93883]: INFO neutron.wsgi [req-e2000b94-66d3-4b5f-8e4d-7fe89496ee61 req-42bfe01e-fa30-4967-873f-3997910c883c service neutron] 10.222.0.20 "PUT /v2.0/ports/25f0cb78-61b3-41a5-8c8d-124226668eb9 HTTP/1.1" status: 200 len: 1094 time: 0.5648115 Aug 13 11:27:17.779105 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '18b79db8-0256-49b6-83a4-4d57ed4b0dd2', 'tag': '25f0cb78-61b3-41a5-8c8d-124226668eb9'}] {{(pid=93883) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 13 11:27:17.781339 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}db1a1fbc245c58e73290e58258e46ca41fe4e785cc79cbd57aa3dae940aad292" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a55f2f72-d7e4-49d4-b1e3-b774a9288830" -d '{"events": [{"name": "network-changed", "server_uuid": "18b79db8-0256-49b6-83a4-4d57ed4b0dd2", "tag": "25f0cb78-61b3-41a5-8c8d-124226668eb9"}]}' {{(pid=93883) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 13 11:27:17.808671 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42bfe01e-fa30-4967-873f-3997910c883c service neutron] Pushing event updated for resources: {'Port': ['ID=25f0cb78-61b3-41a5-8c8d-124226668eb9,revision_number=3']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 11:27:17.864562 dv-cinder-797608-16-iscsi neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a9c77f5-dce0-4830-a722-67502f16f148 req-cce66603-07f2-40e2-ae2c-3e0c453e014b tempest-VolumesActionsTest-281582125 tempest-VolumesActionsTest-281582125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 11:27:17.866309 dv-cinder-797608-16-iscsi neutron-server[93884]: INFO neutron.wsgi [req-6a9c77f5-dce0-4830-a722-67502f16f148 req-cce66603-07f2-40e2-ae2c-3e0c453e014b tempest-VolumesActionsTest-281582125 tempest-VolumesActionsTest-281582125-project] 10.222.0.32 "GET /v2.0/ports?device_id=18b79db8-0256-49b6-83a4-4d57ed4b0dd2 HTTP/1.1" status: 200 len: 944 time: 0.0522373 Aug 13 11:27:17.890877 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2000b94-66d3-4b5f-8e4d-7fe89496ee61 req-6c2b4f68-8c17-41b5-be31-533fe618e8fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 11:27:17.892398 dv-cinder-797608-16-iscsi neutron-server[93883]: INFO neutron.wsgi [req-e2000b94-66d3-4b5f-8e4d-7fe89496ee61 req-6c2b4f68-8c17-41b5-be31-533fe618e8fc service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=971961f0e9874f2ea8cddcf21818b3bd&device_id=18b79db8-0256-49b6-83a4-4d57ed4b0dd2 HTTP/1.1" status: 200 len: 1097 time: 0.0444767 Aug 13 11:27:17.904935 dv-cinder-797608-16-iscsi neutron-server[93884]: INFO neutron.wsgi [req-6a9c77f5-dce0-4830-a722-67502f16f148 req-40bb5020-ed90-4d0d-abab-ddb74a35aa4b tempest-VolumesActionsTest-281582125 tempest-VolumesActionsTest-281582125-project] 10.222.0.32 "GET /v2.0/security-groups?id=5c92a427-2065-4f44-9320-f7d0c84224b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321364 Aug 13 11:27:17.943775 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 13 Aug 2021 11:27:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e8a42e77-6bb4-441e-8eb2-6b75ed38e450 x-openstack-request-id: req-e8a42e77-6bb4-441e-8eb2-6b75ed38e450 {{(pid=93883) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 13 11:27:17.944052 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "18b79db8-0256-49b6-83a4-4d57ed4b0dd2", "tag": "25f0cb78-61b3-41a5-8c8d-124226668eb9", "status": "completed", "code": 200}]} {{(pid=93883) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 13 11:27:17.944299 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-e8a42e77-6bb4-441e-8eb2-6b75ed38e450 {{(pid=93883) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 13 11:27:17.944692 dv-cinder-797608-16-iscsi neutron-server[93883]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '18b79db8-0256-49b6-83a4-4d57ed4b0dd2', 'tag': '25f0cb78-61b3-41a5-8c8d-124226668eb9', 'status': 'completed', 'code': 200} Aug 13 11:27:17.946461 dv-cinder-797608-16-iscsi neutron-server[93883]: INFO neutron.wsgi [req-e2000b94-66d3-4b5f-8e4d-7fe89496ee61 req-1d00cfef-0892-474c-952a-df29d751f70f service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=25f0cb78-61b3-41a5-8c8d-124226668eb9 HTTP/1.1" status: 200 len: 217 time: 0.0397420 Aug 13 11:27:17.994956 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2000b94-66d3-4b5f-8e4d-7fe89496ee61 req-faa481d1-7f70-4b27-b4ba-bac543de0853 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 11:27:17.996325 dv-cinder-797608-16-iscsi neutron-server[93883]: INFO neutron.wsgi [req-e2000b94-66d3-4b5f-8e4d-7fe89496ee61 req-faa481d1-7f70-4b27-b4ba-bac543de0853 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=18ff971a-27e3-4b78-96eb-561c18c40bc9 HTTP/1.1" status: 200 len: 848 time: 0.0431271 Aug 13 11:27:18.032511 dv-cinder-797608-16-iscsi neutron-server[93883]: INFO neutron.wsgi [req-e2000b94-66d3-4b5f-8e4d-7fe89496ee61 req-124d9cf4-39de-422e-9517-e68f47930a44 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=23e3fccd-5884-46bb-bcdc-baa22ac482f9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0278919 Aug 13 11:27:18.128450 dv-cinder-797608-16-iscsi neutron-server[93883]: INFO neutron.wsgi [req-e2000b94-66d3-4b5f-8e4d-7fe89496ee61 req-28f5338b-d670-4c3e-9bc9-feb867b1fed1 service neutron] 10.222.0.20 "GET /v2.0/networks/23e3fccd-5884-46bb-bcdc-baa22ac482f9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0874522 Aug 13 11:27:18.218276 dv-cinder-797608-16-iscsi neutron-server[93883]: INFO neutron.wsgi [req-e2000b94-66d3-4b5f-8e4d-7fe89496ee61 req-ea00ebbe-f7c8-4ede-9772-c183a08d0a13 service neutron] 10.222.0.20 "GET /v2.0/networks/23e3fccd-5884-46bb-bcdc-baa22ac482f9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0826726 Aug 13 11:27:18.371579 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a55f2f72-d7e4-49d4-b1e3-b774a9288830 req-98ad8e12-d0d5-4a61-a9a6-b16644768a37 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 11:27:18.373079 dv-cinder-797608-16-iscsi neutron-server[93883]: INFO neutron.wsgi [req-a55f2f72-d7e4-49d4-b1e3-b774a9288830 req-98ad8e12-d0d5-4a61-a9a6-b16644768a37 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=971961f0e9874f2ea8cddcf21818b3bd&device_id=18b79db8-0256-49b6-83a4-4d57ed4b0dd2 HTTP/1.1" status: 200 len: 1097 time: 0.0433195 Aug 13 11:27:18.465424 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a55f2f72-d7e4-49d4-b1e3-b774a9288830 req-3f0a7eec-082a-4bfc-bd38-359052f7fed5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 11:27:18.467465 dv-cinder-797608-16-iscsi neutron-server[93883]: INFO neutron.wsgi [req-a55f2f72-d7e4-49d4-b1e3-b774a9288830 req-3f0a7eec-082a-4bfc-bd38-359052f7fed5 service neutron] 10.222.0.20 "GET /v2.0/networks?id=23e3fccd-5884-46bb-bcdc-baa22ac482f9 HTTP/1.1" status: 200 len: 909 time: 0.0869317 Aug 13 11:27:18.507986 dv-cinder-797608-16-iscsi neutron-server[93883]: INFO neutron.wsgi [req-a55f2f72-d7e4-49d4-b1e3-b774a9288830 req-cf15dc74-9a93-470a-b795-bbc6796d348f service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=25f0cb78-61b3-41a5-8c8d-124226668eb9 HTTP/1.1" status: 200 len: 217 time: 0.0325871 Aug 13 11:27:18.558311 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a55f2f72-d7e4-49d4-b1e3-b774a9288830 req-735ba35d-adf8-42ee-9e85-02c3a6d3f554 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 11:27:18.559684 dv-cinder-797608-16-iscsi neutron-server[93883]: INFO neutron.wsgi [req-a55f2f72-d7e4-49d4-b1e3-b774a9288830 req-735ba35d-adf8-42ee-9e85-02c3a6d3f554 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=18ff971a-27e3-4b78-96eb-561c18c40bc9 HTTP/1.1" status: 200 len: 848 time: 0.0441413 Aug 13 11:27:18.590688 dv-cinder-797608-16-iscsi neutron-server[93883]: INFO neutron.wsgi [req-a55f2f72-d7e4-49d4-b1e3-b774a9288830 req-a62b70f4-0c1f-4dc5-839c-f83624c8da2b service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=23e3fccd-5884-46bb-bcdc-baa22ac482f9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0231991 Aug 13 11:27:18.679346 dv-cinder-797608-16-iscsi neutron-server[93883]: INFO neutron.wsgi [req-a55f2f72-d7e4-49d4-b1e3-b774a9288830 req-ecb2bb1b-f001-4e3c-9ffa-082ab95234ce service neutron] 10.222.0.20 "GET /v2.0/networks/23e3fccd-5884-46bb-bcdc-baa22ac482f9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0801530 Aug 13 11:27:18.774392 dv-cinder-797608-16-iscsi neutron-server[93883]: INFO neutron.wsgi [req-a55f2f72-d7e4-49d4-b1e3-b774a9288830 req-641e1846-52e7-4ae5-b771-21fde79a5d46 service neutron] 10.222.0.20 "GET /v2.0/networks/23e3fccd-5884-46bb-bcdc-baa22ac482f9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0834873 Aug 13 11:27:19.022658 dv-cinder-797608-16-iscsi neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c40d22b-ee81-4e64-8556-04ef0dfd39d4 req-31e1a904-ceac-4ea6-a96d-bab67785bfc9 tempest-VolumesActionsTest-281582125 tempest-VolumesActionsTest-281582125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 11:27:19.024129 dv-cinder-797608-16-iscsi neutron-server[93884]: INFO neutron.wsgi [req-5c40d22b-ee81-4e64-8556-04ef0dfd39d4 req-31e1a904-ceac-4ea6-a96d-bab67785bfc9 tempest-VolumesActionsTest-281582125 tempest-VolumesActionsTest-281582125-project] 10.222.0.32 "GET /v2.0/ports?device_id=18b79db8-0256-49b6-83a4-4d57ed4b0dd2 HTTP/1.1" status: 200 len: 944 time: 0.0532033 Aug 13 11:27:19.061104 dv-cinder-797608-16-iscsi neutron-server[93884]: INFO neutron.wsgi [req-5c40d22b-ee81-4e64-8556-04ef0dfd39d4 req-3c7622ba-f1e0-4c77-9eee-5e6f634a4b85 tempest-VolumesActionsTest-281582125 tempest-VolumesActionsTest-281582125-project] 10.222.0.32 "GET /v2.0/security-groups?id=5c92a427-2065-4f44-9320-f7d0c84224b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0304644 Aug 13 11:27:20.174345 dv-cinder-797608-16-iscsi neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28b674d2-49e2-4bb4-8c51-67a11f650301 req-b6d73d29-0c26-4ccf-9712-d0354bd6ae46 tempest-VolumesActionsTest-281582125 tempest-VolumesActionsTest-281582125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 11:27:20.175795 dv-cinder-797608-16-iscsi neutron-server[93884]: INFO neutron.wsgi [req-28b674d2-49e2-4bb4-8c51-67a11f650301 req-b6d73d29-0c26-4ccf-9712-d0354bd6ae46 tempest-VolumesActionsTest-281582125 tempest-VolumesActionsTest-281582125-project] 10.222.0.32 "GET /v2.0/ports?device_id=18b79db8-0256-49b6-83a4-4d57ed4b0dd2 HTTP/1.1" status: 200 len: 944 time: 0.0478196 Aug 13 11:27:20.213690 dv-cinder-797608-16-iscsi neutron-server[93884]: INFO neutron.wsgi [req-28b674d2-49e2-4bb4-8c51-67a11f650301 req-2ef61d5d-9998-44a2-9f8a-586e414f001a tempest-VolumesActionsTest-281582125 tempest-VolumesActionsTest-281582125-project] 10.222.0.32 "GET /v2.0/security-groups?id=5c92a427-2065-4f44-9320-f7d0c84224b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321054 Aug 13 11:27:21.329777 dv-cinder-797608-16-iscsi neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f72d613-35f9-4db6-82dc-b915750c40c1 req-d54f7e02-ba53-434e-8640-6e553c972852 tempest-VolumesActionsTest-281582125 tempest-VolumesActionsTest-281582125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 11:27:21.331255 dv-cinder-797608-16-iscsi neutron-server[93884]: INFO neutron.wsgi [req-1f72d613-35f9-4db6-82dc-b915750c40c1 req-d54f7e02-ba53-434e-8640-6e553c972852 tempest-VolumesActionsTest-281582125 tempest-VolumesActionsTest-281582125-project] 10.222.0.32 "GET /v2.0/ports?device_id=18b79db8-0256-49b6-83a4-4d57ed4b0dd2 HTTP/1.1" status: 200 len: 944 time: 0.0532482 Aug 13 11:27:21.367957 dv-cinder-797608-16-iscsi neutron-server[93884]: INFO neutron.wsgi [req-1f72d613-35f9-4db6-82dc-b915750c40c1 req-a2a598bb-500f-41a5-829a-13df86877050 tempest-VolumesActionsTest-281582125 tempest-VolumesActionsTest-281582125-project] 10.222.0.32 "GET /v2.0/security-groups?id=5c92a427-2065-4f44-9320-f7d0c84224b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308244 Aug 13 11:27:21.988865 dv-cinder-797608-16-iscsi neutron-server[93885]: DEBUG neutron.plugins.ml2.rpc [None req-a0b9b986-0706-4fc6-9cf9-0eb02d2513dc None None] Device 25f0cb78-61b3-41a5-8c8d-124226668eb9 details requested by agent hyperv_hv-cinder-79760 with host hv-cinder-79760 {{(pid=93885) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 13 11:27:22.078871 dv-cinder-797608-16-iscsi neutron-server[93885]: DEBUG neutron.plugins.ml2.db [None req-a0b9b986-0706-4fc6-9cf9-0eb02d2513dc None None] For port 25f0cb78-61b3-41a5-8c8d-124226668eb9, host hv-cinder-79760, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79760',level=0,port_id=25f0cb78-61b3-41a5-8c8d-124226668eb9,segment=NetworkSegment(f3442d87-b055-4f91-83c9-ccbbb76e1cdb),segment_id=f3442d87-b055-4f91-83c9-ccbbb76e1cdb)] {{(pid=93885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 13 11:27:22.089565 dv-cinder-797608-16-iscsi neutron-server[93885]: DEBUG neutron.plugins.ml2.rpc [None req-a0b9b986-0706-4fc6-9cf9-0eb02d2513dc None None] Returning: {'device': '25f0cb78-61b3-41a5-8c8d-124226668eb9', 'network_id': '23e3fccd-5884-46bb-bcdc-baa22ac482f9', 'port_id': '25f0cb78-61b3-41a5-8c8d-124226668eb9', 'mac_address': 'fa:16:3e:44:8d:cb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 186, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '18ff971a-27e3-4b78-96eb-561c18c40bc9', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93885) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 13 11:27:22.128129 dv-cinder-797608-16-iscsi neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-a0b9b986-0706-4fc6-9cf9-0eb02d2513dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935434'] for port, before_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 11:27:22.139977 dv-cinder-797608-16-iscsi neutron-server[93885]: DEBUG neutron.notifiers.nova [None req-a0b9b986-0706-4fc6-9cf9-0eb02d2513dc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 25f0cb78-61b3-41a5-8c8d-124226668eb9 {{(pid=93885) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 13 11:27:22.158108 dv-cinder-797608-16-iscsi neutron-server[93885]: DEBUG neutron.plugins.ml2.db [None req-a0b9b986-0706-4fc6-9cf9-0eb02d2513dc None None] For port 25f0cb78-61b3-41a5-8c8d-124226668eb9, host hv-cinder-79760, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79760',level=0,port_id=25f0cb78-61b3-41a5-8c8d-124226668eb9,segment=NetworkSegment(f3442d87-b055-4f91-83c9-ccbbb76e1cdb),segment_id=f3442d87-b055-4f91-83c9-ccbbb76e1cdb)] {{(pid=93885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 13 11:27:22.162161 dv-cinder-797608-16-iscsi neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-a0b9b986-0706-4fc6-9cf9-0eb02d2513dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935844', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611014', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782137889940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782137337613', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782137337631'] for port, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 11:27:22.207735 dv-cinder-797608-16-iscsi neutron-server[93885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0b9b986-0706-4fc6-9cf9-0eb02d2513dc None None] Pushing event updated for resources: {'Port': ['ID=25f0cb78-61b3-41a5-8c8d-124226668eb9,revision_number=4']} {{(pid=93885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 11:27:22.478901 dv-cinder-797608-16-iscsi neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ae18211-0d10-451d-9585-47555deac74a req-180d3785-0e8c-4b02-ad63-9a3e76f4a6db tempest-VolumesActionsTest-281582125 tempest-VolumesActionsTest-281582125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 11:27:22.480332 dv-cinder-797608-16-iscsi neutron-server[93884]: INFO neutron.wsgi [req-2ae18211-0d10-451d-9585-47555deac74a req-180d3785-0e8c-4b02-ad63-9a3e76f4a6db tempest-VolumesActionsTest-281582125 tempest-VolumesActionsTest-281582125-project] 10.222.0.32 "GET /v2.0/ports?device_id=18b79db8-0256-49b6-83a4-4d57ed4b0dd2 HTTP/1.1" status: 200 len: 945 time: 0.0475404 Aug 13 11:27:22.491213 dv-cinder-797608-16-iscsi neutron-server[93885]: DEBUG neutron.plugins.ml2.db [None req-a0b9b986-0706-4fc6-9cf9-0eb02d2513dc None None] get_ports_and_sgs() called for port_ids ['25f0cb78-61b3-41a5-8c8d-124226668eb9'] {{(pid=93885) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 13 11:27:22.517611 dv-cinder-797608-16-iscsi neutron-server[93884]: INFO neutron.wsgi [req-2ae18211-0d10-451d-9585-47555deac74a req-b276319e-641b-423e-86b4-1a1abfcd2844 tempest-VolumesActionsTest-281582125 tempest-VolumesActionsTest-281582125-project] 10.222.0.32 "GET /v2.0/security-groups?id=5c92a427-2065-4f44-9320-f7d0c84224b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307837 Aug 13 11:27:23.629648 dv-cinder-797608-16-iscsi neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-161b0481-ea7c-4bd6-adfb-f8e1525b7bda req-51efa8c4-cb96-4798-9d42-d69a000e90bd tempest-VolumesActionsTest-281582125 tempest-VolumesActionsTest-281582125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 11:27:23.631033 dv-cinder-797608-16-iscsi neutron-server[93884]: INFO neutron.wsgi [req-161b0481-ea7c-4bd6-adfb-f8e1525b7bda req-51efa8c4-cb96-4798-9d42-d69a000e90bd tempest-VolumesActionsTest-281582125 tempest-VolumesActionsTest-281582125-project] 10.222.0.32 "GET /v2.0/ports?device_id=18b79db8-0256-49b6-83a4-4d57ed4b0dd2 HTTP/1.1" status: 200 len: 945 time: 0.0481100 Aug 13 11:27:23.668044 dv-cinder-797608-16-iscsi neutron-server[93884]: INFO neutron.wsgi [req-161b0481-ea7c-4bd6-adfb-f8e1525b7bda req-99fadd3c-431e-44f3-8778-e8bf8456bd8b tempest-VolumesActionsTest-281582125 tempest-VolumesActionsTest-281582125-project] 10.222.0.32 "GET /v2.0/security-groups?id=5c92a427-2065-4f44-9320-f7d0c84224b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312366 Aug 13 11:27:24.001642 dv-cinder-797608-16-iscsi neutron-server[93885]: DEBUG neutron.plugins.ml2.rpc [None req-a0b9b986-0706-4fc6-9cf9-0eb02d2513dc None None] Device 25f0cb78-61b3-41a5-8c8d-124226668eb9 up at agent hyperv_hv-cinder-79760 {{(pid=93885) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 13 11:27:24.047930 dv-cinder-797608-16-iscsi neutron-server[93885]: DEBUG neutron.db.provisioning_blocks [None req-a0b9b986-0706-4fc6-9cf9-0eb02d2513dc None None] Provisioning for port 25f0cb78-61b3-41a5-8c8d-124226668eb9 completed by entity L2. {{(pid=93885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 13 11:27:24.051483 dv-cinder-797608-16-iscsi neutron-server[93885]: DEBUG neutron.db.provisioning_blocks [None req-a0b9b986-0706-4fc6-9cf9-0eb02d2513dc None None] Provisioning complete for port 25f0cb78-61b3-41a5-8c8d-124226668eb9 triggered by entity L2. {{(pid=93885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 13 11:27:24.051846 dv-cinder-797608-16-iscsi neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-a0b9b986-0706-4fc6-9cf9-0eb02d2513dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-997193'] for port, provisioning_complete {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 11:27:24.124214 dv-cinder-797608-16-iscsi neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-a0b9b986-0706-4fc6-9cf9-0eb02d2513dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935434'] for port, before_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 11:27:24.147947 dv-cinder-797608-16-iscsi neutron-server[93885]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '18b79db8-0256-49b6-83a4-4d57ed4b0dd2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '25f0cb78-61b3-41a5-8c8d-124226668eb9'}] {{(pid=93885) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 13 11:27:24.150149 dv-cinder-797608-16-iscsi neutron-server[93885]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6271a0dfd589c32cbc3478448621ce6e19c81a8dd821b4c159629fbe4478ed77" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-396e0df7-32cb-4cbc-bfa2-b72ceab403a9" -d '{"events": [{"server_uuid": "18b79db8-0256-49b6-83a4-4d57ed4b0dd2", "name": "network-vif-plugged", "status": "completed", "tag": "25f0cb78-61b3-41a5-8c8d-124226668eb9"}]}' {{(pid=93885) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 13 11:27:24.162707 dv-cinder-797608-16-iscsi neutron-server[93885]: DEBUG neutron.plugins.ml2.db [None req-a0b9b986-0706-4fc6-9cf9-0eb02d2513dc None None] For port 25f0cb78-61b3-41a5-8c8d-124226668eb9, host hv-cinder-79760, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79760',level=0,port_id=25f0cb78-61b3-41a5-8c8d-124226668eb9,segment=NetworkSegment(f3442d87-b055-4f91-83c9-ccbbb76e1cdb),segment_id=f3442d87-b055-4f91-83c9-ccbbb76e1cdb)] {{(pid=93885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 13 11:27:24.167128 dv-cinder-797608-16-iscsi neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-a0b9b986-0706-4fc6-9cf9-0eb02d2513dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935844', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611014', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782137889940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782137337613', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782137337631'] for port, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 11:27:24.189600 dv-cinder-797608-16-iscsi neutron-server[93885]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 13 Aug 2021 11:27:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4e167923-fa1c-45db-bf21-d44d063ba576 x-openstack-request-id: req-4e167923-fa1c-45db-bf21-d44d063ba576 {{(pid=93885) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 13 11:27:24.189888 dv-cinder-797608-16-iscsi neutron-server[93885]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "18b79db8-0256-49b6-83a4-4d57ed4b0dd2", "name": "network-vif-plugged", "status": "completed", "tag": "25f0cb78-61b3-41a5-8c8d-124226668eb9", "code": 200}]} {{(pid=93885) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 13 11:27:24.190156 dv-cinder-797608-16-iscsi neutron-server[93885]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-4e167923-fa1c-45db-bf21-d44d063ba576 {{(pid=93885) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 13 11:27:24.190540 dv-cinder-797608-16-iscsi neutron-server[93885]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '18b79db8-0256-49b6-83a4-4d57ed4b0dd2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '25f0cb78-61b3-41a5-8c8d-124226668eb9', 'code': 200} Aug 13 11:27:24.214763 dv-cinder-797608-16-iscsi neutron-server[93885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0b9b986-0706-4fc6-9cf9-0eb02d2513dc None None] Pushing event updated for resources: {'Port': ['ID=25f0cb78-61b3-41a5-8c8d-124226668eb9,revision_number=5']} {{(pid=93885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 11:27:24.389458 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d432e6a-065f-4dc7-95e3-1a91f58b3438 req-2c2e0195-2c8b-472e-83cf-219dcb27f6a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 11:27:24.390988 dv-cinder-797608-16-iscsi neutron-server[93883]: INFO neutron.wsgi [req-7d432e6a-065f-4dc7-95e3-1a91f58b3438 req-2c2e0195-2c8b-472e-83cf-219dcb27f6a9 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=18b79db8-0256-49b6-83a4-4d57ed4b0dd2 HTTP/1.1" status: 200 len: 1099 time: 0.0400772 Aug 13 11:27:24.427256 dv-cinder-797608-16-iscsi neutron-server[93883]: INFO neutron.wsgi [req-7d432e6a-065f-4dc7-95e3-1a91f58b3438 req-6e1fe923-652f-4e41-b6fd-3b321f35a2f8 service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=5c92a427-2065-4f44-9320-f7d0c84224b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0283201 Aug 13 11:27:24.787315 dv-cinder-797608-16-iscsi neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1ddf836-c9c3-4552-bf0a-59f7a0ffd3e7 req-590a5da4-4a66-4e11-81e8-b3a7adf2f855 tempest-VolumesActionsTest-281582125 tempest-VolumesActionsTest-281582125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 11:27:24.788775 dv-cinder-797608-16-iscsi neutron-server[93884]: INFO neutron.wsgi [req-e1ddf836-c9c3-4552-bf0a-59f7a0ffd3e7 req-590a5da4-4a66-4e11-81e8-b3a7adf2f855 tempest-VolumesActionsTest-281582125 tempest-VolumesActionsTest-281582125-project] 10.222.0.32 "GET /v2.0/ports?device_id=18b79db8-0256-49b6-83a4-4d57ed4b0dd2 HTTP/1.1" status: 200 len: 946 time: 0.0532222 Aug 13 11:27:24.825333 dv-cinder-797608-16-iscsi neutron-server[93884]: INFO neutron.wsgi [req-e1ddf836-c9c3-4552-bf0a-59f7a0ffd3e7 req-cc8458fa-c1bc-4150-acb1-8f185c6ffc4d tempest-VolumesActionsTest-281582125 tempest-VolumesActionsTest-281582125-project] 10.222.0.32 "GET /v2.0/security-groups?id=5c92a427-2065-4f44-9320-f7d0c84224b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307355 Aug 13 11:27:25.939800 dv-cinder-797608-16-iscsi neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93adde7c-07a4-40d4-be55-70a1405facff req-bf753b2a-16d2-43fa-b9df-4d073c6ccab4 tempest-VolumesActionsTest-281582125 tempest-VolumesActionsTest-281582125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 11:27:25.941738 dv-cinder-797608-16-iscsi neutron-server[93884]: INFO neutron.wsgi [req-93adde7c-07a4-40d4-be55-70a1405facff req-bf753b2a-16d2-43fa-b9df-4d073c6ccab4 tempest-VolumesActionsTest-281582125 tempest-VolumesActionsTest-281582125-project] 10.222.0.32 "GET /v2.0/ports?device_id=18b79db8-0256-49b6-83a4-4d57ed4b0dd2 HTTP/1.1" status: 200 len: 946 time: 0.0491045 Aug 13 11:27:25.980243 dv-cinder-797608-16-iscsi neutron-server[93884]: INFO neutron.wsgi [req-93adde7c-07a4-40d4-be55-70a1405facff req-3c5033ec-740f-45cb-b096-843abe71d3e5 tempest-VolumesActionsTest-281582125 tempest-VolumesActionsTest-281582125-project] 10.222.0.32 "GET /v2.0/security-groups?id=5c92a427-2065-4f44-9320-f7d0c84224b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326161 Aug 13 11:27:26.746975 dv-cinder-797608-16-iscsi neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65ccfe09-e8b9-48eb-bdab-297245e1d392 req-b5104f4b-35ad-48a0-af3e-dd5d7e73a740 tempest-VolumesActionsTest-281582125 tempest-VolumesActionsTest-281582125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 11:27:26.749066 dv-cinder-797608-16-iscsi neutron-server[93884]: INFO neutron.wsgi [req-65ccfe09-e8b9-48eb-bdab-297245e1d392 req-b5104f4b-35ad-48a0-af3e-dd5d7e73a740 tempest-VolumesActionsTest-281582125 tempest-VolumesActionsTest-281582125-project] 10.222.0.32 "GET /v2.0/ports?device_id=18b79db8-0256-49b6-83a4-4d57ed4b0dd2 HTTP/1.1" status: 200 len: 946 time: 0.0484021 Aug 13 11:27:26.784987 dv-cinder-797608-16-iscsi neutron-server[93884]: INFO neutron.wsgi [req-65ccfe09-e8b9-48eb-bdab-297245e1d392 req-0cb08a89-c334-4aaa-871d-a22bb9d6cb72 tempest-VolumesActionsTest-281582125 tempest-VolumesActionsTest-281582125-project] 10.222.0.32 "GET /v2.0/security-groups?id=5c92a427-2065-4f44-9320-f7d0c84224b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0300608 Aug 13 11:27:27.900845 dv-cinder-797608-16-iscsi neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35e803e1-5839-43ed-b407-c0ea0d817157 req-40461760-d4ae-4922-a3a4-d9ebca86f6bd tempest-VolumesActionsTest-281582125 tempest-VolumesActionsTest-281582125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 11:27:27.902325 dv-cinder-797608-16-iscsi neutron-server[93884]: INFO neutron.wsgi [req-35e803e1-5839-43ed-b407-c0ea0d817157 req-40461760-d4ae-4922-a3a4-d9ebca86f6bd tempest-VolumesActionsTest-281582125 tempest-VolumesActionsTest-281582125-project] 10.222.0.32 "GET /v2.0/ports?device_id=18b79db8-0256-49b6-83a4-4d57ed4b0dd2 HTTP/1.1" status: 200 len: 946 time: 0.0515599 Aug 13 11:27:27.938166 dv-cinder-797608-16-iscsi neutron-server[93884]: INFO neutron.wsgi [req-35e803e1-5839-43ed-b407-c0ea0d817157 req-9253e343-9996-44fe-a97e-5d02bb17f3cd tempest-VolumesActionsTest-281582125 tempest-VolumesActionsTest-281582125-project] 10.222.0.32 "GET /v2.0/security-groups?id=5c92a427-2065-4f44-9320-f7d0c84224b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0300174 Aug 13 11:27:28.382543 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af6046e4-b355-44a5-ac05-a834fad4d154 req-65ff1831-6048-4c66-b06c-c80a3d9294fb tempest-VolumesActionsTest-281582125 tempest-VolumesActionsTest-281582125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 11:27:28.384012 dv-cinder-797608-16-iscsi neutron-server[93883]: INFO neutron.wsgi [req-af6046e4-b355-44a5-ac05-a834fad4d154 req-65ff1831-6048-4c66-b06c-c80a3d9294fb tempest-VolumesActionsTest-281582125 tempest-VolumesActionsTest-281582125-project] 10.222.0.20 "GET /v2.0/ports?device_id=18b79db8-0256-49b6-83a4-4d57ed4b0dd2 HTTP/1.1" status: 200 len: 946 time: 0.0475368 Aug 13 11:27:28.484378 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron.plugins.ml2.plugin [req-af6046e4-b355-44a5-ac05-a834fad4d154 req-922aedf1-b4c7-4264-a51a-e430008ae125 tempest-VolumesActionsTest-281582125 tempest-VolumesActionsTest-281582125-project] Deleting port 25f0cb78-61b3-41a5-8c8d-124226668eb9 {{(pid=93883) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 13 11:27:28.484716 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-af6046e4-b355-44a5-ac05-a834fad4d154 req-922aedf1-b4c7-4264-a51a-e430008ae125 tempest-VolumesActionsTest-281582125 tempest-VolumesActionsTest-281582125-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782137884200'] for port, before_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 11:27:28.567731 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron.plugins.ml2.db [req-af6046e4-b355-44a5-ac05-a834fad4d154 req-922aedf1-b4c7-4264-a51a-e430008ae125 tempest-VolumesActionsTest-281582125 tempest-VolumesActionsTest-281582125-project] For port 25f0cb78-61b3-41a5-8c8d-124226668eb9, host hv-cinder-79760, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79760',level=0,port_id=25f0cb78-61b3-41a5-8c8d-124226668eb9,segment=NetworkSegment(f3442d87-b055-4f91-83c9-ccbbb76e1cdb),segment_id=f3442d87-b055-4f91-83c9-ccbbb76e1cdb)] {{(pid=93883) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 13 11:27:28.568091 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-af6046e4-b355-44a5-ac05-a834fad4d154 req-922aedf1-b4c7-4264-a51a-e430008ae125 tempest-VolumesActionsTest-281582125 tempest-VolumesActionsTest-281582125-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1583036'] for port, precommit_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 11:27:28.580109 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron.plugins.ml2.plugin [req-af6046e4-b355-44a5-ac05-a834fad4d154 req-922aedf1-b4c7-4264-a51a-e430008ae125 tempest-VolumesActionsTest-281582125 tempest-VolumesActionsTest-281582125-project] Calling delete_port for 25f0cb78-61b3-41a5-8c8d-124226668eb9 owned by compute:nova {{(pid=93883) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 13 11:27:28.704523 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-af6046e4-b355-44a5-ac05-a834fad4d154 req-922aedf1-b4c7-4264-a51a-e430008ae125 tempest-VolumesActionsTest-281582125 tempest-VolumesActionsTest-281582125-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935844', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611014', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782137889922', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782137337604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2139128394'] for port, after_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 11:27:28.732468 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-922aedf1-b4c7-4264-a51a-e430008ae125 tempest-VolumesActionsTest-281582125 tempest-VolumesActionsTest-281582125-project] Pushing event deleted for resources: {'Port': ['ID=25f0cb78-61b3-41a5-8c8d-124226668eb9,revision_number=None']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 11:27:28.743458 dv-cinder-797608-16-iscsi neutron-server[93885]: DEBUG neutron.plugins.ml2.db [None req-a0b9b986-0706-4fc6-9cf9-0eb02d2513dc None None] get_ports_and_sgs() called for port_ids ['25f0cb78-61b3-41a5-8c8d-124226668eb9'] {{(pid=93885) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 13 11:27:28.775977 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron.db.l3_dvrscheduler_db [req-af6046e4-b355-44a5-ac05-a834fad4d154 req-922aedf1-b4c7-4264-a51a-e430008ae125 tempest-VolumesActionsTest-281582125 tempest-VolumesActionsTest-281582125-project] No DVR routers for this DVR port 25f0cb78-61b3-41a5-8c8d-124226668eb9 on host hv-cinder-79760 {{(pid=93883) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 13 11:27:28.778374 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-af6046e4-b355-44a5-ac05-a834fad4d154 req-922aedf1-b4c7-4264-a51a-e430008ae125 tempest-VolumesActionsTest-281582125 tempest-VolumesActionsTest-281582125-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-128352'] for port, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 11:27:28.781044 dv-cinder-797608-16-iscsi neutron-server[93883]: INFO neutron.wsgi [req-af6046e4-b355-44a5-ac05-a834fad4d154 req-922aedf1-b4c7-4264-a51a-e430008ae125 tempest-VolumesActionsTest-281582125 tempest-VolumesActionsTest-281582125-project] 10.222.0.20 "DELETE /v2.0/ports/25f0cb78-61b3-41a5-8c8d-124226668eb9 HTTP/1.1" status: 204 len: 173 time: 0.3868034 Aug 13 11:27:28.781480 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '18b79db8-0256-49b6-83a4-4d57ed4b0dd2', 'name': 'network-vif-deleted', 'tag': '25f0cb78-61b3-41a5-8c8d-124226668eb9'}] {{(pid=93883) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 13 11:27:28.783748 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}db1a1fbc245c58e73290e58258e46ca41fe4e785cc79cbd57aa3dae940aad292" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b43e7743-27ed-4942-ba24-7e1b08e8593a" -d '{"events": [{"server_uuid": "18b79db8-0256-49b6-83a4-4d57ed4b0dd2", "name": "network-vif-deleted", "tag": "25f0cb78-61b3-41a5-8c8d-124226668eb9"}]}' {{(pid=93883) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 13 11:27:28.822363 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 13 Aug 2021 11:27:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ed96db21-69e8-48f7-b760-f09537abf18d x-openstack-request-id: req-ed96db21-69e8-48f7-b760-f09537abf18d {{(pid=93883) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 13 11:27:28.822655 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "18b79db8-0256-49b6-83a4-4d57ed4b0dd2", "name": "network-vif-deleted", "tag": "25f0cb78-61b3-41a5-8c8d-124226668eb9", "status": "completed", "code": 200}]} {{(pid=93883) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 13 11:27:28.822907 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-ed96db21-69e8-48f7-b760-f09537abf18d {{(pid=93883) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 13 11:27:28.823326 dv-cinder-797608-16-iscsi neutron-server[93883]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '18b79db8-0256-49b6-83a4-4d57ed4b0dd2', 'name': 'network-vif-deleted', 'tag': '25f0cb78-61b3-41a5-8c8d-124226668eb9', 'status': 'completed', 'code': 200} Aug 13 11:27:29.040932 dv-cinder-797608-16-iscsi neutron-server[93884]: INFO neutron.wsgi [req-8befa988-c39e-4ff9-ac95-744a81c300ed req-1be53c6a-a37c-4483-8f7c-193f974d6584 tempest-VolumesActionsTest-281582125 tempest-VolumesActionsTest-281582125-project] 10.222.0.32 "GET /v2.0/ports?device_id=18b79db8-0256-49b6-83a4-4d57ed4b0dd2 HTTP/1.1" status: 200 len: 210 time: 0.0254474 Aug 13 11:27:29.259223 dv-cinder-797608-16-iscsi neutron-server[93884]: DEBUG neutron.wsgi [-] (93884) accepted ('10.222.0.32', 53410) {{(pid=93884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 11:27:29.517035 dv-cinder-797608-16-iscsi neutron-server[93884]: DEBUG neutron.plugins.ml2.plugin [None req-d4a3e2f6-02e2-4d0e-8a0a-f2dd919d3699 tempest-TestShelveInstance-650229999 tempest-TestShelveInstance-650229999-project] Deleting port 5dea4a5a-cbd8-4025-9357-441b2ab8df8c {{(pid=93884) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 13 11:27:29.517289 dv-cinder-797608-16-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-d4a3e2f6-02e2-4d0e-8a0a-f2dd919d3699 tempest-TestShelveInstance-650229999 tempest-TestShelveInstance-650229999-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782137884200'] for port, before_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 11:27:29.591932 dv-cinder-797608-16-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-d4a3e2f6-02e2-4d0e-8a0a-f2dd919d3699 tempest-TestShelveInstance-650229999 tempest-TestShelveInstance-650229999-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1583036'] for port, precommit_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 11:27:29.592255 dv-cinder-797608-16-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-d4a3e2f6-02e2-4d0e-8a0a-f2dd919d3699 tempest-TestShelveInstance-650229999 tempest-TestShelveInstance-650229999-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 11:27:29.603435 dv-cinder-797608-16-iscsi neutron-server[93884]: DEBUG neutron.plugins.ml2.plugin [None req-d4a3e2f6-02e2-4d0e-8a0a-f2dd919d3699 tempest-TestShelveInstance-650229999 tempest-TestShelveInstance-650229999-project] Calling delete_port for 5dea4a5a-cbd8-4025-9357-441b2ab8df8c owned by network:floatingip {{(pid=93884) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 13 11:27:29.747999 dv-cinder-797608-16-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-d4a3e2f6-02e2-4d0e-8a0a-f2dd919d3699 tempest-TestShelveInstance-650229999 tempest-TestShelveInstance-650229999-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935844', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611014', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782137889922', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782137337604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2141180323'] for port, after_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 11:27:29.772620 dv-cinder-797608-16-iscsi neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4a3e2f6-02e2-4d0e-8a0a-f2dd919d3699 tempest-TestShelveInstance-650229999 tempest-TestShelveInstance-650229999-project] Pushing event deleted for resources: {'Port': ['ID=5dea4a5a-cbd8-4025-9357-441b2ab8df8c,revision_number=None']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 11:27:29.783096 dv-cinder-797608-16-iscsi neutron-server[93884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4a3e2f6-02e2-4d0e-8a0a-f2dd919d3699 tempest-TestShelveInstance-650229999 tempest-TestShelveInstance-650229999-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797608-16-iscsi {{(pid=93884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 11:27:29.783442 dv-cinder-797608-16-iscsi neutron-server[93884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4a3e2f6-02e2-4d0e-8a0a-f2dd919d3699 tempest-TestShelveInstance-650229999 tempest-TestShelveInstance-650229999-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797608-16-iscsi {{(pid=93884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 11:27:29.783780 dv-cinder-797608-16-iscsi neutron-server[93884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4a3e2f6-02e2-4d0e-8a0a-f2dd919d3699 tempest-TestShelveInstance-650229999 tempest-TestShelveInstance-650229999-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797608-16-iscsi {{(pid=93884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 11:27:29.784136 dv-cinder-797608-16-iscsi neutron-server[93884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4a3e2f6-02e2-4d0e-8a0a-f2dd919d3699 tempest-TestShelveInstance-650229999 tempest-TestShelveInstance-650229999-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797608-16-iscsi {{(pid=93884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 11:27:29.784471 dv-cinder-797608-16-iscsi neutron-server[93884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4a3e2f6-02e2-4d0e-8a0a-f2dd919d3699 tempest-TestShelveInstance-650229999 tempest-TestShelveInstance-650229999-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-797608-16-iscsi {{(pid=93884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 11:27:29.784801 dv-cinder-797608-16-iscsi neutron-server[93884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4a3e2f6-02e2-4d0e-8a0a-f2dd919d3699 tempest-TestShelveInstance-650229999 tempest-TestShelveInstance-650229999-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797608-16-iscsi {{(pid=93884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 11:27:29.785125 dv-cinder-797608-16-iscsi neutron-server[93884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4a3e2f6-02e2-4d0e-8a0a-f2dd919d3699 tempest-TestShelveInstance-650229999 tempest-TestShelveInstance-650229999-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-797608-16-iscsi {{(pid=93884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 11:27:29.785447 dv-cinder-797608-16-iscsi neutron-server[93884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4a3e2f6-02e2-4d0e-8a0a-f2dd919d3699 tempest-TestShelveInstance-650229999 tempest-TestShelveInstance-650229999-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-797608-16-iscsi {{(pid=93884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 11:27:29.785796 dv-cinder-797608-16-iscsi neutron-server[93884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4a3e2f6-02e2-4d0e-8a0a-f2dd919d3699 tempest-TestShelveInstance-650229999 tempest-TestShelveInstance-650229999-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797608-16-iscsi {{(pid=93884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 11:27:29.786147 dv-cinder-797608-16-iscsi neutron-server[93884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4a3e2f6-02e2-4d0e-8a0a-f2dd919d3699 tempest-TestShelveInstance-650229999 tempest-TestShelveInstance-650229999-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797608-16-iscsi {{(pid=93884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 11:27:29.786468 dv-cinder-797608-16-iscsi neutron-server[93884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4a3e2f6-02e2-4d0e-8a0a-f2dd919d3699 tempest-TestShelveInstance-650229999 tempest-TestShelveInstance-650229999-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797608-16-iscsi {{(pid=93884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 11:27:29.786787 dv-cinder-797608-16-iscsi neutron-server[93884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4a3e2f6-02e2-4d0e-8a0a-f2dd919d3699 tempest-TestShelveInstance-650229999 tempest-TestShelveInstance-650229999-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797608-16-iscsi {{(pid=93884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 11:27:29.841228 dv-cinder-797608-16-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-d4a3e2f6-02e2-4d0e-8a0a-f2dd919d3699 tempest-TestShelveInstance-650229999 tempest-TestShelveInstance-650229999-project] Notify callbacks [] for floatingip, after_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 11:27:29.841561 dv-cinder-797608-16-iscsi neutron-server[93884]: INFO neutron.db.l3_db [None req-d4a3e2f6-02e2-4d0e-8a0a-f2dd919d3699 tempest-TestShelveInstance-650229999 tempest-TestShelveInstance-650229999-project] Floating IP 5c45c26f-7b9a-450e-a86e-88d153fa410a disassociated (deleted). External IP: 172.27.2.116, port: 77f21e65-9f5a-4ea0-ae44-b11aedc351c0. Aug 13 11:27:30.042117 dv-cinder-797608-16-iscsi neutron-server[93884]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d4a3e2f6-02e2-4d0e-8a0a-f2dd919d3699 tempest-TestShelveInstance-650229999 tempest-TestShelveInstance-650229999-project] Router 196a2229-753e-4c44-8769-e5bed0df60a3 has already been hosted by L3 agent 120d27b5-31d8-4cd2-97b4-2412c45088e1 {{(pid=93884) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 13 11:27:30.152465 dv-cinder-797608-16-iscsi neutron-server[93884]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d4a3e2f6-02e2-4d0e-8a0a-f2dd919d3699 tempest-TestShelveInstance-650229999 tempest-TestShelveInstance-650229999-project] Notify agent at l3_agent.dv-cinder-797608-16-iscsi the message routers_updated {{(pid=93884) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 13 11:27:30.157930 dv-cinder-797608-16-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-d4a3e2f6-02e2-4d0e-8a0a-f2dd919d3699 tempest-TestShelveInstance-650229999 tempest-TestShelveInstance-650229999-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-128352'] for floatingip, before_response {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 11:27:30.163841 dv-cinder-797608-16-iscsi neutron-server[93886]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4fb8aed-7e91-4a65-b217-505f37a7d678 None None] Sync routers for ids ['196a2229-753e-4c44-8769-e5bed0df60a3'] in dv-cinder-797608-16-iscsi {{(pid=93886) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 13 11:27:30.176685 dv-cinder-797608-16-iscsi neutron-server[93886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4fb8aed-7e91-4a65-b217-505f37a7d678 None None] Routers {'196a2229-753e-4c44-8769-e5bed0df60a3'} bound to L3 agent in host dv-cinder-797608-16-iscsi {{(pid=93886) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 13 11:27:30.177300 dv-cinder-797608-16-iscsi neutron-server[93886]: DEBUG neutron.db.l3_hamode_db [None req-a4fb8aed-7e91-4a65-b217-505f37a7d678 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797608-16-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-13T11:11:41Z,description=,heartbeat_timestamp=2021-08-13T11:27:11Z,host='dv-cinder-797608-16-iscsi',id=120d27b5-31d8-4cd2-97b4-2412c45088e1,load=0,resource_versions=,resources_synced=,started_at=2021-08-13T11:11:41Z,topic='l3_agent')) {'router_ids': ['196a2229-753e-4c44-8769-e5bed0df60a3'], 'active': True} {{(pid=93886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 13 11:27:30.194540 dv-cinder-797608-16-iscsi neutron-server[93884]: INFO neutron.wsgi [None req-d4a3e2f6-02e2-4d0e-8a0a-f2dd919d3699 tempest-TestShelveInstance-650229999 tempest-TestShelveInstance-650229999-project] 10.222.0.32 "DELETE /v2.0/floatingips/5c45c26f-7b9a-450e-a86e-88d153fa410a HTTP/1.1" status: 204 len: 168 time: 0.9250298 Aug 13 11:27:30.194540 dv-cinder-797608-16-iscsi neutron-server[93884]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2e2d3778-af47-4742-bf54-fbb19360964f', 'tag': '77f21e65-9f5a-4ea0-ae44-b11aedc351c0'}] {{(pid=93884) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 13 11:27:30.194540 dv-cinder-797608-16-iscsi neutron-server[93884]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}70f01c08a00349be11dfcfb62f4fe7a1e23395be4279a346f0a082136c645f60" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-afb98399-1b13-474a-8faa-c3da0d448202" -d '{"events": [{"name": "network-changed", "server_uuid": "2e2d3778-af47-4742-bf54-fbb19360964f", "tag": "77f21e65-9f5a-4ea0-ae44-b11aedc351c0"}]}' {{(pid=93884) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 13 11:27:30.228591 dv-cinder-797608-16-iscsi neutron-server[93884]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 13 Aug 2021 11:27:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-489b4f7e-ef75-407d-bd9c-56b3a807d3e2 x-openstack-request-id: req-489b4f7e-ef75-407d-bd9c-56b3a807d3e2 {{(pid=93884) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 13 11:27:30.228982 dv-cinder-797608-16-iscsi neutron-server[93884]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2e2d3778-af47-4742-bf54-fbb19360964f", "tag": "77f21e65-9f5a-4ea0-ae44-b11aedc351c0", "status": "completed", "code": 200}]} {{(pid=93884) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 13 11:27:30.229865 dv-cinder-797608-16-iscsi neutron-server[93884]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-489b4f7e-ef75-407d-bd9c-56b3a807d3e2 {{(pid=93884) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 13 11:27:30.229865 dv-cinder-797608-16-iscsi neutron-server[93884]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2e2d3778-af47-4742-bf54-fbb19360964f', 'tag': '77f21e65-9f5a-4ea0-ae44-b11aedc351c0', 'status': 'completed', 'code': 200} Aug 13 11:27:30.307470 dv-cinder-797608-16-iscsi neutron-server[93886]: DEBUG neutron.db.l3_dvr_db [None req-a4fb8aed-7e91-4a65-b217-505f37a7d678 None None] Set router 196a2229-753e-4c44-8769-e5bed0df60a3 gateway port host: dv-cinder-797608-16-iscsi {{(pid=93886) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 13 11:27:30.324070 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afb98399-1b13-474a-8faa-c3da0d448202 req-b34713f8-54b0-4194-97ad-16a41b68afa6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 11:27:30.325592 dv-cinder-797608-16-iscsi neutron-server[93883]: INFO neutron.wsgi [req-afb98399-1b13-474a-8faa-c3da0d448202 req-b34713f8-54b0-4194-97ad-16a41b68afa6 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=f2f73946f5b4487a90034c858e2b5010&device_id=2e2d3778-af47-4742-bf54-fbb19360964f HTTP/1.1" status: 200 len: 1098 time: 0.0493262 Aug 13 11:27:30.444347 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afb98399-1b13-474a-8faa-c3da0d448202 req-51a920c2-4c9c-4307-b845-eaa50367b27d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 11:27:30.445828 dv-cinder-797608-16-iscsi neutron-server[93883]: INFO neutron.wsgi [req-afb98399-1b13-474a-8faa-c3da0d448202 req-51a920c2-4c9c-4307-b845-eaa50367b27d service neutron] 10.222.0.20 "GET /v2.0/networks?id=19d032c5-8528-440a-a103-9e68f50bdfe9 HTTP/1.1" status: 200 len: 910 time: 0.1127098 Aug 13 11:27:30.503495 dv-cinder-797608-16-iscsi neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caefcecc-62c7-48cb-8529-094141367d87 req-568021e5-195e-4dc8-9a22-2bb568f87849 tempest-TestShelveInstance-650229999 tempest-TestShelveInstance-650229999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 11:27:30.505414 dv-cinder-797608-16-iscsi neutron-server[93884]: INFO neutron.wsgi [req-caefcecc-62c7-48cb-8529-094141367d87 req-568021e5-195e-4dc8-9a22-2bb568f87849 tempest-TestShelveInstance-650229999 tempest-TestShelveInstance-650229999-project] 10.222.0.32 "GET /v2.0/ports?device_id=2e2d3778-af47-4742-bf54-fbb19360964f HTTP/1.1" status: 200 len: 945 time: 0.0686195 Aug 13 11:27:30.509735 dv-cinder-797608-16-iscsi neutron-server[93883]: INFO neutron.wsgi [req-afb98399-1b13-474a-8faa-c3da0d448202 req-8fddf782-bdbe-4e76-be6d-a90322878e7f service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=77f21e65-9f5a-4ea0-ae44-b11aedc351c0 HTTP/1.1" status: 200 len: 217 time: 0.0475295 Aug 13 11:27:30.553498 dv-cinder-797608-16-iscsi neutron-server[93884]: INFO neutron.wsgi [req-caefcecc-62c7-48cb-8529-094141367d87 req-cc581600-60e8-4a3b-aff5-dd0fd3562536 tempest-TestShelveInstance-650229999 tempest-TestShelveInstance-650229999-project] 10.222.0.32 "GET /v2.0/security-groups?id=10b612c3-878e-45c8-a45f-b00eff83bd94&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409997 Aug 13 11:27:30.565312 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afb98399-1b13-474a-8faa-c3da0d448202 req-1a63a793-ac4e-4d7e-9ba1-e5dc8cbcca5d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 11:27:30.566997 dv-cinder-797608-16-iscsi neutron-server[93883]: INFO neutron.wsgi [req-afb98399-1b13-474a-8faa-c3da0d448202 req-1a63a793-ac4e-4d7e-9ba1-e5dc8cbcca5d service neutron] 10.222.0.20 "GET /v2.0/subnets?id=3e906e7d-e025-4f52-b49f-c3fc3c70e6b0 HTTP/1.1" status: 200 len: 848 time: 0.0482092 Aug 13 11:27:30.571824 dv-cinder-797608-16-iscsi neutron-server[93886]: DEBUG neutron.db.l3_hamode_db [None req-a4fb8aed-7e91-4a65-b217-505f37a7d678 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '196a2229-753e-4c44-8769-e5bed0df60a3', 'name': 'tempest-TestShelveInstance-1574140213-router', 'tenant_id': 'f2f73946f5b4487a90034c858e2b5010', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c3f0979-58a5-4465-87f9-e256377c6b61', 'external_fixed_ips': [{'subnet_id': 'ba735781-2bff-41d5-99b4-7ca705ee91ca', 'ip_address': '172.27.2.83'}], 'enable_snat': True}, 'gw_port_id': '428389a9-bc09-4114-bd55-24f5251d9c53', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-13T11:21:52Z', 'updated_at': '2021-08-13T11:21:56Z', 'revision_number': 4, 'project_id': 'f2f73946f5b4487a90034c858e2b5010', 'gw_port': {'id': '428389a9-bc09-4114-bd55-24f5251d9c53', 'name': '', 'network_id': '7c3f0979-58a5-4465-87f9-e256377c6b61', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:a4:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '196a2229-753e-4c44-8769-e5bed0df60a3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 426, 'fixed_ips': [{'subnet_id': 'ba735781-2bff-41d5-99b4-7ca705ee91ca', 'ip_address': '172.27.2.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-13T11:21:53Z', 'updated_at': '2021-08-13T11:21:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ba735781-2bff-41d5-99b4-7ca705ee91ca', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797608-16-iscsi', '_interfaces': [{'id': '76d3147c-4afe-4fb5-9909-5eb2224f1361', 'name': '', 'network_id': '19d032c5-8528-440a-a103-9e68f50bdfe9', 'tenant_id': 'f2f73946f5b4487a90034c858e2b5010', 'mac_address': 'fa:16:3e:ce:b7:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '196a2229-753e-4c44-8769-e5bed0df60a3', 'device_owner': 'network:router_interface', 'standard_attr_id': 428, 'fixed_ips': [{'subnet_id': '3e906e7d-e025-4f52-b49f-c3fc3c70e6b0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-13T11:21:55Z', 'updated_at': '2021-08-13T11:22:02Z', 'revision_number': 5, 'project_id': 'f2f73946f5b4487a90034c858e2b5010', 'subnets': [{'id': '3e906e7d-e025-4f52-b49f-c3fc3c70e6b0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-797608-16-iscsi', False) {} {{(pid=93886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 13 11:27:30.610719 dv-cinder-797608-16-iscsi neutron-server[93886]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4fb8aed-7e91-4a65-b217-505f37a7d678 None None] Checking router: 196a2229-753e-4c44-8769-e5bed0df60a3 for host: dv-cinder-797608-16-iscsi {{(pid=93886) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 13 11:27:30.617178 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afb98399-1b13-474a-8faa-c3da0d448202 req-210c32dc-6bc5-428c-9ea6-17e0f6a3d2b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 11:27:30.618887 dv-cinder-797608-16-iscsi neutron-server[93883]: INFO neutron.wsgi [req-afb98399-1b13-474a-8faa-c3da0d448202 req-210c32dc-6bc5-428c-9ea6-17e0f6a3d2b5 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=19d032c5-8528-440a-a103-9e68f50bdfe9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0439353 Aug 13 11:27:30.620112 dv-cinder-797608-16-iscsi neutron-server[93886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4fb8aed-7e91-4a65-b217-505f37a7d678 None None] Routers {'196a2229-753e-4c44-8769-e5bed0df60a3'} bound to L3 agent in host dv-cinder-797608-16-iscsi {{(pid=93886) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 13 11:27:30.620704 dv-cinder-797608-16-iscsi neutron-server[93886]: DEBUG neutron.db.l3_hamode_db [None req-a4fb8aed-7e91-4a65-b217-505f37a7d678 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797608-16-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-13T11:11:41Z,description=,heartbeat_timestamp=2021-08-13T11:27:11Z,host='dv-cinder-797608-16-iscsi',id=120d27b5-31d8-4cd2-97b4-2412c45088e1,load=0,resource_versions=,resources_synced=,started_at=2021-08-13T11:11:41Z,topic='l3_agent')) {'router_ids': ['196a2229-753e-4c44-8769-e5bed0df60a3'], 'active': True} {{(pid=93886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 13 11:27:30.720958 dv-cinder-797608-16-iscsi neutron-server[93883]: INFO neutron.wsgi [req-afb98399-1b13-474a-8faa-c3da0d448202 req-1554fab0-6a30-410c-b3c3-5635547e22b4 service neutron] 10.222.0.20 "GET /v2.0/networks/19d032c5-8528-440a-a103-9e68f50bdfe9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0931618 Aug 13 11:27:30.728509 dv-cinder-797608-16-iscsi neutron-server[93886]: DEBUG neutron.db.l3_dvr_db [None req-a4fb8aed-7e91-4a65-b217-505f37a7d678 None None] Set router 196a2229-753e-4c44-8769-e5bed0df60a3 gateway port host: dv-cinder-797608-16-iscsi {{(pid=93886) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 13 11:27:30.817079 dv-cinder-797608-16-iscsi neutron-server[93883]: INFO neutron.wsgi [req-afb98399-1b13-474a-8faa-c3da0d448202 req-5f994a11-659d-49f9-b0c1-5574c82c9486 service neutron] 10.222.0.20 "GET /v2.0/networks/19d032c5-8528-440a-a103-9e68f50bdfe9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0879111 Aug 13 11:27:30.933340 dv-cinder-797608-16-iscsi neutron-server[93886]: DEBUG neutron.db.l3_hamode_db [None req-a4fb8aed-7e91-4a65-b217-505f37a7d678 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '196a2229-753e-4c44-8769-e5bed0df60a3', 'name': 'tempest-TestShelveInstance-1574140213-router', 'tenant_id': 'f2f73946f5b4487a90034c858e2b5010', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c3f0979-58a5-4465-87f9-e256377c6b61', 'external_fixed_ips': [{'subnet_id': 'ba735781-2bff-41d5-99b4-7ca705ee91ca', 'ip_address': '172.27.2.83'}], 'enable_snat': True}, 'gw_port_id': '428389a9-bc09-4114-bd55-24f5251d9c53', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-13T11:21:52Z', 'updated_at': '2021-08-13T11:21:56Z', 'revision_number': 4, 'project_id': 'f2f73946f5b4487a90034c858e2b5010', 'gw_port': {'id': '428389a9-bc09-4114-bd55-24f5251d9c53', 'name': '', 'network_id': '7c3f0979-58a5-4465-87f9-e256377c6b61', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:a4:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '196a2229-753e-4c44-8769-e5bed0df60a3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 426, 'fixed_ips': [{'subnet_id': 'ba735781-2bff-41d5-99b4-7ca705ee91ca', 'ip_address': '172.27.2.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-13T11:21:53Z', 'updated_at': '2021-08-13T11:21:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ba735781-2bff-41d5-99b4-7ca705ee91ca', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797608-16-iscsi', '_interfaces': [{'id': '76d3147c-4afe-4fb5-9909-5eb2224f1361', 'name': '', 'network_id': '19d032c5-8528-440a-a103-9e68f50bdfe9', 'tenant_id': 'f2f73946f5b4487a90034c858e2b5010', 'mac_address': 'fa:16:3e:ce:b7:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '196a2229-753e-4c44-8769-e5bed0df60a3', 'device_owner': 'network:router_interface', 'standard_attr_id': 428, 'fixed_ips': [{'subnet_id': '3e906e7d-e025-4f52-b49f-c3fc3c70e6b0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-13T11:21:55Z', 'updated_at': '2021-08-13T11:22:02Z', 'revision_number': 5, 'project_id': 'f2f73946f5b4487a90034c858e2b5010', 'subnets': [{'id': '3e906e7d-e025-4f52-b49f-c3fc3c70e6b0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-797608-16-iscsi', False) {} {{(pid=93886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 13 11:27:30.958359 dv-cinder-797608-16-iscsi neutron-server[93886]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4fb8aed-7e91-4a65-b217-505f37a7d678 None None] The sync data for ids ['196a2229-753e-4c44-8769-e5bed0df60a3'] in dv-cinder-797608-16-iscsi is: [{'id': '196a2229-753e-4c44-8769-e5bed0df60a3', 'name': 'tempest-TestShelveInstance-1574140213-router', 'tenant_id': 'f2f73946f5b4487a90034c858e2b5010', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c3f0979-58a5-4465-87f9-e256377c6b61', 'external_fixed_ips': [{'subnet_id': 'ba735781-2bff-41d5-99b4-7ca705ee91ca', 'ip_address': '172.27.2.83'}], 'enable_snat': True}, 'gw_port_id': '428389a9-bc09-4114-bd55-24f5251d9c53', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-13T11:21:52Z', 'updated_at': '2021-08-13T11:21:56Z', 'revision_number': 4, 'project_id': 'f2f73946f5b4487a90034c858e2b5010', 'gw_port': {'id': '428389a9-bc09-4114-bd55-24f5251d9c53', 'name': '', 'network_id': '7c3f0979-58a5-4465-87f9-e256377c6b61', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:a4:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '196a2229-753e-4c44-8769-e5bed0df60a3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 426, 'fixed_ips': [{'subnet_id': 'ba735781-2bff-41d5-99b4-7ca705ee91ca', 'ip_address': '172.27.2.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-13T11:21:53Z', 'updated_at': '2021-08-13T11:21:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ba735781-2bff-41d5-99b4-7ca705ee91ca', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797608-16-iscsi', '_interfaces': [{'id': '76d3147c-4afe-4fb5-9909-5eb2224f1361', 'name': '', 'network_id': '19d032c5-8528-440a-a103-9e68f50bdfe9', 'tenant_id': 'f2f73946f5b4487a90034c858e2b5010', 'mac_address': 'fa:16:3e:ce:b7:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '196a2229-753e-4c44-8769-e5bed0df60a3', 'device_owner': 'network:router_interface', 'standard_attr_id': 428, 'fixed_ips': [{'subnet_id': '3e906e7d-e025-4f52-b49f-c3fc3c70e6b0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-13T11:21:55Z', 'updated_at': '2021-08-13T11:22:02Z', 'revision_number': 5, 'project_id': 'f2f73946f5b4487a90034c858e2b5010', 'subnets': [{'id': '3e906e7d-e025-4f52-b49f-c3fc3c70e6b0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93886) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 13 11:27:31.157904 dv-cinder-797608-16-iscsi neutron-server[93885]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e20f53b4-adc8-404d-88ac-25a5ab3ec7b4 None None] New status for floating IP 5c45c26f-7b9a-450e-a86e-88d153fa410a: DOWN {{(pid=93885) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 13 11:27:31.675777 dv-cinder-797608-16-iscsi neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a68e3b25-7626-4fe9-9855-af510a900367 req-acf87451-28e0-4e8a-9264-329891ad3eab tempest-TestShelveInstance-650229999 tempest-TestShelveInstance-650229999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 11:27:31.677157 dv-cinder-797608-16-iscsi neutron-server[93884]: INFO neutron.wsgi [req-a68e3b25-7626-4fe9-9855-af510a900367 req-acf87451-28e0-4e8a-9264-329891ad3eab tempest-TestShelveInstance-650229999 tempest-TestShelveInstance-650229999-project] 10.222.0.32 "GET /v2.0/ports?device_id=2e2d3778-af47-4742-bf54-fbb19360964f HTTP/1.1" status: 200 len: 945 time: 0.0516686 Aug 13 11:27:31.713947 dv-cinder-797608-16-iscsi neutron-server[93884]: INFO neutron.wsgi [req-a68e3b25-7626-4fe9-9855-af510a900367 req-bf0b6a14-5a14-4760-82f0-7dd3ae6e085b tempest-TestShelveInstance-650229999 tempest-TestShelveInstance-650229999-project] 10.222.0.32 "GET /v2.0/security-groups?id=10b612c3-878e-45c8-a45f-b00eff83bd94&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309052 Aug 13 11:27:32.826513 dv-cinder-797608-16-iscsi neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73174ea1-35ad-48dd-9c5c-1f9982525011 req-038d4928-e5bc-40a4-afc3-8a8a31dd038a tempest-TestShelveInstance-650229999 tempest-TestShelveInstance-650229999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 11:27:32.827987 dv-cinder-797608-16-iscsi neutron-server[93884]: INFO neutron.wsgi [req-73174ea1-35ad-48dd-9c5c-1f9982525011 req-038d4928-e5bc-40a4-afc3-8a8a31dd038a tempest-TestShelveInstance-650229999 tempest-TestShelveInstance-650229999-project] 10.222.0.32 "GET /v2.0/ports?device_id=2e2d3778-af47-4742-bf54-fbb19360964f HTTP/1.1" status: 200 len: 945 time: 0.0485256 Aug 13 11:27:32.865954 dv-cinder-797608-16-iscsi neutron-server[93884]: INFO neutron.wsgi [req-73174ea1-35ad-48dd-9c5c-1f9982525011 req-8641df31-4cc1-4211-b04d-60d4d0a0ca5b tempest-TestShelveInstance-650229999 tempest-TestShelveInstance-650229999-project] 10.222.0.32 "GET /v2.0/security-groups?id=10b612c3-878e-45c8-a45f-b00eff83bd94&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321531 Aug 13 11:27:32.932081 dv-cinder-797608-16-iscsi neutron-server[93885]: DEBUG neutron.plugins.ml2.rpc [None req-a0b9b986-0706-4fc6-9cf9-0eb02d2513dc None None] Device 25f0cb78-61b3-41a5-8c8d-124226668eb9 no longer exists at agent hyperv_hv-cinder-79760 {{(pid=93885) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 13 11:27:32.951519 dv-cinder-797608-16-iscsi neutron-server[93885]: DEBUG neutron.plugins.ml2.plugin [None req-a0b9b986-0706-4fc6-9cf9-0eb02d2513dc None None] No Port match for: 25f0cb78-61b3-41a5-8c8d-124226668eb9 {{(pid=93885) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 13 11:27:32.951864 dv-cinder-797608-16-iscsi neutron-server[93885]: DEBUG neutron.plugins.ml2.rpc [None req-a0b9b986-0706-4fc6-9cf9-0eb02d2513dc None None] Device 25f0cb78-61b3-41a5-8c8d-124226668eb9 not bound to the agent host hv-cinder-79760 {{(pid=93885) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 13 11:27:33.978387 dv-cinder-797608-16-iscsi neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bf86780-bf49-407d-ab58-3e006809f1cd req-dcca49c2-df91-49cb-ac09-20e8865d3edc tempest-TestShelveInstance-650229999 tempest-TestShelveInstance-650229999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 11:27:33.979872 dv-cinder-797608-16-iscsi neutron-server[93884]: INFO neutron.wsgi [req-1bf86780-bf49-407d-ab58-3e006809f1cd req-dcca49c2-df91-49cb-ac09-20e8865d3edc tempest-TestShelveInstance-650229999 tempest-TestShelveInstance-650229999-project] 10.222.0.32 "GET /v2.0/ports?device_id=2e2d3778-af47-4742-bf54-fbb19360964f HTTP/1.1" status: 200 len: 945 time: 0.0480888 Aug 13 11:27:34.017184 dv-cinder-797608-16-iscsi neutron-server[93884]: INFO neutron.wsgi [req-1bf86780-bf49-407d-ab58-3e006809f1cd req-e6f34f1b-ead6-42f8-8099-0ccb0d19582b tempest-TestShelveInstance-650229999 tempest-TestShelveInstance-650229999-project] 10.222.0.32 "GET /v2.0/security-groups?id=10b612c3-878e-45c8-a45f-b00eff83bd94&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314496 Aug 13 11:27:34.340605 dv-cinder-797608-16-iscsi neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-a0b9b986-0706-4fc6-9cf9-0eb02d2513dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782137812740', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-997306'] for agent, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 11:27:34.758761 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd43ba3c-c2e7-4d0f-a797-2b5fb9c378b9 req-16393c28-7061-4baa-a4c1-ba9a59a49bd8 tempest-TestShelveInstance-650229999 tempest-TestShelveInstance-650229999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 11:27:34.760127 dv-cinder-797608-16-iscsi neutron-server[93883]: INFO neutron.wsgi [req-fd43ba3c-c2e7-4d0f-a797-2b5fb9c378b9 req-16393c28-7061-4baa-a4c1-ba9a59a49bd8 tempest-TestShelveInstance-650229999 tempest-TestShelveInstance-650229999-project] 10.222.0.20 "GET /v2.0/ports?device_id=2e2d3778-af47-4742-bf54-fbb19360964f HTTP/1.1" status: 200 len: 945 time: 0.0620205 Aug 13 11:27:34.851991 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron.plugins.ml2.plugin [req-fd43ba3c-c2e7-4d0f-a797-2b5fb9c378b9 req-db600253-6bd5-49d1-8b4f-dad4bff89717 tempest-TestShelveInstance-650229999 tempest-TestShelveInstance-650229999-project] Deleting port 77f21e65-9f5a-4ea0-ae44-b11aedc351c0 {{(pid=93883) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 13 11:27:34.852338 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-fd43ba3c-c2e7-4d0f-a797-2b5fb9c378b9 req-db600253-6bd5-49d1-8b4f-dad4bff89717 tempest-TestShelveInstance-650229999 tempest-TestShelveInstance-650229999-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782137884200'] for port, before_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 11:27:34.937567 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron.plugins.ml2.db [req-fd43ba3c-c2e7-4d0f-a797-2b5fb9c378b9 req-db600253-6bd5-49d1-8b4f-dad4bff89717 tempest-TestShelveInstance-650229999 tempest-TestShelveInstance-650229999-project] For port 77f21e65-9f5a-4ea0-ae44-b11aedc351c0, host hv-cinder-79760, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79760',level=0,port_id=77f21e65-9f5a-4ea0-ae44-b11aedc351c0,segment=NetworkSegment(0c0916bb-1dc8-4969-93db-96fbbfcf0471),segment_id=0c0916bb-1dc8-4969-93db-96fbbfcf0471)] {{(pid=93883) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 13 11:27:34.937940 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-fd43ba3c-c2e7-4d0f-a797-2b5fb9c378b9 req-db600253-6bd5-49d1-8b4f-dad4bff89717 tempest-TestShelveInstance-650229999 tempest-TestShelveInstance-650229999-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1583036'] for port, precommit_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 11:27:34.956011 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron.plugins.ml2.plugin [req-fd43ba3c-c2e7-4d0f-a797-2b5fb9c378b9 req-db600253-6bd5-49d1-8b4f-dad4bff89717 tempest-TestShelveInstance-650229999 tempest-TestShelveInstance-650229999-project] Calling delete_port for 77f21e65-9f5a-4ea0-ae44-b11aedc351c0 owned by compute:nova {{(pid=93883) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 13 11:27:35.103526 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-fd43ba3c-c2e7-4d0f-a797-2b5fb9c378b9 req-db600253-6bd5-49d1-8b4f-dad4bff89717 tempest-TestShelveInstance-650229999 tempest-TestShelveInstance-650229999-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935844', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611014', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782137889922', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782137337604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2139128394'] for port, after_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 11:27:35.138637 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db600253-6bd5-49d1-8b4f-dad4bff89717 tempest-TestShelveInstance-650229999 tempest-TestShelveInstance-650229999-project] Pushing event deleted for resources: {'Port': ['ID=77f21e65-9f5a-4ea0-ae44-b11aedc351c0,revision_number=None']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 11:27:35.151733 dv-cinder-797608-16-iscsi neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-045f4fcd-f7a3-4f5c-b688-8f48055e4990 req-b6503dfa-f863-46e6-baf6-08893ec540c9 tempest-TestShelveInstance-650229999 tempest-TestShelveInstance-650229999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 11:27:35.162593 dv-cinder-797608-16-iscsi neutron-server[93884]: INFO neutron.wsgi [req-045f4fcd-f7a3-4f5c-b688-8f48055e4990 req-b6503dfa-f863-46e6-baf6-08893ec540c9 tempest-TestShelveInstance-650229999 tempest-TestShelveInstance-650229999-project] 10.222.0.32 "GET /v2.0/ports?device_id=2e2d3778-af47-4742-bf54-fbb19360964f HTTP/1.1" status: 200 len: 867 time: 0.0721588 Aug 13 11:27:35.187561 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron.db.l3_dvrscheduler_db [req-fd43ba3c-c2e7-4d0f-a797-2b5fb9c378b9 req-db600253-6bd5-49d1-8b4f-dad4bff89717 tempest-TestShelveInstance-650229999 tempest-TestShelveInstance-650229999-project] No DVR routers for this DVR port 77f21e65-9f5a-4ea0-ae44-b11aedc351c0 on host hv-cinder-79760 {{(pid=93883) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 13 11:27:35.190420 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-fd43ba3c-c2e7-4d0f-a797-2b5fb9c378b9 req-db600253-6bd5-49d1-8b4f-dad4bff89717 tempest-TestShelveInstance-650229999 tempest-TestShelveInstance-650229999-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-128352'] for port, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 11:27:35.192453 dv-cinder-797608-16-iscsi neutron-server[93883]: INFO neutron.wsgi [req-fd43ba3c-c2e7-4d0f-a797-2b5fb9c378b9 req-db600253-6bd5-49d1-8b4f-dad4bff89717 tempest-TestShelveInstance-650229999 tempest-TestShelveInstance-650229999-project] 10.222.0.20 "DELETE /v2.0/ports/77f21e65-9f5a-4ea0-ae44-b11aedc351c0 HTTP/1.1" status: 204 len: 173 time: 0.4253526 Aug 13 11:27:35.192858 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2e2d3778-af47-4742-bf54-fbb19360964f', 'name': 'network-vif-deleted', 'tag': '77f21e65-9f5a-4ea0-ae44-b11aedc351c0'}] {{(pid=93883) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 13 11:27:35.195142 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}db1a1fbc245c58e73290e58258e46ca41fe4e785cc79cbd57aa3dae940aad292" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b0960862-f1af-45f4-8cda-079e74924404" -d '{"events": [{"server_uuid": "2e2d3778-af47-4742-bf54-fbb19360964f", "name": "network-vif-deleted", "tag": "77f21e65-9f5a-4ea0-ae44-b11aedc351c0"}]}' {{(pid=93883) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 13 11:27:35.204708 dv-cinder-797608-16-iscsi neutron-server[93884]: INFO neutron.wsgi [req-045f4fcd-f7a3-4f5c-b688-8f48055e4990 req-eba143bd-33ed-4e3e-8de3-994a864bfeec tempest-TestShelveInstance-650229999 tempest-TestShelveInstance-650229999-project] 10.222.0.32 "GET /v2.0/security-groups?id=10b612c3-878e-45c8-a45f-b00eff83bd94&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0389626 Aug 13 11:27:35.247541 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 13 Aug 2021 11:27:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-359a30e5-7320-4a5c-bfcf-0157ff0e91b1 x-openstack-request-id: req-359a30e5-7320-4a5c-bfcf-0157ff0e91b1 {{(pid=93883) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 13 11:27:35.247837 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2e2d3778-af47-4742-bf54-fbb19360964f", "name": "network-vif-deleted", "tag": "77f21e65-9f5a-4ea0-ae44-b11aedc351c0", "status": "completed", "code": 200}]} {{(pid=93883) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 13 11:27:35.248089 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-359a30e5-7320-4a5c-bfcf-0157ff0e91b1 {{(pid=93883) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 13 11:27:35.248482 dv-cinder-797608-16-iscsi neutron-server[93883]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2e2d3778-af47-4742-bf54-fbb19360964f', 'name': 'network-vif-deleted', 'tag': '77f21e65-9f5a-4ea0-ae44-b11aedc351c0', 'status': 'completed', 'code': 200} Aug 13 11:27:36.334181 dv-cinder-797608-16-iscsi neutron-server[93884]: INFO neutron.wsgi [req-68becc66-e595-493d-80bb-6ca04e0c449d req-28310ded-20c6-49d4-9840-b2abc23a40a1 tempest-TestShelveInstance-650229999 tempest-TestShelveInstance-650229999-project] 10.222.0.32 "GET /v2.0/ports?device_id=2e2d3778-af47-4742-bf54-fbb19360964f HTTP/1.1" status: 200 len: 210 time: 0.0286624 Aug 13 11:27:37.428003 dv-cinder-797608-16-iscsi neutron-server[93884]: DEBUG neutron.wsgi [-] (93884) accepted ('10.222.0.32', 53524) {{(pid=93884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 11:27:37.518757 dv-cinder-797608-16-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-ded60a6f-dc8b-4228-9e26-4b4c8fd85c8e tempest-TestShelveInstance-650229999 tempest-TestShelveInstance-650229999-project] Notify callbacks [] for security_group, before_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 11:27:37.546942 dv-cinder-797608-16-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-ded60a6f-dc8b-4228-9e26-4b4c8fd85c8e tempest-TestShelveInstance-650229999 tempest-TestShelveInstance-650229999-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 11:27:37.622264 dv-cinder-797608-16-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-ded60a6f-dc8b-4228-9e26-4b4c8fd85c8e tempest-TestShelveInstance-650229999 tempest-TestShelveInstance-650229999-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651637'] for security_group, after_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 11:27:37.625535 dv-cinder-797608-16-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-ded60a6f-dc8b-4228-9e26-4b4c8fd85c8e tempest-TestShelveInstance-650229999 tempest-TestShelveInstance-650229999-project] Notify callbacks [] for security_group, before_response {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 11:27:37.626720 dv-cinder-797608-16-iscsi neutron-server[93884]: INFO neutron.wsgi [None req-ded60a6f-dc8b-4228-9e26-4b4c8fd85c8e tempest-TestShelveInstance-650229999 tempest-TestShelveInstance-650229999-project] 10.222.0.32 "DELETE /v2.0/security-groups/10b612c3-878e-45c8-a45f-b00eff83bd94 HTTP/1.1" status: 204 len: 168 time: 0.1954274 Aug 13 11:27:37.637182 dv-cinder-797608-16-iscsi neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ded60a6f-dc8b-4228-9e26-4b4c8fd85c8e tempest-TestShelveInstance-650229999 tempest-TestShelveInstance-650229999-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=10b612c3-878e-45c8-a45f-b00eff83bd94,revision_number=None']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 11:27:37.684981 dv-cinder-797608-16-iscsi neutron-server[93884]: DEBUG neutron.wsgi [-] (93884) accepted ('10.222.0.32', 53528) {{(pid=93884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 11:27:38.078089 dv-cinder-797608-16-iscsi neutron-server[93885]: DEBUG neutron.plugins.ml2.rpc [None req-a0b9b986-0706-4fc6-9cf9-0eb02d2513dc None None] Device 77f21e65-9f5a-4ea0-ae44-b11aedc351c0 no longer exists at agent hyperv_hv-cinder-79760 {{(pid=93885) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 13 11:27:38.104665 dv-cinder-797608-16-iscsi neutron-server[93885]: DEBUG neutron.plugins.ml2.plugin [None req-a0b9b986-0706-4fc6-9cf9-0eb02d2513dc None None] No Port match for: 77f21e65-9f5a-4ea0-ae44-b11aedc351c0 {{(pid=93885) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 13 11:27:38.105425 dv-cinder-797608-16-iscsi neutron-server[93885]: DEBUG neutron.plugins.ml2.rpc [None req-a0b9b986-0706-4fc6-9cf9-0eb02d2513dc None None] Device 77f21e65-9f5a-4ea0-ae44-b11aedc351c0 not bound to the agent host hv-cinder-79760 {{(pid=93885) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 13 11:27:38.117965 dv-cinder-797608-16-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-474392d4-eb1a-4929-8f04-a2f2dc40323b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-2003091'] for router_interface, before_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 11:27:38.386514 dv-cinder-797608-16-iscsi neutron-server[93884]: DEBUG neutron.plugins.ml2.plugin [None req-474392d4-eb1a-4929-8f04-a2f2dc40323b admin admin] Deleting port 76d3147c-4afe-4fb5-9909-5eb2224f1361 {{(pid=93884) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 13 11:27:38.390436 dv-cinder-797608-16-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-474392d4-eb1a-4929-8f04-a2f2dc40323b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782137884200'] for port, before_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 11:27:38.475370 dv-cinder-797608-16-iscsi neutron-server[93884]: DEBUG neutron.plugins.ml2.db [None req-474392d4-eb1a-4929-8f04-a2f2dc40323b admin admin] For port 76d3147c-4afe-4fb5-9909-5eb2224f1361, host dv-cinder-797608-16-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797608-16-iscsi',level=0,port_id=76d3147c-4afe-4fb5-9909-5eb2224f1361,segment=NetworkSegment(0c0916bb-1dc8-4969-93db-96fbbfcf0471),segment_id=0c0916bb-1dc8-4969-93db-96fbbfcf0471)] {{(pid=93884) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 13 11:27:38.476069 dv-cinder-797608-16-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-474392d4-eb1a-4929-8f04-a2f2dc40323b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1583036'] for port, precommit_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 11:27:38.497662 dv-cinder-797608-16-iscsi neutron-server[93884]: DEBUG neutron.plugins.ml2.plugin [None req-474392d4-eb1a-4929-8f04-a2f2dc40323b admin admin] Calling delete_port for 76d3147c-4afe-4fb5-9909-5eb2224f1361 owned by network:router_interface {{(pid=93884) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 13 11:27:38.736932 dv-cinder-797608-16-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-474392d4-eb1a-4929-8f04-a2f2dc40323b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935844', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611014', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782137889922', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782137337604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2141180323'] for port, after_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 11:27:38.777192 dv-cinder-797608-16-iscsi neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-474392d4-eb1a-4929-8f04-a2f2dc40323b admin admin] Pushing event deleted for resources: {'Port': ['ID=76d3147c-4afe-4fb5-9909-5eb2224f1361,revision_number=None']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 11:27:38.848871 dv-cinder-797608-16-iscsi neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-4be2cc51-2906-4d15-853c-29bd66524772 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782137812740', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-997306'] for agent, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 11:27:39.046180 dv-cinder-797608-16-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-474392d4-eb1a-4929-8f04-a2f2dc40323b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1611071', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1588259'] for router_interface, after_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 11:27:39.280456 dv-cinder-797608-16-iscsi neutron-server[93884]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-474392d4-eb1a-4929-8f04-a2f2dc40323b admin admin] Router 196a2229-753e-4c44-8769-e5bed0df60a3 has already been hosted by L3 agent 120d27b5-31d8-4cd2-97b4-2412c45088e1 {{(pid=93884) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 13 11:27:39.395488 dv-cinder-797608-16-iscsi neutron-server[93884]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-474392d4-eb1a-4929-8f04-a2f2dc40323b admin admin] Notify agent at l3_agent.dv-cinder-797608-16-iscsi the message routers_updated {{(pid=93884) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 13 11:27:39.401115 dv-cinder-797608-16-iscsi neutron-server[93884]: INFO neutron.wsgi [None req-474392d4-eb1a-4929-8f04-a2f2dc40323b admin admin] 10.222.0.32 "PUT /v2.0/routers/196a2229-753e-4c44-8769-e5bed0df60a3/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7150807 Aug 13 11:27:39.405031 dv-cinder-797608-16-iscsi neutron-server[93886]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-439b6a13-3f3d-473a-952e-0bc1b1f115a7 None None] Sync routers for ids ['196a2229-753e-4c44-8769-e5bed0df60a3'] in dv-cinder-797608-16-iscsi {{(pid=93886) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 13 11:27:39.405502 dv-cinder-797608-16-iscsi neutron-server[93884]: DEBUG neutron.wsgi [-] (93884) accepted ('10.222.0.32', 53546) {{(pid=93884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 11:27:39.420678 dv-cinder-797608-16-iscsi neutron-server[93886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-439b6a13-3f3d-473a-952e-0bc1b1f115a7 None None] Routers {'196a2229-753e-4c44-8769-e5bed0df60a3'} bound to L3 agent in host dv-cinder-797608-16-iscsi {{(pid=93886) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 13 11:27:39.422297 dv-cinder-797608-16-iscsi neutron-server[93886]: DEBUG neutron.db.l3_hamode_db [None req-439b6a13-3f3d-473a-952e-0bc1b1f115a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797608-16-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-13T11:11:41Z,description=,heartbeat_timestamp=2021-08-13T11:27:11Z,host='dv-cinder-797608-16-iscsi',id=120d27b5-31d8-4cd2-97b4-2412c45088e1,load=0,resource_versions=,resources_synced=,started_at=2021-08-13T11:11:41Z,topic='l3_agent')) {'router_ids': ['196a2229-753e-4c44-8769-e5bed0df60a3'], 'active': True} {{(pid=93886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 13 11:27:39.537489 dv-cinder-797608-16-iscsi neutron-server[93886]: DEBUG neutron.db.l3_dvr_db [None req-439b6a13-3f3d-473a-952e-0bc1b1f115a7 None None] Set router 196a2229-753e-4c44-8769-e5bed0df60a3 gateway port host: dv-cinder-797608-16-iscsi {{(pid=93886) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 13 11:27:39.548081 dv-cinder-797608-16-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-d9ad7cb6-5eeb-4eb6-8934-c6db85140a37 admin admin] Notify callbacks [] for router, before_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 11:27:39.760088 dv-cinder-797608-16-iscsi neutron-server[93886]: DEBUG neutron.db.l3_hamode_db [None req-439b6a13-3f3d-473a-952e-0bc1b1f115a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '196a2229-753e-4c44-8769-e5bed0df60a3', 'name': 'tempest-TestShelveInstance-1574140213-router', 'tenant_id': 'f2f73946f5b4487a90034c858e2b5010', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c3f0979-58a5-4465-87f9-e256377c6b61', 'external_fixed_ips': [{'subnet_id': 'ba735781-2bff-41d5-99b4-7ca705ee91ca', 'ip_address': '172.27.2.83'}], 'enable_snat': True}, 'gw_port_id': '428389a9-bc09-4114-bd55-24f5251d9c53', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-13T11:21:52Z', 'updated_at': '2021-08-13T11:27:38Z', 'revision_number': 5, 'project_id': 'f2f73946f5b4487a90034c858e2b5010', 'gw_port': {'id': '428389a9-bc09-4114-bd55-24f5251d9c53', 'name': '', 'network_id': '7c3f0979-58a5-4465-87f9-e256377c6b61', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:a4:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '196a2229-753e-4c44-8769-e5bed0df60a3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 426, 'fixed_ips': [{'subnet_id': 'ba735781-2bff-41d5-99b4-7ca705ee91ca', 'ip_address': '172.27.2.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-13T11:21:53Z', 'updated_at': '2021-08-13T11:21:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ba735781-2bff-41d5-99b4-7ca705ee91ca', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797608-16-iscsi'}], 'dv-cinder-797608-16-iscsi', False) {} {{(pid=93886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 13 11:27:39.790336 dv-cinder-797608-16-iscsi neutron-server[93886]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-439b6a13-3f3d-473a-952e-0bc1b1f115a7 None None] Checking router: 196a2229-753e-4c44-8769-e5bed0df60a3 for host: dv-cinder-797608-16-iscsi {{(pid=93886) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 13 11:27:39.800791 dv-cinder-797608-16-iscsi neutron-server[93886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-439b6a13-3f3d-473a-952e-0bc1b1f115a7 None None] Routers {'196a2229-753e-4c44-8769-e5bed0df60a3'} bound to L3 agent in host dv-cinder-797608-16-iscsi {{(pid=93886) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 13 11:27:39.801473 dv-cinder-797608-16-iscsi neutron-server[93886]: DEBUG neutron.db.l3_hamode_db [None req-439b6a13-3f3d-473a-952e-0bc1b1f115a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797608-16-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-13T11:11:41Z,description=,heartbeat_timestamp=2021-08-13T11:27:11Z,host='dv-cinder-797608-16-iscsi',id=120d27b5-31d8-4cd2-97b4-2412c45088e1,load=0,resource_versions=,resources_synced=,started_at=2021-08-13T11:11:41Z,topic='l3_agent')) {'router_ids': ['196a2229-753e-4c44-8769-e5bed0df60a3'], 'active': True} {{(pid=93886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 13 11:27:39.929120 dv-cinder-797608-16-iscsi neutron-server[93886]: DEBUG neutron.db.l3_dvr_db [None req-439b6a13-3f3d-473a-952e-0bc1b1f115a7 None None] Set router 196a2229-753e-4c44-8769-e5bed0df60a3 gateway port host: dv-cinder-797608-16-iscsi {{(pid=93886) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 13 11:27:39.947440 dv-cinder-797608-16-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-d9ad7cb6-5eeb-4eb6-8934-c6db85140a37 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 11:27:40.012809 dv-cinder-797608-16-iscsi neutron-server[93884]: DEBUG neutron.plugins.ml2.plugin [None req-d9ad7cb6-5eeb-4eb6-8934-c6db85140a37 admin admin] Deleting port 428389a9-bc09-4114-bd55-24f5251d9c53 {{(pid=93884) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 13 11:27:40.013491 dv-cinder-797608-16-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-d9ad7cb6-5eeb-4eb6-8934-c6db85140a37 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782137884200'] for port, before_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 11:27:40.104260 dv-cinder-797608-16-iscsi neutron-server[93884]: DEBUG neutron.plugins.ml2.db [None req-d9ad7cb6-5eeb-4eb6-8934-c6db85140a37 admin admin] For port 428389a9-bc09-4114-bd55-24f5251d9c53, host dv-cinder-797608-16-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797608-16-iscsi',level=0,port_id=428389a9-bc09-4114-bd55-24f5251d9c53,segment=NetworkSegment(3f6765c6-6e72-475e-8aaa-7134ee4679ca),segment_id=3f6765c6-6e72-475e-8aaa-7134ee4679ca)] {{(pid=93884) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 13 11:27:40.105010 dv-cinder-797608-16-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-d9ad7cb6-5eeb-4eb6-8934-c6db85140a37 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1583036'] for port, precommit_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 11:27:40.130225 dv-cinder-797608-16-iscsi neutron-server[93884]: DEBUG neutron.plugins.ml2.plugin [None req-d9ad7cb6-5eeb-4eb6-8934-c6db85140a37 admin admin] Calling delete_port for 428389a9-bc09-4114-bd55-24f5251d9c53 owned by network:router_gateway {{(pid=93884) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 13 11:27:40.235405 dv-cinder-797608-16-iscsi neutron-server[93886]: DEBUG neutron.db.l3_hamode_db [None req-439b6a13-3f3d-473a-952e-0bc1b1f115a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '196a2229-753e-4c44-8769-e5bed0df60a3', 'name': 'tempest-TestShelveInstance-1574140213-router', 'tenant_id': 'f2f73946f5b4487a90034c858e2b5010', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c3f0979-58a5-4465-87f9-e256377c6b61', 'external_fixed_ips': [{'subnet_id': 'ba735781-2bff-41d5-99b4-7ca705ee91ca', 'ip_address': '172.27.2.83'}], 'enable_snat': True}, 'gw_port_id': '428389a9-bc09-4114-bd55-24f5251d9c53', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-13T11:21:52Z', 'updated_at': '2021-08-13T11:27:38Z', 'revision_number': 5, 'project_id': 'f2f73946f5b4487a90034c858e2b5010', 'gw_port': {'id': '428389a9-bc09-4114-bd55-24f5251d9c53', 'name': '', 'network_id': '7c3f0979-58a5-4465-87f9-e256377c6b61', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:a4:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '196a2229-753e-4c44-8769-e5bed0df60a3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 426, 'fixed_ips': [{'subnet_id': 'ba735781-2bff-41d5-99b4-7ca705ee91ca', 'ip_address': '172.27.2.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-13T11:21:53Z', 'updated_at': '2021-08-13T11:21:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ba735781-2bff-41d5-99b4-7ca705ee91ca', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797608-16-iscsi'}], 'dv-cinder-797608-16-iscsi', False) {} {{(pid=93886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 13 11:27:40.276186 dv-cinder-797608-16-iscsi neutron-server[93886]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-439b6a13-3f3d-473a-952e-0bc1b1f115a7 None None] The sync data for ids ['196a2229-753e-4c44-8769-e5bed0df60a3'] in dv-cinder-797608-16-iscsi is: [{'id': '196a2229-753e-4c44-8769-e5bed0df60a3', 'name': 'tempest-TestShelveInstance-1574140213-router', 'tenant_id': 'f2f73946f5b4487a90034c858e2b5010', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c3f0979-58a5-4465-87f9-e256377c6b61', 'external_fixed_ips': [{'subnet_id': 'ba735781-2bff-41d5-99b4-7ca705ee91ca', 'ip_address': '172.27.2.83'}], 'enable_snat': True}, 'gw_port_id': '428389a9-bc09-4114-bd55-24f5251d9c53', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-13T11:21:52Z', 'updated_at': '2021-08-13T11:27:38Z', 'revision_number': 5, 'project_id': 'f2f73946f5b4487a90034c858e2b5010', 'gw_port': {'id': '428389a9-bc09-4114-bd55-24f5251d9c53', 'name': '', 'network_id': '7c3f0979-58a5-4465-87f9-e256377c6b61', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:a4:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '196a2229-753e-4c44-8769-e5bed0df60a3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 426, 'fixed_ips': [{'subnet_id': 'ba735781-2bff-41d5-99b4-7ca705ee91ca', 'ip_address': '172.27.2.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-13T11:21:53Z', 'updated_at': '2021-08-13T11:21:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ba735781-2bff-41d5-99b4-7ca705ee91ca', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797608-16-iscsi'}] {{(pid=93886) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 13 11:27:40.340903 dv-cinder-797608-16-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-d9ad7cb6-5eeb-4eb6-8934-c6db85140a37 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935844', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611014', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782137889922', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782137337604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2141180323'] for port, after_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 11:27:40.370203 dv-cinder-797608-16-iscsi neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9ad7cb6-5eeb-4eb6-8934-c6db85140a37 admin admin] Pushing event deleted for resources: {'Port': ['ID=428389a9-bc09-4114-bd55-24f5251d9c53,revision_number=None']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 11:27:40.442206 dv-cinder-797608-16-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-d9ad7cb6-5eeb-4eb6-8934-c6db85140a37 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1585625'] for router_gateway, after_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 11:27:40.558666 dv-cinder-797608-16-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-d9ad7cb6-5eeb-4eb6-8934-c6db85140a37 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1586485', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-130456'] for router, precommit_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 11:27:40.561926 dv-cinder-797608-16-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-d9ad7cb6-5eeb-4eb6-8934-c6db85140a37 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 11:27:40.641419 dv-cinder-797608-16-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-d9ad7cb6-5eeb-4eb6-8934-c6db85140a37 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1586490'] for router, after_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 11:27:40.642219 dv-cinder-797608-16-iscsi neutron-server[93884]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d9ad7cb6-5eeb-4eb6-8934-c6db85140a37 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 196a2229-753e-4c44-8769-e5bed0df60a3 {{(pid=93884) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 13 11:27:40.657503 dv-cinder-797608-16-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-d9ad7cb6-5eeb-4eb6-8934-c6db85140a37 admin admin] Notify callbacks [] for router, before_response {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 11:27:40.657503 dv-cinder-797608-16-iscsi neutron-server[93884]: INFO neutron.wsgi [None req-d9ad7cb6-5eeb-4eb6-8934-c6db85140a37 admin admin] 10.222.0.32 "DELETE /v2.0/routers/196a2229-753e-4c44-8769-e5bed0df60a3 HTTP/1.1" status: 204 len: 168 time: 1.2466059 Aug 13 11:27:40.657503 dv-cinder-797608-16-iscsi neutron-server[93884]: DEBUG neutron.wsgi [-] (93884) accepted ('10.222.0.32', 53554) {{(pid=93884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 11:27:40.756480 dv-cinder-797608-16-iscsi neutron-server[93884]: DEBUG neutron.db.db_base_plugin_v2 [None req-946c23bf-ae69-418c-b853-a456919f91aa admin admin] Deleting subnet 3e906e7d-e025-4f52-b49f-c3fc3c70e6b0 {{(pid=93884) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 13 11:27:40.770861 dv-cinder-797608-16-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-946c23bf-ae69-418c-b853-a456919f91aa admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 11:27:40.779226 dv-cinder-797608-16-iscsi neutron-server[93883]: INFO neutron.wsgi [req-0e328397-9454-4336-bcb8-6216228786ed req-0b39410d-e297-4dda-b870-7ab2f1fafc24 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=80297648-f7cc-41a2-9ba7-9546d08e7146&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0587716 Aug 13 11:27:40.831885 dv-cinder-797608-16-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-946c23bf-ae69-418c-b853-a456919f91aa admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2141180559'] for subnet, precommit_delete_associations {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 11:27:40.905670 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e328397-9454-4336-bcb8-6216228786ed req-283b9d4d-666d-40f5-907d-919939768545 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 11:27:40.907283 dv-cinder-797608-16-iscsi neutron-server[93883]: INFO neutron.wsgi [req-0e328397-9454-4336-bcb8-6216228786ed req-283b9d4d-666d-40f5-907d-919939768545 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=d5749f1d743e45099877d2ba04647196&device_id=80297648-f7cc-41a2-9ba7-9546d08e7146 HTTP/1.1" status: 200 len: 1098 time: 0.0640800 Aug 13 11:27:41.017177 dv-cinder-797608-16-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-946c23bf-ae69-418c-b853-a456919f91aa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-542387'] for subnet, precommit_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 11:27:41.049370 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e328397-9454-4336-bcb8-6216228786ed req-c7e0684d-78fe-4c23-9afd-1c41d73a8a94 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 11:27:41.051086 dv-cinder-797608-16-iscsi neutron-server[93883]: INFO neutron.wsgi [req-0e328397-9454-4336-bcb8-6216228786ed req-c7e0684d-78fe-4c23-9afd-1c41d73a8a94 service neutron] 10.222.0.20 "GET /v2.0/networks?id=999d1062-b3a3-4414-af22-ebf9a7c571f6 HTTP/1.1" status: 200 len: 913 time: 0.1189463 Aug 13 11:27:41.142973 dv-cinder-797608-16-iscsi neutron-server[93883]: INFO neutron.wsgi [req-0e328397-9454-4336-bcb8-6216228786ed req-46cffef4-e512-416e-9ce0-f48086a85081 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=a841ceaa-388c-4269-9b38-7760e5a6060c HTTP/1.1" status: 200 len: 1000 time: 0.0825872 Aug 13 11:27:41.152237 dv-cinder-797608-16-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-946c23bf-ae69-418c-b853-a456919f91aa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-542372', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611014', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2141180304', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2141109709'] for subnet, after_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 11:27:41.201074 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e328397-9454-4336-bcb8-6216228786ed req-b8bb17b3-b8d8-4f5f-9cd2-a8f762428744 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 11:27:41.203176 dv-cinder-797608-16-iscsi neutron-server[93883]: INFO neutron.wsgi [req-0e328397-9454-4336-bcb8-6216228786ed req-b8bb17b3-b8d8-4f5f-9cd2-a8f762428744 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=2b810745-615e-4226-8545-baa357ea81b9 HTTP/1.1" status: 200 len: 851 time: 0.0515683 Aug 13 11:27:41.226099 dv-cinder-797608-16-iscsi neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-946c23bf-ae69-418c-b853-a456919f91aa admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3e906e7d-e025-4f52-b49f-c3fc3c70e6b0,revision_number=None']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 11:27:41.235969 dv-cinder-797608-16-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-946c23bf-ae69-418c-b853-a456919f91aa admin admin] Notify callbacks [] for subnet, before_response {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 11:27:41.241617 dv-cinder-797608-16-iscsi neutron-server[93884]: INFO neutron.wsgi [None req-946c23bf-ae69-418c-b853-a456919f91aa admin admin] 10.222.0.32 "DELETE /v2.0/subnets/3e906e7d-e025-4f52-b49f-c3fc3c70e6b0 HTTP/1.1" status: 204 len: 168 time: 0.5807083 Aug 13 11:27:41.241952 dv-cinder-797608-16-iscsi neutron-server[93884]: DEBUG neutron.wsgi [-] (93884) accepted ('10.222.0.32', 53562) {{(pid=93884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 11:27:41.244695 dv-cinder-797608-16-iscsi neutron-server[93885]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-281c3e81-2e1a-451b-b3a1-e232c29df5d6 None None] Network 19d032c5-8528-440a-a103-9e68f50bdfe9 requested from dv-cinder-797608-16-iscsi {{(pid=93885) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 13 11:27:41.261289 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e328397-9454-4336-bcb8-6216228786ed req-4af288e2-52ba-4070-801b-81308ffa13cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 11:27:41.263130 dv-cinder-797608-16-iscsi neutron-server[93883]: INFO neutron.wsgi [req-0e328397-9454-4336-bcb8-6216228786ed req-4af288e2-52ba-4070-801b-81308ffa13cc service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=999d1062-b3a3-4414-af22-ebf9a7c571f6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0526814 Aug 13 11:27:41.324454 dv-cinder-797608-16-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-e3558ab5-63ec-43ce-a770-79ab9e8dba4c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-641644'] for network, before_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 11:27:41.367580 dv-cinder-797608-16-iscsi neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-4fc86807-2a40-4edd-99e4-b44ac3ef6b2f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782137812740', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-997306'] for agent, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 11:27:41.396537 dv-cinder-797608-16-iscsi neutron-server[93883]: INFO neutron.wsgi [req-0e328397-9454-4336-bcb8-6216228786ed req-0c56c605-10ce-493d-b297-065ee500315d service neutron] 10.222.0.20 "GET /v2.0/networks/999d1062-b3a3-4414-af22-ebf9a7c571f6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1239581 Aug 13 11:27:41.403952 dv-cinder-797608-16-iscsi neutron-server[93884]: DEBUG neutron.plugins.ml2.plugin [None req-e3558ab5-63ec-43ce-a770-79ab9e8dba4c admin admin] Deleting port 30f15c74-4a8a-4217-8939-c2330a48c2c7 {{(pid=93884) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 13 11:27:41.404286 dv-cinder-797608-16-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-e3558ab5-63ec-43ce-a770-79ab9e8dba4c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782137884200'] for port, before_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 11:27:41.516144 dv-cinder-797608-16-iscsi neutron-server[93883]: INFO neutron.wsgi [req-0e328397-9454-4336-bcb8-6216228786ed req-e9ff99ab-68f5-4ab4-95a4-9ccd27add573 service neutron] 10.222.0.20 "GET /v2.0/networks/999d1062-b3a3-4414-af22-ebf9a7c571f6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1105263 Aug 13 11:27:41.520298 dv-cinder-797608-16-iscsi neutron-server[93884]: DEBUG neutron.plugins.ml2.db [None req-e3558ab5-63ec-43ce-a770-79ab9e8dba4c admin admin] For port 30f15c74-4a8a-4217-8939-c2330a48c2c7, host dv-cinder-797608-16-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797608-16-iscsi',level=0,port_id=30f15c74-4a8a-4217-8939-c2330a48c2c7,segment=NetworkSegment(0c0916bb-1dc8-4969-93db-96fbbfcf0471),segment_id=0c0916bb-1dc8-4969-93db-96fbbfcf0471)] {{(pid=93884) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 13 11:27:41.520725 dv-cinder-797608-16-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-e3558ab5-63ec-43ce-a770-79ab9e8dba4c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1583036'] for port, precommit_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 11:27:41.546248 dv-cinder-797608-16-iscsi neutron-server[93885]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c152a13c-dd7d-40a2-8135-7e3371cc2ede None None] DHCP port deletion for 19d032c5-8528-440a-a103-9e68f50bdfe9 request from dv-cinder-797608-16-iscsi {{(pid=93885) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 13 11:27:41.560840 dv-cinder-797608-16-iscsi neutron-server[93884]: DEBUG neutron.plugins.ml2.plugin [None req-e3558ab5-63ec-43ce-a770-79ab9e8dba4c admin admin] Calling delete_port for 30f15c74-4a8a-4217-8939-c2330a48c2c7 owned by network:dhcp {{(pid=93884) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 13 11:27:41.623588 dv-cinder-797608-16-iscsi neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-05931952-e11e-4e12-af58-ece1398d134b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782137812740', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-997306'] for agent, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 11:27:41.640802 dv-cinder-797608-16-iscsi neutron-server[93885]: DEBUG neutron.plugins.ml2.plugin [None req-c152a13c-dd7d-40a2-8135-7e3371cc2ede None None] Deleting port 30f15c74-4a8a-4217-8939-c2330a48c2c7 {{(pid=93885) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 13 11:27:41.641177 dv-cinder-797608-16-iscsi neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-c152a13c-dd7d-40a2-8135-7e3371cc2ede None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782137884200'] for port, before_delete {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 11:27:41.682510 dv-cinder-797608-16-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-e3558ab5-63ec-43ce-a770-79ab9e8dba4c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935844', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611014', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782137889922', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782137337604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2141180323'] for port, after_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 11:27:41.709611 dv-cinder-797608-16-iscsi neutron-server[93885]: DEBUG neutron.plugins.ml2.db [None req-c152a13c-dd7d-40a2-8135-7e3371cc2ede None None] For port 30f15c74-4a8a-4217-8939-c2330a48c2c7, host dv-cinder-797608-16-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797608-16-iscsi',level=0,port_id=30f15c74-4a8a-4217-8939-c2330a48c2c7,segment=NetworkSegment(0c0916bb-1dc8-4969-93db-96fbbfcf0471),segment_id=0c0916bb-1dc8-4969-93db-96fbbfcf0471)] {{(pid=93885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 13 11:27:41.710348 dv-cinder-797608-16-iscsi neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-c152a13c-dd7d-40a2-8135-7e3371cc2ede None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1583036'] for port, precommit_delete {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 11:27:41.718960 dv-cinder-797608-16-iscsi neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3558ab5-63ec-43ce-a770-79ab9e8dba4c admin admin] Pushing event deleted for resources: {'Port': ['ID=30f15c74-4a8a-4217-8939-c2330a48c2c7,revision_number=None']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 11:27:41.730664 dv-cinder-797608-16-iscsi neutron-server[93885]: DEBUG neutron.plugins.ml2.plugin [None req-c152a13c-dd7d-40a2-8135-7e3371cc2ede None None] Calling delete_port for 30f15c74-4a8a-4217-8939-c2330a48c2c7 owned by network:dhcp {{(pid=93885) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 13 11:27:41.739292 dv-cinder-797608-16-iscsi neutron-server[93884]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3558ab5-63ec-43ce-a770-79ab9e8dba4c admin admin] No DVR routers for this DVR port 30f15c74-4a8a-4217-8939-c2330a48c2c7 on host dv-cinder-797608-16-iscsi {{(pid=93884) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 13 11:27:41.834201 dv-cinder-797608-16-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-e3558ab5-63ec-43ce-a770-79ab9e8dba4c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-544564', 'neutron.services.segments.db._delete_segments_for_network-8782137812848'] for network, precommit_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 11:27:41.846777 dv-cinder-797608-16-iscsi neutron-server[93884]: DEBUG neutron.services.segments.db [None req-e3558ab5-63ec-43ce-a770-79ab9e8dba4c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['19d032c5-8528-440a-a103-9e68f50bdfe9']}} {{(pid=93884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 13 11:27:41.851613 dv-cinder-797608-16-iscsi neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-c152a13c-dd7d-40a2-8135-7e3371cc2ede None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935844', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611014', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782137889922', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782137337604'] for port, after_delete {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 11:27:41.862178 dv-cinder-797608-16-iscsi neutron-server[93884]: DEBUG neutron.services.segments.db [None req-e3558ab5-63ec-43ce-a770-79ab9e8dba4c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0c0916bb-1dc8-4969-93db-96fbbfcf0471') {'for_net_delete': True} {{(pid=93884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 13 11:27:41.862178 dv-cinder-797608-16-iscsi neutron-server[93884]: DEBUG neutron.services.segments.db [None req-e3558ab5-63ec-43ce-a770-79ab9e8dba4c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0c0916bb-1dc8-4969-93db-96fbbfcf0471') {} {{(pid=93884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 13 11:27:41.870812 dv-cinder-797608-16-iscsi neutron-server[93885]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c152a13c-dd7d-40a2-8135-7e3371cc2ede None None] No DVR routers for this DVR port 30f15c74-4a8a-4217-8939-c2330a48c2c7 on host dv-cinder-797608-16-iscsi {{(pid=93885) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 13 11:27:41.898446 dv-cinder-797608-16-iscsi neutron-server[93885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c152a13c-dd7d-40a2-8135-7e3371cc2ede None None] Pushing event deleted for resources: {'Port': ['ID=30f15c74-4a8a-4217-8939-c2330a48c2c7,revision_number=None']} {{(pid=93885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 11:27:41.904872 dv-cinder-797608-16-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-e3558ab5-63ec-43ce-a770-79ab9e8dba4c admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8782137816953', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2141180568'] for segment, before_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 11:27:41.920741 dv-cinder-797608-16-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-e3558ab5-63ec-43ce-a770-79ab9e8dba4c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-542450'] for segment, precommit_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 11:27:41.927934 dv-cinder-797608-16-iscsi neutron-server[93884]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e3558ab5-63ec-43ce-a770-79ab9e8dba4c admin admin] Releasing vlan 177 on physical network physnet1 to pool {{(pid=93884) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 13 11:27:41.928329 dv-cinder-797608-16-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-e3558ab5-63ec-43ce-a770-79ab9e8dba4c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-542450', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2141180238'] for segment, after_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 11:27:41.985080 dv-cinder-797608-16-iscsi neutron-server[93885]: DEBUG neutron.plugins.ml2.rpc [None req-05931952-e11e-4e12-af58-ece1398d134b None None] Device 428389a9-bc09-4114-bd55-24f5251d9c53 no longer exists at agent ovs-agent-dv-cinder-797608-16-iscsi {{(pid=93885) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 13 11:27:42.008287 dv-cinder-797608-16-iscsi neutron-server[93884]: Traceback (most recent call last): Aug 13 11:27:42.008287 dv-cinder-797608-16-iscsi neutron-server[93884]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 13 11:27:42.008287 dv-cinder-797608-16-iscsi neutron-server[93884]: timer() Aug 13 11:27:42.008287 dv-cinder-797608-16-iscsi neutron-server[93884]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 13 11:27:42.008287 dv-cinder-797608-16-iscsi neutron-server[93884]: cb(*args, **kw) Aug 13 11:27:42.008287 dv-cinder-797608-16-iscsi neutron-server[93884]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 13 11:27:42.008287 dv-cinder-797608-16-iscsi neutron-server[93884]: return func(*args, **kwargs) Aug 13 11:27:42.008287 dv-cinder-797608-16-iscsi neutron-server[93884]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 13 11:27:42.008287 dv-cinder-797608-16-iscsi neutron-server[93884]: self._notify() Aug 13 11:27:42.008287 dv-cinder-797608-16-iscsi neutron-server[93884]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 13 11:27:42.008287 dv-cinder-797608-16-iscsi neutron-server[93884]: self.callback(batched_events) Aug 13 11:27:42.008287 dv-cinder-797608-16-iscsi neutron-server[93884]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 13 11:27:42.008287 dv-cinder-797608-16-iscsi neutron-server[93884]: event.method(event) Aug 13 11:27:42.008287 dv-cinder-797608-16-iscsi neutron-server[93884]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 13 11:27:42.008287 dv-cinder-797608-16-iscsi neutron-server[93884]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 13 11:27:42.008287 dv-cinder-797608-16-iscsi neutron-server[93884]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 13 11:27:42.008287 dv-cinder-797608-16-iscsi neutron-server[93884]: aggregate_uuid = self.p_client.list_aggregates( Aug 13 11:27:42.008287 dv-cinder-797608-16-iscsi neutron-server[93884]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 13 11:27:42.008287 dv-cinder-797608-16-iscsi neutron-server[93884]: return f(self, *a, **k) Aug 13 11:27:42.008287 dv-cinder-797608-16-iscsi neutron-server[93884]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 13 11:27:42.008287 dv-cinder-797608-16-iscsi neutron-server[93884]: return self._get(url).json() Aug 13 11:27:42.008287 dv-cinder-797608-16-iscsi neutron-server[93884]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 13 11:27:42.008287 dv-cinder-797608-16-iscsi neutron-server[93884]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 13 11:27:42.008287 dv-cinder-797608-16-iscsi neutron-server[93884]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 13 11:27:42.008287 dv-cinder-797608-16-iscsi neutron-server[93884]: return self.request(url, 'GET', **kwargs) Aug 13 11:27:42.008287 dv-cinder-797608-16-iscsi neutron-server[93884]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 13 11:27:42.008287 dv-cinder-797608-16-iscsi neutron-server[93884]: base_url = self.get_endpoint(auth, allow=allow, Aug 13 11:27:42.008287 dv-cinder-797608-16-iscsi neutron-server[93884]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 13 11:27:42.008287 dv-cinder-797608-16-iscsi neutron-server[93884]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 13 11:27:42.008287 dv-cinder-797608-16-iscsi neutron-server[93884]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 13 11:27:42.008287 dv-cinder-797608-16-iscsi neutron-server[93884]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 13 11:27:42.008287 dv-cinder-797608-16-iscsi neutron-server[93884]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 13 11:27:42.026229 dv-cinder-797608-16-iscsi neutron-server[93885]: DEBUG neutron.plugins.ml2.plugin [None req-05931952-e11e-4e12-af58-ece1398d134b None None] No Port match for: 428389a9-bc09-4114-bd55-24f5251d9c53 {{(pid=93885) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 13 11:27:42.026939 dv-cinder-797608-16-iscsi neutron-server[93885]: DEBUG neutron.plugins.ml2.rpc [None req-05931952-e11e-4e12-af58-ece1398d134b None None] Device 428389a9-bc09-4114-bd55-24f5251d9c53 not bound to the agent host dv-cinder-797608-16-iscsi {{(pid=93885) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 13 11:27:42.027530 dv-cinder-797608-16-iscsi neutron-server[93885]: DEBUG neutron.plugins.ml2.rpc [None req-05931952-e11e-4e12-af58-ece1398d134b None None] Device 30f15c74-4a8a-4217-8939-c2330a48c2c7 no longer exists at agent ovs-agent-dv-cinder-797608-16-iscsi {{(pid=93885) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 13 11:27:42.038100 dv-cinder-797608-16-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-e3558ab5-63ec-43ce-a770-79ab9e8dba4c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-544557', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611014', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1585573'] for network, after_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 11:27:42.044823 dv-cinder-797608-16-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-e3558ab5-63ec-43ce-a770-79ab9e8dba4c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1611032'] for network, before_response {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 11:27:42.048817 dv-cinder-797608-16-iscsi neutron-server[93884]: INFO neutron.wsgi [None req-e3558ab5-63ec-43ce-a770-79ab9e8dba4c admin admin] 10.222.0.32 "DELETE /v2.0/networks/19d032c5-8528-440a-a103-9e68f50bdfe9 HTTP/1.1" status: 204 len: 168 time: 0.8058305 Aug 13 11:27:42.056006 dv-cinder-797608-16-iscsi neutron-server[93884]: DEBUG neutron.wsgi [-] (93884) accepted ('10.222.0.32', 53572) {{(pid=93884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 11:27:42.059940 dv-cinder-797608-16-iscsi neutron-server[93885]: DEBUG neutron.plugins.ml2.plugin [None req-05931952-e11e-4e12-af58-ece1398d134b None None] No Port match for: 30f15c74-4a8a-4217-8939-c2330a48c2c7 {{(pid=93885) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 13 11:27:42.060503 dv-cinder-797608-16-iscsi neutron-server[93885]: DEBUG neutron.plugins.ml2.rpc [None req-05931952-e11e-4e12-af58-ece1398d134b None None] Device 30f15c74-4a8a-4217-8939-c2330a48c2c7 not bound to the agent host dv-cinder-797608-16-iscsi {{(pid=93885) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 13 11:27:42.061127 dv-cinder-797608-16-iscsi neutron-server[93885]: DEBUG neutron.plugins.ml2.rpc [None req-05931952-e11e-4e12-af58-ece1398d134b None None] Device 76d3147c-4afe-4fb5-9909-5eb2224f1361 no longer exists at agent ovs-agent-dv-cinder-797608-16-iscsi {{(pid=93885) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 13 11:27:42.084678 dv-cinder-797608-16-iscsi neutron-server[93885]: DEBUG neutron.plugins.ml2.plugin [None req-05931952-e11e-4e12-af58-ece1398d134b None None] No Port match for: 76d3147c-4afe-4fb5-9909-5eb2224f1361 {{(pid=93885) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 13 11:27:42.085022 dv-cinder-797608-16-iscsi neutron-server[93885]: DEBUG neutron.plugins.ml2.rpc [None req-05931952-e11e-4e12-af58-ece1398d134b None None] Device 76d3147c-4afe-4fb5-9909-5eb2224f1361 not bound to the agent host dv-cinder-797608-16-iscsi {{(pid=93885) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 13 11:27:42.087864 dv-cinder-797608-16-iscsi neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3558ab5-63ec-43ce-a770-79ab9e8dba4c admin admin] Pushing event deleted for resources: {'Network': ['ID=19d032c5-8528-440a-a103-9e68f50bdfe9,revision_number=None']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 11:27:42.506840 dv-cinder-797608-16-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-8ec7ebd4-3035-4bd1-bcda-ee49186de6de admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-2003091'] for router_interface, before_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 11:27:42.508606 dv-cinder-797608-16-iscsi neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-c8cb50cc-12ff-4088-b7b1-9c64999b964c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782137812740', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-997306'] for agent, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 11:27:42.787494 dv-cinder-797608-16-iscsi neutron-server[93884]: DEBUG neutron.plugins.ml2.plugin [None req-8ec7ebd4-3035-4bd1-bcda-ee49186de6de admin admin] Deleting port ea095e14-e064-41a9-9281-1866c1334645 {{(pid=93884) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 13 11:27:42.788182 dv-cinder-797608-16-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-8ec7ebd4-3035-4bd1-bcda-ee49186de6de admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782137884200'] for port, before_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 11:27:42.892075 dv-cinder-797608-16-iscsi neutron-server[93884]: DEBUG neutron.plugins.ml2.db [None req-8ec7ebd4-3035-4bd1-bcda-ee49186de6de admin admin] For port ea095e14-e064-41a9-9281-1866c1334645, host dv-cinder-797608-16-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797608-16-iscsi',level=0,port_id=ea095e14-e064-41a9-9281-1866c1334645,segment=NetworkSegment(1261fa5e-e7d7-4e00-a9fe-cdd1d658f78f),segment_id=1261fa5e-e7d7-4e00-a9fe-cdd1d658f78f)] {{(pid=93884) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 13 11:27:42.892481 dv-cinder-797608-16-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-8ec7ebd4-3035-4bd1-bcda-ee49186de6de admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1583036'] for port, precommit_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 11:27:42.910194 dv-cinder-797608-16-iscsi neutron-server[93884]: DEBUG neutron.plugins.ml2.plugin [None req-8ec7ebd4-3035-4bd1-bcda-ee49186de6de admin admin] Calling delete_port for ea095e14-e064-41a9-9281-1866c1334645 owned by network:router_interface {{(pid=93884) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 13 11:27:43.123631 dv-cinder-797608-16-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-8ec7ebd4-3035-4bd1-bcda-ee49186de6de admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935844', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611014', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782137889922', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782137337604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2141180323'] for port, after_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 11:27:43.153716 dv-cinder-797608-16-iscsi neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ec7ebd4-3035-4bd1-bcda-ee49186de6de admin admin] Pushing event deleted for resources: {'Port': ['ID=ea095e14-e064-41a9-9281-1866c1334645,revision_number=None']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 11:27:43.180170 dv-cinder-797608-16-iscsi neutron-server[93886]: DEBUG neutron.db.agents_db [None req-85e56f49-6478-4807-bf82-7523a15d9e55 None None] Agent healthcheck: found 6 active agents {{(pid=93886) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 13 11:27:43.361809 dv-cinder-797608-16-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-8ec7ebd4-3035-4bd1-bcda-ee49186de6de admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1611071', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1588259'] for router_interface, after_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 11:27:43.622518 dv-cinder-797608-16-iscsi neutron-server[93884]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8ec7ebd4-3035-4bd1-bcda-ee49186de6de admin admin] Router 6df070ca-d706-47ca-93c4-2e68fa203fc5 has already been hosted by L3 agent 120d27b5-31d8-4cd2-97b4-2412c45088e1 {{(pid=93884) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 13 11:27:43.737306 dv-cinder-797608-16-iscsi neutron-server[93884]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8ec7ebd4-3035-4bd1-bcda-ee49186de6de admin admin] Notify agent at l3_agent.dv-cinder-797608-16-iscsi the message routers_updated {{(pid=93884) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 13 11:27:43.746722 dv-cinder-797608-16-iscsi neutron-server[93885]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-075ed1cf-d099-450e-aebd-1ceb037b71f7 None None] Sync routers for ids ['6df070ca-d706-47ca-93c4-2e68fa203fc5'] in dv-cinder-797608-16-iscsi {{(pid=93885) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 13 11:27:43.747587 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.32', 53584) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 11:27:43.762853 dv-cinder-797608-16-iscsi neutron-server[93884]: INFO neutron.wsgi [None req-8ec7ebd4-3035-4bd1-bcda-ee49186de6de admin admin] 10.222.0.32 "PUT /v2.0/routers/6df070ca-d706-47ca-93c4-2e68fa203fc5/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6890507 Aug 13 11:27:43.764503 dv-cinder-797608-16-iscsi neutron-server[93885]: DEBUG neutron.db.l3_dvrscheduler_db [None req-075ed1cf-d099-450e-aebd-1ceb037b71f7 None None] Routers {'6df070ca-d706-47ca-93c4-2e68fa203fc5'} bound to L3 agent in host dv-cinder-797608-16-iscsi {{(pid=93885) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 13 11:27:43.765285 dv-cinder-797608-16-iscsi neutron-server[93885]: DEBUG neutron.db.l3_hamode_db [None req-075ed1cf-d099-450e-aebd-1ceb037b71f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797608-16-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-13T11:11:41Z,description=,heartbeat_timestamp=2021-08-13T11:27:41Z,host='dv-cinder-797608-16-iscsi',id=120d27b5-31d8-4cd2-97b4-2412c45088e1,load=0,resource_versions=,resources_synced=,started_at=2021-08-13T11:11:41Z,topic='l3_agent')) {'router_ids': ['6df070ca-d706-47ca-93c4-2e68fa203fc5'], 'active': True} {{(pid=93885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 13 11:27:43.904870 dv-cinder-797608-16-iscsi neutron-server[93885]: DEBUG neutron.db.l3_dvr_db [None req-075ed1cf-d099-450e-aebd-1ceb037b71f7 None None] Set router 6df070ca-d706-47ca-93c4-2e68fa203fc5 gateway port host: dv-cinder-797608-16-iscsi {{(pid=93885) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 13 11:27:44.092515 dv-cinder-797608-16-iscsi neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-71795f1a-9c4d-4630-a580-a9486fbcc3ea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782137812740', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-997306'] for agent, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 11:27:44.163764 dv-cinder-797608-16-iscsi neutron-server[93885]: DEBUG neutron.db.l3_hamode_db [None req-075ed1cf-d099-450e-aebd-1ceb037b71f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6df070ca-d706-47ca-93c4-2e68fa203fc5', 'name': 'tempest-TestShelveInstance-353179001-router', 'tenant_id': '96bbd8433fb64582a0d553d05e017cd1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c3f0979-58a5-4465-87f9-e256377c6b61', 'external_fixed_ips': [{'subnet_id': 'ba735781-2bff-41d5-99b4-7ca705ee91ca', 'ip_address': '172.27.2.4'}], 'enable_snat': True}, 'gw_port_id': '9114e29a-1ba7-4dad-9b6f-2d822b090020', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-13T11:21:58Z', 'updated_at': '2021-08-13T11:27:43Z', 'revision_number': 5, 'project_id': '96bbd8433fb64582a0d553d05e017cd1', 'gw_port': {'id': '9114e29a-1ba7-4dad-9b6f-2d822b090020', 'name': '', 'network_id': '7c3f0979-58a5-4465-87f9-e256377c6b61', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:b6:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6df070ca-d706-47ca-93c4-2e68fa203fc5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 439, 'fixed_ips': [{'subnet_id': 'ba735781-2bff-41d5-99b4-7ca705ee91ca', 'ip_address': '172.27.2.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-13T11:21:59Z', 'updated_at': '2021-08-13T11:22:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ba735781-2bff-41d5-99b4-7ca705ee91ca', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797608-16-iscsi'}], 'dv-cinder-797608-16-iscsi', False) {} {{(pid=93885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 13 11:27:44.179962 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-9af5849c-4b52-4b45-9143-39379ee81980 admin admin] Notify callbacks [] for router, before_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 11:27:44.194475 dv-cinder-797608-16-iscsi neutron-server[93885]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-075ed1cf-d099-450e-aebd-1ceb037b71f7 None None] Checking router: 6df070ca-d706-47ca-93c4-2e68fa203fc5 for host: dv-cinder-797608-16-iscsi {{(pid=93885) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 13 11:27:44.207315 dv-cinder-797608-16-iscsi neutron-server[93885]: DEBUG neutron.db.l3_dvrscheduler_db [None req-075ed1cf-d099-450e-aebd-1ceb037b71f7 None None] Routers {'6df070ca-d706-47ca-93c4-2e68fa203fc5'} bound to L3 agent in host dv-cinder-797608-16-iscsi {{(pid=93885) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 13 11:27:44.208314 dv-cinder-797608-16-iscsi neutron-server[93885]: DEBUG neutron.db.l3_hamode_db [None req-075ed1cf-d099-450e-aebd-1ceb037b71f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797608-16-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-13T11:11:41Z,description=,heartbeat_timestamp=2021-08-13T11:27:41Z,host='dv-cinder-797608-16-iscsi',id=120d27b5-31d8-4cd2-97b4-2412c45088e1,load=0,resource_versions=,resources_synced=,started_at=2021-08-13T11:11:41Z,topic='l3_agent')) {'router_ids': ['6df070ca-d706-47ca-93c4-2e68fa203fc5'], 'active': True} {{(pid=93885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 13 11:27:44.344423 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-9af5849c-4b52-4b45-9143-39379ee81980 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 11:27:44.417364 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron.plugins.ml2.plugin [None req-9af5849c-4b52-4b45-9143-39379ee81980 admin admin] Deleting port 9114e29a-1ba7-4dad-9b6f-2d822b090020 {{(pid=93883) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 13 11:27:44.418095 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-9af5849c-4b52-4b45-9143-39379ee81980 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782137884200'] for port, before_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 11:27:44.484240 dv-cinder-797608-16-iscsi neutron-server[93885]: DEBUG neutron.db.l3_dvr_db [None req-075ed1cf-d099-450e-aebd-1ceb037b71f7 None None] Set router 6df070ca-d706-47ca-93c4-2e68fa203fc5 gateway port host: dv-cinder-797608-16-iscsi {{(pid=93885) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 13 11:27:44.507876 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron.plugins.ml2.db [None req-9af5849c-4b52-4b45-9143-39379ee81980 admin admin] For port 9114e29a-1ba7-4dad-9b6f-2d822b090020, host dv-cinder-797608-16-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797608-16-iscsi',level=0,port_id=9114e29a-1ba7-4dad-9b6f-2d822b090020,segment=NetworkSegment(3f6765c6-6e72-475e-8aaa-7134ee4679ca),segment_id=3f6765c6-6e72-475e-8aaa-7134ee4679ca)] {{(pid=93883) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 13 11:27:44.508644 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-9af5849c-4b52-4b45-9143-39379ee81980 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1583036'] for port, precommit_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 11:27:44.527216 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron.plugins.ml2.plugin [None req-9af5849c-4b52-4b45-9143-39379ee81980 admin admin] Calling delete_port for 9114e29a-1ba7-4dad-9b6f-2d822b090020 owned by network:router_gateway {{(pid=93883) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 13 11:27:44.693330 dv-cinder-797608-16-iscsi neutron-server[93885]: DEBUG neutron.db.l3_hamode_db [None req-075ed1cf-d099-450e-aebd-1ceb037b71f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6df070ca-d706-47ca-93c4-2e68fa203fc5', 'name': 'tempest-TestShelveInstance-353179001-router', 'tenant_id': '96bbd8433fb64582a0d553d05e017cd1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c3f0979-58a5-4465-87f9-e256377c6b61', 'external_fixed_ips': [{'subnet_id': 'ba735781-2bff-41d5-99b4-7ca705ee91ca', 'ip_address': '172.27.2.4'}], 'enable_snat': True}, 'gw_port_id': '9114e29a-1ba7-4dad-9b6f-2d822b090020', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-13T11:21:58Z', 'updated_at': '2021-08-13T11:27:43Z', 'revision_number': 5, 'project_id': '96bbd8433fb64582a0d553d05e017cd1', 'gw_port': {'id': '9114e29a-1ba7-4dad-9b6f-2d822b090020', 'name': '', 'network_id': '7c3f0979-58a5-4465-87f9-e256377c6b61', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:b6:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6df070ca-d706-47ca-93c4-2e68fa203fc5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 439, 'fixed_ips': [{'subnet_id': 'ba735781-2bff-41d5-99b4-7ca705ee91ca', 'ip_address': '172.27.2.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-13T11:21:59Z', 'updated_at': '2021-08-13T11:22:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ba735781-2bff-41d5-99b4-7ca705ee91ca', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797608-16-iscsi'}], 'dv-cinder-797608-16-iscsi', False) {} {{(pid=93885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 13 11:27:44.724424 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-9af5849c-4b52-4b45-9143-39379ee81980 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935844', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611014', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782137889922', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782137337604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2139128394'] for port, after_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 11:27:44.731825 dv-cinder-797608-16-iscsi neutron-server[93885]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-075ed1cf-d099-450e-aebd-1ceb037b71f7 None None] The sync data for ids ['6df070ca-d706-47ca-93c4-2e68fa203fc5'] in dv-cinder-797608-16-iscsi is: [{'id': '6df070ca-d706-47ca-93c4-2e68fa203fc5', 'name': 'tempest-TestShelveInstance-353179001-router', 'tenant_id': '96bbd8433fb64582a0d553d05e017cd1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c3f0979-58a5-4465-87f9-e256377c6b61', 'external_fixed_ips': [{'subnet_id': 'ba735781-2bff-41d5-99b4-7ca705ee91ca', 'ip_address': '172.27.2.4'}], 'enable_snat': True}, 'gw_port_id': '9114e29a-1ba7-4dad-9b6f-2d822b090020', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-13T11:21:58Z', 'updated_at': '2021-08-13T11:27:43Z', 'revision_number': 5, 'project_id': '96bbd8433fb64582a0d553d05e017cd1', 'gw_port': {'id': '9114e29a-1ba7-4dad-9b6f-2d822b090020', 'name': '', 'network_id': '7c3f0979-58a5-4465-87f9-e256377c6b61', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:b6:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6df070ca-d706-47ca-93c4-2e68fa203fc5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 439, 'fixed_ips': [{'subnet_id': 'ba735781-2bff-41d5-99b4-7ca705ee91ca', 'ip_address': '172.27.2.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-13T11:21:59Z', 'updated_at': '2021-08-13T11:22:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ba735781-2bff-41d5-99b4-7ca705ee91ca', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797608-16-iscsi'}] {{(pid=93885) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 13 11:27:44.774052 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9af5849c-4b52-4b45-9143-39379ee81980 admin admin] Pushing event deleted for resources: {'Port': ['ID=9114e29a-1ba7-4dad-9b6f-2d822b090020,revision_number=None']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 11:27:44.787662 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9af5849c-4b52-4b45-9143-39379ee81980 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797608-16-iscsi {{(pid=93883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 11:27:44.788101 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9af5849c-4b52-4b45-9143-39379ee81980 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797608-16-iscsi {{(pid=93883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 11:27:44.788505 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9af5849c-4b52-4b45-9143-39379ee81980 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797608-16-iscsi {{(pid=93883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 11:27:44.788913 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9af5849c-4b52-4b45-9143-39379ee81980 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797608-16-iscsi {{(pid=93883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 11:27:44.789309 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9af5849c-4b52-4b45-9143-39379ee81980 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-797608-16-iscsi {{(pid=93883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 11:27:44.789706 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9af5849c-4b52-4b45-9143-39379ee81980 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797608-16-iscsi {{(pid=93883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 11:27:44.790141 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9af5849c-4b52-4b45-9143-39379ee81980 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-797608-16-iscsi {{(pid=93883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 11:27:44.790539 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9af5849c-4b52-4b45-9143-39379ee81980 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-797608-16-iscsi {{(pid=93883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 11:27:44.790934 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9af5849c-4b52-4b45-9143-39379ee81980 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797608-16-iscsi {{(pid=93883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 11:27:44.791337 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9af5849c-4b52-4b45-9143-39379ee81980 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797608-16-iscsi {{(pid=93883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 11:27:44.791724 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9af5849c-4b52-4b45-9143-39379ee81980 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797608-16-iscsi {{(pid=93883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 11:27:44.792113 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9af5849c-4b52-4b45-9143-39379ee81980 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797608-16-iscsi {{(pid=93883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 11:27:44.858322 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-9af5849c-4b52-4b45-9143-39379ee81980 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1585625'] for router_gateway, after_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 11:27:44.953959 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-9af5849c-4b52-4b45-9143-39379ee81980 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1586485', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-130456'] for router, precommit_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 11:27:44.956257 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-9af5849c-4b52-4b45-9143-39379ee81980 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 11:27:45.004829 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-9af5849c-4b52-4b45-9143-39379ee81980 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1586490'] for router, after_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 11:27:45.005347 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9af5849c-4b52-4b45-9143-39379ee81980 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 6df070ca-d706-47ca-93c4-2e68fa203fc5 {{(pid=93883) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 13 11:27:45.012978 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-9af5849c-4b52-4b45-9143-39379ee81980 admin admin] Notify callbacks [] for router, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 11:27:45.014183 dv-cinder-797608-16-iscsi neutron-server[93883]: INFO neutron.wsgi [None req-9af5849c-4b52-4b45-9143-39379ee81980 admin admin] 10.222.0.32 "DELETE /v2.0/routers/6df070ca-d706-47ca-93c4-2e68fa203fc5 HTTP/1.1" status: 204 len: 168 time: 1.2655046 Aug 13 11:27:45.018551 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.32', 53598) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 11:27:45.071425 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron.db.db_base_plugin_v2 [None req-9fea5458-2b6d-4103-9ca0-2a09e872e7c1 admin admin] Deleting subnet 9988f86d-9247-4b50-91ad-98aec6af009c {{(pid=93883) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 13 11:27:45.075668 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-9fea5458-2b6d-4103-9ca0-2a09e872e7c1 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 11:27:45.123860 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-9fea5458-2b6d-4103-9ca0-2a09e872e7c1 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2139128204'] for subnet, precommit_delete_associations {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 11:27:45.235245 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-9fea5458-2b6d-4103-9ca0-2a09e872e7c1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-542387'] for subnet, precommit_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 11:27:45.330959 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-9fea5458-2b6d-4103-9ca0-2a09e872e7c1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-542372', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611014', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2139128441', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2139359422'] for subnet, after_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 11:27:45.344437 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-9fea5458-2b6d-4103-9ca0-2a09e872e7c1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1611032'] for subnet, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 11:27:45.348945 dv-cinder-797608-16-iscsi neutron-server[93883]: INFO neutron.wsgi [None req-9fea5458-2b6d-4103-9ca0-2a09e872e7c1 admin admin] 10.222.0.32 "DELETE /v2.0/subnets/9988f86d-9247-4b50-91ad-98aec6af009c HTTP/1.1" status: 204 len: 168 time: 0.3264410 Aug 13 11:27:45.349374 dv-cinder-797608-16-iscsi neutron-server[93884]: DEBUG neutron.wsgi [-] (93884) accepted ('10.222.0.32', 53604) {{(pid=93884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 11:27:45.359533 dv-cinder-797608-16-iscsi neutron-server[93885]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-69e01691-eb14-473c-a42e-eb5581e930a7 None None] Network 1612700c-1033-41bb-94bb-6a95ff56268e requested from dv-cinder-797608-16-iscsi {{(pid=93885) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 13 11:27:45.371036 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fea5458-2b6d-4103-9ca0-2a09e872e7c1 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9988f86d-9247-4b50-91ad-98aec6af009c,revision_number=None']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 11:27:45.470880 dv-cinder-797608-16-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-8ed2908a-d94d-4899-9f7e-971136a871a5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-641644'] for network, before_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 11:27:45.571441 dv-cinder-797608-16-iscsi neutron-server[93884]: DEBUG neutron.plugins.ml2.plugin [None req-8ed2908a-d94d-4899-9f7e-971136a871a5 admin admin] Deleting port 92916728-a009-4325-b236-812999780e29 {{(pid=93884) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 13 11:27:45.571787 dv-cinder-797608-16-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-8ed2908a-d94d-4899-9f7e-971136a871a5 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782137884200'] for port, before_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 11:27:45.634535 dv-cinder-797608-16-iscsi neutron-server[93885]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ceb1e300-8fcb-40c8-807d-c537dc203334 None None] DHCP port deletion for 1612700c-1033-41bb-94bb-6a95ff56268e request from dv-cinder-797608-16-iscsi {{(pid=93885) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 13 11:27:45.665662 dv-cinder-797608-16-iscsi neutron-server[93884]: DEBUG neutron.plugins.ml2.db [None req-8ed2908a-d94d-4899-9f7e-971136a871a5 admin admin] For port 92916728-a009-4325-b236-812999780e29, host dv-cinder-797608-16-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797608-16-iscsi',level=0,port_id=92916728-a009-4325-b236-812999780e29,segment=NetworkSegment(1261fa5e-e7d7-4e00-a9fe-cdd1d658f78f),segment_id=1261fa5e-e7d7-4e00-a9fe-cdd1d658f78f)] {{(pid=93884) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 13 11:27:45.666227 dv-cinder-797608-16-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-8ed2908a-d94d-4899-9f7e-971136a871a5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1583036'] for port, precommit_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 11:27:45.686901 dv-cinder-797608-16-iscsi neutron-server[93884]: DEBUG neutron.plugins.ml2.plugin [None req-8ed2908a-d94d-4899-9f7e-971136a871a5 admin admin] Calling delete_port for 92916728-a009-4325-b236-812999780e29 owned by network:dhcp {{(pid=93884) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 13 11:27:45.695088 dv-cinder-797608-16-iscsi neutron-server[93885]: DEBUG neutron.plugins.ml2.plugin [None req-ceb1e300-8fcb-40c8-807d-c537dc203334 None None] Deleting port 92916728-a009-4325-b236-812999780e29 {{(pid=93885) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 13 11:27:45.695603 dv-cinder-797608-16-iscsi neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-ceb1e300-8fcb-40c8-807d-c537dc203334 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782137884200'] for port, before_delete {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 11:27:45.779243 dv-cinder-797608-16-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-8ed2908a-d94d-4899-9f7e-971136a871a5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935844', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611014', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782137889922', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782137337604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2141180323'] for port, after_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 11:27:45.780598 dv-cinder-797608-16-iscsi neutron-server[93885]: DEBUG neutron.plugins.ml2.db [None req-ceb1e300-8fcb-40c8-807d-c537dc203334 None None] For port 92916728-a009-4325-b236-812999780e29, host dv-cinder-797608-16-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797608-16-iscsi',level=0,port_id=92916728-a009-4325-b236-812999780e29,segment=NetworkSegment(1261fa5e-e7d7-4e00-a9fe-cdd1d658f78f),segment_id=1261fa5e-e7d7-4e00-a9fe-cdd1d658f78f)] {{(pid=93885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 13 11:27:45.781530 dv-cinder-797608-16-iscsi neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-ceb1e300-8fcb-40c8-807d-c537dc203334 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1583036'] for port, precommit_delete {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 11:27:45.799778 dv-cinder-797608-16-iscsi neutron-server[93885]: DEBUG neutron.plugins.ml2.plugin [None req-ceb1e300-8fcb-40c8-807d-c537dc203334 None None] Calling delete_port for 92916728-a009-4325-b236-812999780e29 owned by network:dhcp {{(pid=93885) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 13 11:27:45.829454 dv-cinder-797608-16-iscsi neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ed2908a-d94d-4899-9f7e-971136a871a5 admin admin] Pushing event deleted for resources: {'Port': ['ID=92916728-a009-4325-b236-812999780e29,revision_number=None']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 11:27:45.833684 dv-cinder-797608-16-iscsi neutron-server[93884]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ed2908a-d94d-4899-9f7e-971136a871a5 admin admin] No DVR routers for this DVR port 92916728-a009-4325-b236-812999780e29 on host dv-cinder-797608-16-iscsi {{(pid=93884) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 13 11:27:45.912062 dv-cinder-797608-16-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-8ed2908a-d94d-4899-9f7e-971136a871a5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-544564', 'neutron.services.segments.db._delete_segments_for_network-8782137812848'] for network, precommit_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 11:27:45.928267 dv-cinder-797608-16-iscsi neutron-server[93884]: DEBUG neutron.services.segments.db [None req-8ed2908a-d94d-4899-9f7e-971136a871a5 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1612700c-1033-41bb-94bb-6a95ff56268e']}} {{(pid=93884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 13 11:27:45.930474 dv-cinder-797608-16-iscsi neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-ceb1e300-8fcb-40c8-807d-c537dc203334 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935844', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611014', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782137889922', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782137337604'] for port, after_delete {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 11:27:45.942959 dv-cinder-797608-16-iscsi neutron-server[93884]: DEBUG neutron.services.segments.db [None req-8ed2908a-d94d-4899-9f7e-971136a871a5 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1261fa5e-e7d7-4e00-a9fe-cdd1d658f78f') {'for_net_delete': True} {{(pid=93884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 13 11:27:45.943769 dv-cinder-797608-16-iscsi neutron-server[93884]: DEBUG neutron.services.segments.db [None req-8ed2908a-d94d-4899-9f7e-971136a871a5 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1261fa5e-e7d7-4e00-a9fe-cdd1d658f78f') {} {{(pid=93884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 13 11:27:45.956704 dv-cinder-797608-16-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-8ed2908a-d94d-4899-9f7e-971136a871a5 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8782137816953', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2141180568'] for segment, before_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 11:27:45.965439 dv-cinder-797608-16-iscsi neutron-server[93885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ceb1e300-8fcb-40c8-807d-c537dc203334 None None] Pushing event deleted for resources: {'Port': ['ID=92916728-a009-4325-b236-812999780e29,revision_number=None']} {{(pid=93885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 11:27:45.978101 dv-cinder-797608-16-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-8ed2908a-d94d-4899-9f7e-971136a871a5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-542450'] for segment, precommit_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 11:27:45.979818 dv-cinder-797608-16-iscsi neutron-server[93885]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ceb1e300-8fcb-40c8-807d-c537dc203334 None None] No DVR routers for this DVR port 92916728-a009-4325-b236-812999780e29 on host dv-cinder-797608-16-iscsi {{(pid=93885) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 13 11:27:46.002034 dv-cinder-797608-16-iscsi neutron-server[93884]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8ed2908a-d94d-4899-9f7e-971136a871a5 admin admin] Releasing vlan 181 on physical network physnet1 to pool {{(pid=93884) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 13 11:27:46.002034 dv-cinder-797608-16-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-8ed2908a-d94d-4899-9f7e-971136a871a5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-542450', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2141180238'] for segment, after_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 11:27:46.002034 dv-cinder-797608-16-iscsi neutron-server[93884]: Traceback (most recent call last): Aug 13 11:27:46.002034 dv-cinder-797608-16-iscsi neutron-server[93884]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 13 11:27:46.002034 dv-cinder-797608-16-iscsi neutron-server[93884]: timer() Aug 13 11:27:46.002034 dv-cinder-797608-16-iscsi neutron-server[93884]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 13 11:27:46.002034 dv-cinder-797608-16-iscsi neutron-server[93884]: cb(*args, **kw) Aug 13 11:27:46.002034 dv-cinder-797608-16-iscsi neutron-server[93884]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 13 11:27:46.002034 dv-cinder-797608-16-iscsi neutron-server[93884]: return func(*args, **kwargs) Aug 13 11:27:46.002034 dv-cinder-797608-16-iscsi neutron-server[93884]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 13 11:27:46.002034 dv-cinder-797608-16-iscsi neutron-server[93884]: self._notify() Aug 13 11:27:46.002034 dv-cinder-797608-16-iscsi neutron-server[93884]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 13 11:27:46.002034 dv-cinder-797608-16-iscsi neutron-server[93884]: self.callback(batched_events) Aug 13 11:27:46.002034 dv-cinder-797608-16-iscsi neutron-server[93884]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 13 11:27:46.002034 dv-cinder-797608-16-iscsi neutron-server[93884]: event.method(event) Aug 13 11:27:46.002034 dv-cinder-797608-16-iscsi neutron-server[93884]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 13 11:27:46.002034 dv-cinder-797608-16-iscsi neutron-server[93884]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 13 11:27:46.002034 dv-cinder-797608-16-iscsi neutron-server[93884]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 13 11:27:46.002034 dv-cinder-797608-16-iscsi neutron-server[93884]: aggregate_uuid = self.p_client.list_aggregates( Aug 13 11:27:46.002034 dv-cinder-797608-16-iscsi neutron-server[93884]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 13 11:27:46.002034 dv-cinder-797608-16-iscsi neutron-server[93884]: return f(self, *a, **k) Aug 13 11:27:46.002034 dv-cinder-797608-16-iscsi neutron-server[93884]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 13 11:27:46.002034 dv-cinder-797608-16-iscsi neutron-server[93884]: return self._get(url).json() Aug 13 11:27:46.002034 dv-cinder-797608-16-iscsi neutron-server[93884]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 13 11:27:46.002034 dv-cinder-797608-16-iscsi neutron-server[93884]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 13 11:27:46.002034 dv-cinder-797608-16-iscsi neutron-server[93884]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 13 11:27:46.002034 dv-cinder-797608-16-iscsi neutron-server[93884]: return self.request(url, 'GET', **kwargs) Aug 13 11:27:46.002034 dv-cinder-797608-16-iscsi neutron-server[93884]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 13 11:27:46.002034 dv-cinder-797608-16-iscsi neutron-server[93884]: base_url = self.get_endpoint(auth, allow=allow, Aug 13 11:27:46.002034 dv-cinder-797608-16-iscsi neutron-server[93884]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 13 11:27:46.002034 dv-cinder-797608-16-iscsi neutron-server[93884]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 13 11:27:46.002034 dv-cinder-797608-16-iscsi neutron-server[93884]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 13 11:27:46.002034 dv-cinder-797608-16-iscsi neutron-server[93884]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 13 11:27:46.002034 dv-cinder-797608-16-iscsi neutron-server[93884]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 13 11:27:46.065092 dv-cinder-797608-16-iscsi neutron-server[93885]: DEBUG neutron.plugins.ml2.rpc [None req-05931952-e11e-4e12-af58-ece1398d134b None None] Device 9114e29a-1ba7-4dad-9b6f-2d822b090020 no longer exists at agent ovs-agent-dv-cinder-797608-16-iscsi {{(pid=93885) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 13 11:27:46.091139 dv-cinder-797608-16-iscsi neutron-server[93885]: DEBUG neutron.plugins.ml2.plugin [None req-05931952-e11e-4e12-af58-ece1398d134b None None] No Port match for: 9114e29a-1ba7-4dad-9b6f-2d822b090020 {{(pid=93885) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 13 11:27:46.091622 dv-cinder-797608-16-iscsi neutron-server[93885]: DEBUG neutron.plugins.ml2.rpc [None req-05931952-e11e-4e12-af58-ece1398d134b None None] Device 9114e29a-1ba7-4dad-9b6f-2d822b090020 not bound to the agent host dv-cinder-797608-16-iscsi {{(pid=93885) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 13 11:27:46.092297 dv-cinder-797608-16-iscsi neutron-server[93885]: DEBUG neutron.plugins.ml2.rpc [None req-05931952-e11e-4e12-af58-ece1398d134b None None] Device ea095e14-e064-41a9-9281-1866c1334645 no longer exists at agent ovs-agent-dv-cinder-797608-16-iscsi {{(pid=93885) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 13 11:27:46.113799 dv-cinder-797608-16-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-8ed2908a-d94d-4899-9f7e-971136a871a5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-544557', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611014', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1585573'] for network, after_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 11:27:46.115428 dv-cinder-797608-16-iscsi neutron-server[93885]: DEBUG neutron.plugins.ml2.plugin [None req-05931952-e11e-4e12-af58-ece1398d134b None None] No Port match for: ea095e14-e064-41a9-9281-1866c1334645 {{(pid=93885) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 13 11:27:46.116069 dv-cinder-797608-16-iscsi neutron-server[93885]: DEBUG neutron.plugins.ml2.rpc [None req-05931952-e11e-4e12-af58-ece1398d134b None None] Device ea095e14-e064-41a9-9281-1866c1334645 not bound to the agent host dv-cinder-797608-16-iscsi {{(pid=93885) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 13 11:27:46.116845 dv-cinder-797608-16-iscsi neutron-server[93885]: DEBUG neutron.plugins.ml2.rpc [None req-05931952-e11e-4e12-af58-ece1398d134b None None] Device 92916728-a009-4325-b236-812999780e29 no longer exists at agent ovs-agent-dv-cinder-797608-16-iscsi {{(pid=93885) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 13 11:27:46.119531 dv-cinder-797608-16-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-8ed2908a-d94d-4899-9f7e-971136a871a5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1611032'] for network, before_response {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 11:27:46.121987 dv-cinder-797608-16-iscsi neutron-server[93884]: INFO neutron.wsgi [None req-8ed2908a-d94d-4899-9f7e-971136a871a5 admin admin] 10.222.0.32 "DELETE /v2.0/networks/1612700c-1033-41bb-94bb-6a95ff56268e HTTP/1.1" status: 204 len: 168 time: 0.7714381 Aug 13 11:27:46.135887 dv-cinder-797608-16-iscsi neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ed2908a-d94d-4899-9f7e-971136a871a5 admin admin] Pushing event deleted for resources: {'Network': ['ID=1612700c-1033-41bb-94bb-6a95ff56268e,revision_number=None']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 11:27:46.159929 dv-cinder-797608-16-iscsi neutron-server[93885]: DEBUG neutron.plugins.ml2.plugin [None req-05931952-e11e-4e12-af58-ece1398d134b None None] No Port match for: 92916728-a009-4325-b236-812999780e29 {{(pid=93885) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 13 11:27:46.160567 dv-cinder-797608-16-iscsi neutron-server[93885]: DEBUG neutron.plugins.ml2.rpc [None req-05931952-e11e-4e12-af58-ece1398d134b None None] Device 92916728-a009-4325-b236-812999780e29 not bound to the agent host dv-cinder-797608-16-iscsi {{(pid=93885) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 13 11:27:46.270763 dv-cinder-797608-16-iscsi neutron-server[93884]: DEBUG neutron.wsgi [-] (93884) accepted ('10.222.0.32', 53610) {{(pid=93884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 11:27:46.321509 dv-cinder-797608-16-iscsi neutron-server[93884]: INFO neutron.wsgi [None req-73de4f0e-1a44-4475-9395-6f7979b161bb admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=f2f73946f5b4487a90034c858e2b5010&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0495641 Aug 13 11:27:46.325490 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.32', 53616) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 11:27:46.398417 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-bf314548-4de5-4cbe-92fa-3a3c1e11c9cc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 11:27:46.424264 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-bf314548-4de5-4cbe-92fa-3a3c1e11c9cc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 11:27:46.474590 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-bf314548-4de5-4cbe-92fa-3a3c1e11c9cc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651637'] for security_group, after_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 11:27:46.477338 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-bf314548-4de5-4cbe-92fa-3a3c1e11c9cc admin admin] Notify callbacks [] for security_group, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 11:27:46.478516 dv-cinder-797608-16-iscsi neutron-server[93883]: INFO neutron.wsgi [None req-bf314548-4de5-4cbe-92fa-3a3c1e11c9cc admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/7df0a8fb-8c16-4ea3-b682-0d3443d5b224 HTTP/1.1" status: 204 len: 168 time: 0.1519966 Aug 13 11:27:46.488124 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf314548-4de5-4cbe-92fa-3a3c1e11c9cc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7df0a8fb-8c16-4ea3-b682-0d3443d5b224,revision_number=None']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 11:27:46.898026 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.32', 53624) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 11:27:46.940458 dv-cinder-797608-16-iscsi neutron-server[93883]: INFO neutron.wsgi [None req-cd8ff422-5ebc-4cdb-ba20-bff9c61188c6 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=96bbd8433fb64582a0d553d05e017cd1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0412383 Aug 13 11:27:46.943230 dv-cinder-797608-16-iscsi neutron-server[93884]: DEBUG neutron.wsgi [-] (93884) accepted ('10.222.0.32', 53626) {{(pid=93884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 11:27:47.000322 dv-cinder-797608-16-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-bef80e65-bf0e-4a41-b3c7-2cfc0b10e3ad admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 11:27:47.022758 dv-cinder-797608-16-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-bef80e65-bf0e-4a41-b3c7-2cfc0b10e3ad admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 11:27:47.084791 dv-cinder-797608-16-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-bef80e65-bf0e-4a41-b3c7-2cfc0b10e3ad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651637'] for security_group, after_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 11:27:47.090616 dv-cinder-797608-16-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-bef80e65-bf0e-4a41-b3c7-2cfc0b10e3ad admin admin] Notify callbacks [] for security_group, before_response {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 11:27:47.093274 dv-cinder-797608-16-iscsi neutron-server[93884]: INFO neutron.wsgi [None req-bef80e65-bf0e-4a41-b3c7-2cfc0b10e3ad admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/576be3ff-534b-4a97-a6f6-823cdbb40b55 HTTP/1.1" status: 204 len: 168 time: 0.1485782 Aug 13 11:27:47.107208 dv-cinder-797608-16-iscsi neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bef80e65-bf0e-4a41-b3c7-2cfc0b10e3ad admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=576be3ff-534b-4a97-a6f6-823cdbb40b55,revision_number=None']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 11:27:56.317645 dv-cinder-797608-16-iscsi neutron-server[93884]: DEBUG neutron.wsgi [-] (93884) accepted ('10.222.0.32', 53782) {{(pid=93884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 11:27:56.361735 dv-cinder-797608-16-iscsi neutron-server[93884]: DEBUG neutron.db.db_base_plugin_v2 [None req-62c64773-5e1b-4d46-9d23-f0fe026931de admin admin] Deleting subnet 18ff971a-27e3-4b78-96eb-561c18c40bc9 {{(pid=93884) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 13 11:27:56.365145 dv-cinder-797608-16-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-62c64773-5e1b-4d46-9d23-f0fe026931de admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 11:27:56.401216 dv-cinder-797608-16-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-62c64773-5e1b-4d46-9d23-f0fe026931de admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2141180559'] for subnet, precommit_delete_associations {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 11:27:56.462390 dv-cinder-797608-16-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-62c64773-5e1b-4d46-9d23-f0fe026931de admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-542387'] for subnet, precommit_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 11:27:56.488822 dv-cinder-797608-16-iscsi neutron-server[93884]: INFO neutron.wsgi [req-f1c08d1a-6c5b-4983-a800-902eb320b7d0 req-5ff52ea3-8f81-4bb0-a2d4-f5fae8a42e40 tempest-TestVolumeBootPattern-1538991942 tempest-TestVolumeBootPattern-1538991942-project] 10.222.0.32 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-368411503&fields=id&tenant_id=d5749f1d743e45099877d2ba04647196 HTTP/1.1" status: 200 len: 267 time: 0.0654223 Aug 13 11:27:56.574220 dv-cinder-797608-16-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-62c64773-5e1b-4d46-9d23-f0fe026931de admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-542372', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611014', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2141180304', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2141109709'] for subnet, after_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 11:27:56.616262 dv-cinder-797608-16-iscsi neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62c64773-5e1b-4d46-9d23-f0fe026931de admin admin] Pushing event deleted for resources: {'Subnet': ['ID=18ff971a-27e3-4b78-96eb-561c18c40bc9,revision_number=None']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 11:27:56.622298 dv-cinder-797608-16-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-62c64773-5e1b-4d46-9d23-f0fe026931de admin admin] Notify callbacks [] for subnet, before_response {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 11:27:56.624718 dv-cinder-797608-16-iscsi neutron-server[93884]: INFO neutron.wsgi [None req-62c64773-5e1b-4d46-9d23-f0fe026931de admin admin] 10.222.0.32 "DELETE /v2.0/subnets/18ff971a-27e3-4b78-96eb-561c18c40bc9 HTTP/1.1" status: 204 len: 168 time: 0.3054585 Aug 13 11:27:56.630878 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.32', 53792) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 11:27:56.639132 dv-cinder-797608-16-iscsi neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1c08d1a-6c5b-4983-a800-902eb320b7d0 req-e1c48450-4b38-46e4-ae9a-009d85a1b538 tempest-TestVolumeBootPattern-1538991942 tempest-TestVolumeBootPattern-1538991942-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 11:27:56.641870 dv-cinder-797608-16-iscsi neutron-server[93884]: INFO neutron.wsgi [req-f1c08d1a-6c5b-4983-a800-902eb320b7d0 req-e1c48450-4b38-46e4-ae9a-009d85a1b538 tempest-TestVolumeBootPattern-1538991942 tempest-TestVolumeBootPattern-1538991942-project] 10.222.0.32 "GET /v2.0/networks?id=999d1062-b3a3-4414-af22-ebf9a7c571f6 HTTP/1.1" status: 200 len: 812 time: 0.1440258 Aug 13 11:27:56.657346 dv-cinder-797608-16-iscsi neutron-server[93884]: INFO neutron.wsgi [req-f1c08d1a-6c5b-4983-a800-902eb320b7d0 req-6ebcae36-d94a-418d-8be3-9aa499de432a tempest-TestVolumeBootPattern-1538991942 tempest-TestVolumeBootPattern-1538991942-project] 10.222.0.32 "GET /v2.0/quotas/d5749f1d743e45099877d2ba04647196 HTTP/1.1" status: 200 len: 375 time: 0.0096385 Aug 13 11:27:56.699530 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-bfe62e4b-e97c-48d2-9d04-8b1cca68f563 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-641644'] for network, before_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 11:27:56.717521 dv-cinder-797608-16-iscsi neutron-server[93884]: INFO neutron.wsgi [req-f1c08d1a-6c5b-4983-a800-902eb320b7d0 req-66114ba3-9dd6-4fa4-99f5-cd3c6237f438 tempest-TestVolumeBootPattern-1538991942 tempest-TestVolumeBootPattern-1538991942-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=d5749f1d743e45099877d2ba04647196&fields=id HTTP/1.1" status: 200 len: 440 time: 0.0545886 Aug 13 11:27:56.775133 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-bfe62e4b-e97c-48d2-9d04-8b1cca68f563 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-544564', 'neutron.services.segments.db._delete_segments_for_network-8782137812848'] for network, precommit_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 11:27:56.785066 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron.services.segments.db [None req-bfe62e4b-e97c-48d2-9d04-8b1cca68f563 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['23e3fccd-5884-46bb-bcdc-baa22ac482f9']}} {{(pid=93883) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 13 11:27:56.794679 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron.services.segments.db [None req-bfe62e4b-e97c-48d2-9d04-8b1cca68f563 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f3442d87-b055-4f91-83c9-ccbbb76e1cdb') {'for_net_delete': True} {{(pid=93883) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 13 11:27:56.794971 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron.services.segments.db [None req-bfe62e4b-e97c-48d2-9d04-8b1cca68f563 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f3442d87-b055-4f91-83c9-ccbbb76e1cdb') {} {{(pid=93883) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 13 11:27:56.803475 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-bfe62e4b-e97c-48d2-9d04-8b1cca68f563 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8782137816953', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2139128219'] for segment, before_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 11:27:56.810195 dv-cinder-797608-16-iscsi neutron-server[93884]: INFO neutron.wsgi [req-f1c08d1a-6c5b-4983-a800-902eb320b7d0 req-baec2c68-aa00-4137-a044-b1e9f2afc47c service neutron] 10.222.0.32 "GET /v2.0/networks/999d1062-b3a3-4414-af22-ebf9a7c571f6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0801368 Aug 13 11:27:56.816893 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-bfe62e4b-e97c-48d2-9d04-8b1cca68f563 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-542450'] for segment, precommit_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 11:27:56.822602 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bfe62e4b-e97c-48d2-9d04-8b1cca68f563 admin admin] Releasing vlan 186 on physical network physnet1 to pool {{(pid=93883) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 13 11:27:56.822985 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-bfe62e4b-e97c-48d2-9d04-8b1cca68f563 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-542450', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2139128487'] for segment, after_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 11:27:56.824680 dv-cinder-797608-16-iscsi neutron-server[93883]: Traceback (most recent call last): Aug 13 11:27:56.824680 dv-cinder-797608-16-iscsi neutron-server[93883]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 13 11:27:56.824680 dv-cinder-797608-16-iscsi neutron-server[93883]: timer() Aug 13 11:27:56.824680 dv-cinder-797608-16-iscsi neutron-server[93883]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 13 11:27:56.824680 dv-cinder-797608-16-iscsi neutron-server[93883]: cb(*args, **kw) Aug 13 11:27:56.824680 dv-cinder-797608-16-iscsi neutron-server[93883]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 13 11:27:56.824680 dv-cinder-797608-16-iscsi neutron-server[93883]: return func(*args, **kwargs) Aug 13 11:27:56.824680 dv-cinder-797608-16-iscsi neutron-server[93883]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 13 11:27:56.824680 dv-cinder-797608-16-iscsi neutron-server[93883]: self._notify() Aug 13 11:27:56.824680 dv-cinder-797608-16-iscsi neutron-server[93883]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 13 11:27:56.824680 dv-cinder-797608-16-iscsi neutron-server[93883]: self.callback(batched_events) Aug 13 11:27:56.824680 dv-cinder-797608-16-iscsi neutron-server[93883]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 13 11:27:56.824680 dv-cinder-797608-16-iscsi neutron-server[93883]: event.method(event) Aug 13 11:27:56.824680 dv-cinder-797608-16-iscsi neutron-server[93883]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 13 11:27:56.824680 dv-cinder-797608-16-iscsi neutron-server[93883]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 13 11:27:56.824680 dv-cinder-797608-16-iscsi neutron-server[93883]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 13 11:27:56.824680 dv-cinder-797608-16-iscsi neutron-server[93883]: aggregate_uuid = self.p_client.list_aggregates( Aug 13 11:27:56.824680 dv-cinder-797608-16-iscsi neutron-server[93883]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 13 11:27:56.824680 dv-cinder-797608-16-iscsi neutron-server[93883]: return f(self, *a, **k) Aug 13 11:27:56.824680 dv-cinder-797608-16-iscsi neutron-server[93883]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 13 11:27:56.824680 dv-cinder-797608-16-iscsi neutron-server[93883]: return self._get(url).json() Aug 13 11:27:56.824680 dv-cinder-797608-16-iscsi neutron-server[93883]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 13 11:27:56.824680 dv-cinder-797608-16-iscsi neutron-server[93883]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 13 11:27:56.824680 dv-cinder-797608-16-iscsi neutron-server[93883]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 13 11:27:56.824680 dv-cinder-797608-16-iscsi neutron-server[93883]: return self.request(url, 'GET', **kwargs) Aug 13 11:27:56.824680 dv-cinder-797608-16-iscsi neutron-server[93883]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 13 11:27:56.824680 dv-cinder-797608-16-iscsi neutron-server[93883]: base_url = self.get_endpoint(auth, allow=allow, Aug 13 11:27:56.824680 dv-cinder-797608-16-iscsi neutron-server[93883]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 13 11:27:56.824680 dv-cinder-797608-16-iscsi neutron-server[93883]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 13 11:27:56.824680 dv-cinder-797608-16-iscsi neutron-server[93883]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 13 11:27:56.824680 dv-cinder-797608-16-iscsi neutron-server[93883]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 13 11:27:56.824680 dv-cinder-797608-16-iscsi neutron-server[93883]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 13 11:27:56.880165 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-bfe62e4b-e97c-48d2-9d04-8b1cca68f563 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-544557', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611014', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1585573'] for network, after_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 11:27:56.887148 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-bfe62e4b-e97c-48d2-9d04-8b1cca68f563 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1611032'] for network, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 11:27:56.888979 dv-cinder-797608-16-iscsi neutron-server[93883]: INFO neutron.wsgi [None req-bfe62e4b-e97c-48d2-9d04-8b1cca68f563 admin admin] 10.222.0.32 "DELETE /v2.0/networks/23e3fccd-5884-46bb-bcdc-baa22ac482f9 HTTP/1.1" status: 204 len: 168 time: 0.2576277 Aug 13 11:27:56.898965 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfe62e4b-e97c-48d2-9d04-8b1cca68f563 admin admin] Pushing event deleted for resources: {'Network': ['ID=23e3fccd-5884-46bb-bcdc-baa22ac482f9,revision_number=None']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 11:27:56.903892 dv-cinder-797608-16-iscsi neutron-server[93884]: INFO neutron.wsgi [req-f1c08d1a-6c5b-4983-a800-902eb320b7d0 req-4cdb8d07-c7b3-4b39-9693-3df482801008 service neutron] 10.222.0.32 "GET /v2.0/networks/999d1062-b3a3-4414-af22-ebf9a7c571f6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0869188 Aug 13 11:27:57.054077 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.32', 53802) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 11:27:57.094399 dv-cinder-797608-16-iscsi neutron-server[93883]: INFO neutron.wsgi [None req-5a381a6a-50d3-44cb-a72a-8d1d2fdaaf16 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=971961f0e9874f2ea8cddcf21818b3bd&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0391006 Aug 13 11:27:57.097483 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.32', 53806) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 11:27:57.151267 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-d69dcbfe-7fd4-4ad8-a4f7-51ae48d1a753 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 11:27:57.174512 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-d69dcbfe-7fd4-4ad8-a4f7-51ae48d1a753 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 11:27:57.196358 dv-cinder-797608-16-iscsi neutron-server[93884]: INFO neutron.wsgi [req-90af8ea9-7881-4810-84bb-881201e9460a req-6c642c67-83e7-492a-ae0d-93eca5e07f52 tempest-TestVolumeBootPattern-1538991942 tempest-TestVolumeBootPattern-1538991942-project] 10.222.0.32 "GET /v2.0/ports?device_id=473bac98-ceb4-41ec-b192-213d7c2f7dba HTTP/1.1" status: 200 len: 210 time: 0.0293617 Aug 13 11:27:57.223671 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-d69dcbfe-7fd4-4ad8-a4f7-51ae48d1a753 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651637'] for security_group, after_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 11:27:57.226493 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-d69dcbfe-7fd4-4ad8-a4f7-51ae48d1a753 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 11:27:57.227628 dv-cinder-797608-16-iscsi neutron-server[93883]: INFO neutron.wsgi [None req-d69dcbfe-7fd4-4ad8-a4f7-51ae48d1a753 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/5c92a427-2065-4f44-9320-f7d0c84224b6 HTTP/1.1" status: 204 len: 168 time: 0.1292164 Aug 13 11:27:57.236934 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d69dcbfe-7fd4-4ad8-a4f7-51ae48d1a753 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5c92a427-2065-4f44-9320-f7d0c84224b6,revision_number=None']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 11:27:57.675915 dv-cinder-797608-16-iscsi neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa6c7593-7e02-479b-bbf1-704bae99a365 req-d53d6acd-f57b-465e-9786-91708d78b2a7 tempest-AttachVolumeShelveTestJSON-167533422 tempest-AttachVolumeShelveTestJSON-167533422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 11:27:57.677517 dv-cinder-797608-16-iscsi neutron-server[93884]: INFO neutron.wsgi [req-aa6c7593-7e02-479b-bbf1-704bae99a365 req-d53d6acd-f57b-465e-9786-91708d78b2a7 tempest-AttachVolumeShelveTestJSON-167533422 tempest-AttachVolumeShelveTestJSON-167533422-project] 10.222.0.32 "GET /v2.0/ports?device_id=5ca66dae-84ba-458f-9b5b-0792ea937c3d HTTP/1.1" status: 200 len: 946 time: 0.0487363 Aug 13 11:27:57.715970 dv-cinder-797608-16-iscsi neutron-server[93884]: INFO neutron.wsgi [req-aa6c7593-7e02-479b-bbf1-704bae99a365 req-5f41af8a-3b50-429d-8d25-ff0dc7b9c7b0 tempest-AttachVolumeShelveTestJSON-167533422 tempest-AttachVolumeShelveTestJSON-167533422-project] 10.222.0.32 "GET /v2.0/security-groups?id=b9edfe40-6480-42b1-a5a0-60b01d6d9607&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325527 Aug 13 11:27:58.323380 dv-cinder-797608-16-iscsi neutron-server[93884]: INFO neutron.wsgi [req-8511e610-75b0-4020-a594-4a6af77808ac req-ee67d2a4-8076-4cba-a072-84a8c97c2bb5 tempest-TestVolumeBootPattern-1538991942 tempest-TestVolumeBootPattern-1538991942-project] 10.222.0.32 "GET /v2.0/ports?device_id=473bac98-ceb4-41ec-b192-213d7c2f7dba HTTP/1.1" status: 200 len: 210 time: 0.0369511 Aug 13 11:27:58.344167 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1c08d1a-6c5b-4983-a800-902eb320b7d0 req-e180a4e3-9e61-4fd6-baf5-03682d40e8ab tempest-TestVolumeBootPattern-1538991942 tempest-TestVolumeBootPattern-1538991942-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 11:27:58.345672 dv-cinder-797608-16-iscsi neutron-server[93883]: INFO neutron.wsgi [req-f1c08d1a-6c5b-4983-a800-902eb320b7d0 req-e180a4e3-9e61-4fd6-baf5-03682d40e8ab tempest-TestVolumeBootPattern-1538991942 tempest-TestVolumeBootPattern-1538991942-project] 10.222.0.20 "GET /v2.0/networks?id=999d1062-b3a3-4414-af22-ebf9a7c571f6 HTTP/1.1" status: 200 len: 812 time: 0.1231863 Aug 13 11:27:58.410252 dv-cinder-797608-16-iscsi neutron-server[93883]: INFO neutron.wsgi [req-f1c08d1a-6c5b-4983-a800-902eb320b7d0 req-b5ac4c4b-7ca4-4026-b34f-7cb792a48c03 tempest-TestVolumeBootPattern-1538991942 tempest-TestVolumeBootPattern-1538991942-project] 10.222.0.20 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=d5749f1d743e45099877d2ba04647196 HTTP/1.1" status: 200 len: 379 time: 0.0486531 Aug 13 11:27:58.424992 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron.api.v2.base [req-f1c08d1a-6c5b-4983-a800-902eb320b7d0 req-65382aaf-4536-4cdc-b8dc-cc63846b3acf tempest-TestVolumeBootPattern-1538991942 tempest-TestVolumeBootPattern-1538991942-project] Request body: {'port': {'device_id': '473bac98-ceb4-41ec-b192-213d7c2f7dba', 'network_id': '999d1062-b3a3-4414-af22-ebf9a7c571f6', 'admin_state_up': True, 'tenant_id': 'd5749f1d743e45099877d2ba04647196', 'security_groups': ['ca285d94-e6fc-485c-ad28-b15c1712fa1f']}} {{(pid=93883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 13 11:27:58.543373 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f1c08d1a-6c5b-4983-a800-902eb320b7d0 req-65382aaf-4536-4cdc-b8dc-cc63846b3acf tempest-TestVolumeBootPattern-1538991942 tempest-TestVolumeBootPattern-1538991942-project] Made reservation on behalf of d5749f1d743e45099877d2ba04647196 for: {'port': 1} {{(pid=93883) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 13 11:27:58.547145 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-f1c08d1a-6c5b-4983-a800-902eb320b7d0 req-65382aaf-4536-4cdc-b8dc-cc63846b3acf tempest-TestVolumeBootPattern-1538991942 tempest-TestVolumeBootPattern-1538991942-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935434'] for port, before_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 11:27:58.672670 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron.db.db_base_plugin_common [req-f1c08d1a-6c5b-4983-a800-902eb320b7d0 req-65382aaf-4536-4cdc-b8dc-cc63846b3acf tempest-TestVolumeBootPattern-1538991942 tempest-TestVolumeBootPattern-1538991942-project] Allocated IP 172.20.0.4 (999d1062-b3a3-4414-af22-ebf9a7c571f6/2b810745-615e-4226-8545-baa357ea81b9/7386944d-9140-4c3f-8e4f-ad713b66fbee) {{(pid=93883) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 13 11:27:58.812848 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-f1c08d1a-6c5b-4983-a800-902eb320b7d0 req-65382aaf-4536-4cdc-b8dc-cc63846b3acf tempest-TestVolumeBootPattern-1538991942 tempest-TestVolumeBootPattern-1538991942-project] Notify callbacks [] for port, precommit_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 11:27:58.826477 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron.db.provisioning_blocks [req-f1c08d1a-6c5b-4983-a800-902eb320b7d0 req-65382aaf-4536-4cdc-b8dc-cc63846b3acf tempest-TestVolumeBootPattern-1538991942 tempest-TestVolumeBootPattern-1538991942-project] Transition to ACTIVE for port object 7386944d-9140-4c3f-8e4f-ad713b66fbee will not be triggered until provisioned by entity DHCP. {{(pid=93883) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 13 11:27:58.839612 dv-cinder-797608-16-iscsi neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd94a169-3a1e-4a74-9e8e-db3695a56f61 req-5ae1f482-27da-4a57-9189-a94b3b5e5732 tempest-AttachVolumeShelveTestJSON-167533422 tempest-AttachVolumeShelveTestJSON-167533422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 11:27:58.841084 dv-cinder-797608-16-iscsi neutron-server[93884]: INFO neutron.wsgi [req-cd94a169-3a1e-4a74-9e8e-db3695a56f61 req-5ae1f482-27da-4a57-9189-a94b3b5e5732 tempest-AttachVolumeShelveTestJSON-167533422 tempest-AttachVolumeShelveTestJSON-167533422-project] 10.222.0.32 "GET /v2.0/ports?device_id=5ca66dae-84ba-458f-9b5b-0792ea937c3d HTTP/1.1" status: 200 len: 946 time: 0.0548115 Aug 13 11:27:58.859777 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-f1c08d1a-6c5b-4983-a800-902eb320b7d0 req-65382aaf-4536-4cdc-b8dc-cc63846b3acf tempest-TestVolumeBootPattern-1538991942 tempest-TestVolumeBootPattern-1538991942-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935844', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611014', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782137337079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2139128394'] for port, after_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 11:27:58.882842 dv-cinder-797608-16-iscsi neutron-server[93884]: INFO neutron.wsgi [req-cd94a169-3a1e-4a74-9e8e-db3695a56f61 req-3068b2a2-da5b-4500-beb7-9cbfc32c6454 tempest-AttachVolumeShelveTestJSON-167533422 tempest-AttachVolumeShelveTestJSON-167533422-project] 10.222.0.32 "GET /v2.0/security-groups?id=b9edfe40-6480-42b1-a5a0-60b01d6d9607&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0342438 Aug 13 11:27:58.899393 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f1c08d1a-6c5b-4983-a800-902eb320b7d0 req-65382aaf-4536-4cdc-b8dc-cc63846b3acf tempest-TestVolumeBootPattern-1538991942 tempest-TestVolumeBootPattern-1538991942-project] Network 999d1062-b3a3-4414-af22-ebf9a7c571f6 is already hosted by enough agents. {{(pid=93883) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 13 11:27:58.902328 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron.scheduler.base_scheduler [req-f1c08d1a-6c5b-4983-a800-902eb320b7d0 req-65382aaf-4536-4cdc-b8dc-cc63846b3acf tempest-TestVolumeBootPattern-1538991942 tempest-TestVolumeBootPattern-1538991942-project] Resources bound (agent type, host, resource id): {{(pid=93883) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 13 11:27:58.910458 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron.db.l3_dvrscheduler_db [req-f1c08d1a-6c5b-4983-a800-902eb320b7d0 req-65382aaf-4536-4cdc-b8dc-cc63846b3acf tempest-TestVolumeBootPattern-1538991942 tempest-TestVolumeBootPattern-1538991942-project] Received port after_create {{(pid=93883) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 13 11:27:58.933734 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65382aaf-4536-4cdc-b8dc-cc63846b3acf tempest-TestVolumeBootPattern-1538991942 tempest-TestVolumeBootPattern-1538991942-project] Pushing event updated for resources: {'Port': ['ID=7386944d-9140-4c3f-8e4f-ad713b66fbee,revision_number=1']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 11:27:58.962698 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1c08d1a-6c5b-4983-a800-902eb320b7d0 req-65382aaf-4536-4cdc-b8dc-cc63846b3acf tempest-TestVolumeBootPattern-1538991942 tempest-TestVolumeBootPattern-1538991942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 11:27:58.963317 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-f1c08d1a-6c5b-4983-a800-902eb320b7d0 req-65382aaf-4536-4cdc-b8dc-cc63846b3acf tempest-TestVolumeBootPattern-1538991942 tempest-TestVolumeBootPattern-1538991942-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-128352'] for port, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 11:27:58.978586 dv-cinder-797608-16-iscsi neutron-server[93883]: INFO neutron.wsgi [req-f1c08d1a-6c5b-4983-a800-902eb320b7d0 req-65382aaf-4536-4cdc-b8dc-cc63846b3acf tempest-TestVolumeBootPattern-1538991942 tempest-TestVolumeBootPattern-1538991942-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5582573 Aug 13 11:27:58.997879 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron.api.v2.base [req-f1c08d1a-6c5b-4983-a800-902eb320b7d0 req-93ba2a39-2d62-4512-89d5-5d5af0455661 service neutron] Request body: {'port': {'device_id': '473bac98-ceb4-41ec-b192-213d7c2f7dba', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79760'}} {{(pid=93883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 13 11:27:59.057060 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-f1c08d1a-6c5b-4983-a800-902eb320b7d0 req-93ba2a39-2d62-4512-89d5-5d5af0455661 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935434'] for port, before_update {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 11:27:59.139170 dv-cinder-797608-16-iscsi neutron-server[93885]: DEBUG neutron.db.provisioning_blocks [None req-a0eca2ad-caff-4eff-a443-fda8caa45c39 None None] Provisioning for port 7386944d-9140-4c3f-8e4f-ad713b66fbee completed by entity DHCP. {{(pid=93885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 13 11:27:59.143758 dv-cinder-797608-16-iscsi neutron-server[93885]: DEBUG neutron.db.provisioning_blocks [None req-a0eca2ad-caff-4eff-a443-fda8caa45c39 None None] Provisioning complete for port 7386944d-9140-4c3f-8e4f-ad713b66fbee triggered by entity DHCP. {{(pid=93885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 13 11:27:59.144237 dv-cinder-797608-16-iscsi neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-a0eca2ad-caff-4eff-a443-fda8caa45c39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-997193'] for port, provisioning_complete {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 11:27:59.179104 dv-cinder-797608-16-iscsi neutron-server[93885]: DEBUG neutron.plugins.ml2.plugin [None req-a0eca2ad-caff-4eff-a443-fda8caa45c39 None None] Port 7386944d-9140-4c3f-8e4f-ad713b66fbee cannot update to ACTIVE because it is not bound. {{(pid=93885) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 13 11:27:59.328829 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron.notifiers.nova [req-f1c08d1a-6c5b-4983-a800-902eb320b7d0 req-93ba2a39-2d62-4512-89d5-5d5af0455661 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7386944d-9140-4c3f-8e4f-ad713b66fbee {{(pid=93883) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 13 11:27:59.336604 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-f1c08d1a-6c5b-4983-a800-902eb320b7d0 req-93ba2a39-2d62-4512-89d5-5d5af0455661 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 11:27:59.349191 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron.db.provisioning_blocks [req-f1c08d1a-6c5b-4983-a800-902eb320b7d0 req-93ba2a39-2d62-4512-89d5-5d5af0455661 service neutron] Transition to ACTIVE for port object 7386944d-9140-4c3f-8e4f-ad713b66fbee will not be triggered until provisioned by entity L2. {{(pid=93883) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 13 11:27:59.353507 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-f1c08d1a-6c5b-4983-a800-902eb320b7d0 req-93ba2a39-2d62-4512-89d5-5d5af0455661 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935844', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611014', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782137889940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782137337613', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782137337631', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2139128387'] for port, after_update {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 11:27:59.436027 dv-cinder-797608-16-iscsi neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ac47734-1a5d-4f4e-8224-58c84ce9b14a req-66fe01ea-6988-4665-9159-70dffe114dbd tempest-TestVolumeBootPattern-1538991942 tempest-TestVolumeBootPattern-1538991942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 11:27:59.444342 dv-cinder-797608-16-iscsi neutron-server[93884]: INFO neutron.wsgi [req-0ac47734-1a5d-4f4e-8224-58c84ce9b14a req-66fe01ea-6988-4665-9159-70dffe114dbd tempest-TestVolumeBootPattern-1538991942 tempest-TestVolumeBootPattern-1538991942-project] 10.222.0.32 "GET /v2.0/ports?device_id=473bac98-ceb4-41ec-b192-213d7c2f7dba HTTP/1.1" status: 200 len: 943 time: 0.0629232 Aug 13 11:27:59.445777 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93ba2a39-2d62-4512-89d5-5d5af0455661 service neutron] Pushing event updated for resources: {'Port': ['ID=7386944d-9140-4c3f-8e4f-ad713b66fbee,revision_number=2']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 11:27:59.490614 dv-cinder-797608-16-iscsi neutron-server[93884]: INFO neutron.wsgi [req-0ac47734-1a5d-4f4e-8224-58c84ce9b14a req-c020ba72-1ef6-4cbe-a51e-d0c3f214a407 tempest-TestVolumeBootPattern-1538991942 tempest-TestVolumeBootPattern-1538991942-project] 10.222.0.32 "GET /v2.0/security-groups?id=ca285d94-e6fc-485c-ad28-b15c1712fa1f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0453067 Aug 13 11:27:59.490797 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron.plugins.ml2.managers [req-f1c08d1a-6c5b-4983-a800-902eb320b7d0 req-93ba2a39-2d62-4512-89d5-5d5af0455661 service neutron] Attempting to bind port 7386944d-9140-4c3f-8e4f-ad713b66fbee on host hv-cinder-79760 for vnic_type normal with profile {{(pid=93883) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 13 11:27:59.491157 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron.plugins.ml2.managers [req-f1c08d1a-6c5b-4983-a800-902eb320b7d0 req-93ba2a39-2d62-4512-89d5-5d5af0455661 service neutron] Attempting to bind port 7386944d-9140-4c3f-8e4f-ad713b66fbee by drivers openvswitch,hyperv on host hv-cinder-79760 at level 0 using segments [{'id': '7e8d8a1c-0ea0-4420-aa00-8216212b44b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': '999d1062-b3a3-4414-af22-ebf9a7c571f6'}] {{(pid=93883) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 13 11:27:59.491584 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f1c08d1a-6c5b-4983-a800-902eb320b7d0 req-93ba2a39-2d62-4512-89d5-5d5af0455661 service neutron] Attempting to bind port 7386944d-9140-4c3f-8e4f-ad713b66fbee on network 999d1062-b3a3-4414-af22-ebf9a7c571f6 {{(pid=93883) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 13 11:27:59.496303 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f1c08d1a-6c5b-4983-a800-902eb320b7d0 req-93ba2a39-2d62-4512-89d5-5d5af0455661 service neutron] Port 7386944d-9140-4c3f-8e4f-ad713b66fbee on network 999d1062-b3a3-4414-af22-ebf9a7c571f6 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79760 {{(pid=93883) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 13 11:27:59.497036 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f1c08d1a-6c5b-4983-a800-902eb320b7d0 req-93ba2a39-2d62-4512-89d5-5d5af0455661 service neutron] Attempting to bind port 7386944d-9140-4c3f-8e4f-ad713b66fbee on network 999d1062-b3a3-4414-af22-ebf9a7c571f6 {{(pid=93883) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 13 11:27:59.507451 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f1c08d1a-6c5b-4983-a800-902eb320b7d0 req-93ba2a39-2d62-4512-89d5-5d5af0455661 service neutron] Checking agent: {'id': '3e9c1808-7bc3-414f-9290-25f62682d3ef', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79760', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 13, 11, 17, 34), 'started_at': datetime.datetime(2021, 8, 13, 11, 17, 34), 'heartbeat_timestamp': datetime.datetime(2021, 8, 13, 11, 27, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93883) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 13 11:27:59.507956 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f1c08d1a-6c5b-4983-a800-902eb320b7d0 req-93ba2a39-2d62-4512-89d5-5d5af0455661 service neutron] Checking segment: {'id': '7e8d8a1c-0ea0-4420-aa00-8216212b44b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': '999d1062-b3a3-4414-af22-ebf9a7c571f6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93883) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 13 11:27:59.508448 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f1c08d1a-6c5b-4983-a800-902eb320b7d0 req-93ba2a39-2d62-4512-89d5-5d5af0455661 service neutron] Bound using segment: {'id': '7e8d8a1c-0ea0-4420-aa00-8216212b44b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': '999d1062-b3a3-4414-af22-ebf9a7c571f6'} {{(pid=93883) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 13 11:27:59.508994 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron.plugins.ml2.managers [req-f1c08d1a-6c5b-4983-a800-902eb320b7d0 req-93ba2a39-2d62-4512-89d5-5d5af0455661 service neutron] Bound port: 7386944d-9140-4c3f-8e4f-ad713b66fbee, host: hv-cinder-79760, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7e8d8a1c-0ea0-4420-aa00-8216212b44b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': '999d1062-b3a3-4414-af22-ebf9a7c571f6'}}] {{(pid=93883) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 13 11:27:59.509478 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-f1c08d1a-6c5b-4983-a800-902eb320b7d0 req-93ba2a39-2d62-4512-89d5-5d5af0455661 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935434'] for port, before_update {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 11:27:59.579002 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron.plugins.ml2.db [req-f1c08d1a-6c5b-4983-a800-902eb320b7d0 req-93ba2a39-2d62-4512-89d5-5d5af0455661 service neutron] For port 7386944d-9140-4c3f-8e4f-ad713b66fbee, host hv-cinder-79760, cleared binding levels {{(pid=93883) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 13 11:27:59.582087 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron.plugins.ml2.db [req-f1c08d1a-6c5b-4983-a800-902eb320b7d0 req-93ba2a39-2d62-4512-89d5-5d5af0455661 service neutron] For port 7386944d-9140-4c3f-8e4f-ad713b66fbee, host hv-cinder-79760, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79760',level=0,port_id=7386944d-9140-4c3f-8e4f-ad713b66fbee,segment=NetworkSegment(7e8d8a1c-0ea0-4420-aa00-8216212b44b2),segment_id=7e8d8a1c-0ea0-4420-aa00-8216212b44b2)] {{(pid=93883) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 13 11:27:59.587425 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-f1c08d1a-6c5b-4983-a800-902eb320b7d0 req-93ba2a39-2d62-4512-89d5-5d5af0455661 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935844', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611014', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782137889940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782137337613', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782137337631', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2139128387'] for port, after_update {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 11:27:59.621338 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1c08d1a-6c5b-4983-a800-902eb320b7d0 req-93ba2a39-2d62-4512-89d5-5d5af0455661 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 11:27:59.621949 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-f1c08d1a-6c5b-4983-a800-902eb320b7d0 req-93ba2a39-2d62-4512-89d5-5d5af0455661 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-128352'] for port, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 11:27:59.623367 dv-cinder-797608-16-iscsi neutron-server[93883]: INFO neutron.wsgi [req-f1c08d1a-6c5b-4983-a800-902eb320b7d0 req-93ba2a39-2d62-4512-89d5-5d5af0455661 service neutron] 10.222.0.20 "PUT /v2.0/ports/7386944d-9140-4c3f-8e4f-ad713b66fbee HTTP/1.1" status: 200 len: 1093 time: 0.6300361 Aug 13 11:27:59.624354 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '473bac98-ceb4-41ec-b192-213d7c2f7dba', 'tag': '7386944d-9140-4c3f-8e4f-ad713b66fbee'}] {{(pid=93883) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 13 11:27:59.626617 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}db1a1fbc245c58e73290e58258e46ca41fe4e785cc79cbd57aa3dae940aad292" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-94f40446-3662-4f41-8278-9d3bfd52b927" -d '{"events": [{"name": "network-changed", "server_uuid": "473bac98-ceb4-41ec-b192-213d7c2f7dba", "tag": "7386944d-9140-4c3f-8e4f-ad713b66fbee"}]}' {{(pid=93883) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 13 11:27:59.652632 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93ba2a39-2d62-4512-89d5-5d5af0455661 service neutron] Pushing event updated for resources: {'Port': ['ID=7386944d-9140-4c3f-8e4f-ad713b66fbee,revision_number=3']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 11:27:59.681367 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 13 Aug 2021 11:27:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1d1ab357-2eb2-495c-ad61-72f17748f8f4 x-openstack-request-id: req-1d1ab357-2eb2-495c-ad61-72f17748f8f4 {{(pid=93883) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 13 11:27:59.681990 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "473bac98-ceb4-41ec-b192-213d7c2f7dba", "tag": "7386944d-9140-4c3f-8e4f-ad713b66fbee", "status": "completed", "code": 200}]} {{(pid=93883) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 13 11:27:59.682289 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-1d1ab357-2eb2-495c-ad61-72f17748f8f4 {{(pid=93883) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 13 11:27:59.682887 dv-cinder-797608-16-iscsi neutron-server[93883]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '473bac98-ceb4-41ec-b192-213d7c2f7dba', 'tag': '7386944d-9140-4c3f-8e4f-ad713b66fbee', 'status': 'completed', 'code': 200} Aug 13 11:27:59.748312 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1c08d1a-6c5b-4983-a800-902eb320b7d0 req-9e95b9e7-b8c5-4069-abd0-2e4f14c5d135 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 11:27:59.750296 dv-cinder-797608-16-iscsi neutron-server[93883]: INFO neutron.wsgi [req-f1c08d1a-6c5b-4983-a800-902eb320b7d0 req-9e95b9e7-b8c5-4069-abd0-2e4f14c5d135 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=d5749f1d743e45099877d2ba04647196&device_id=473bac98-ceb4-41ec-b192-213d7c2f7dba HTTP/1.1" status: 200 len: 1096 time: 0.0498552 Aug 13 11:27:59.805936 dv-cinder-797608-16-iscsi neutron-server[93883]: INFO neutron.wsgi [req-f1c08d1a-6c5b-4983-a800-902eb320b7d0 req-206227de-9646-4eb6-a595-7136f3c6834c service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=7386944d-9140-4c3f-8e4f-ad713b66fbee HTTP/1.1" status: 200 len: 217 time: 0.0400929 Aug 13 11:27:59.872683 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1c08d1a-6c5b-4983-a800-902eb320b7d0 req-d935ff4d-1948-4c95-8e16-e8751e1246a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 11:27:59.872683 dv-cinder-797608-16-iscsi neutron-server[93883]: INFO neutron.wsgi [req-f1c08d1a-6c5b-4983-a800-902eb320b7d0 req-d935ff4d-1948-4c95-8e16-e8751e1246a7 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=2b810745-615e-4226-8545-baa357ea81b9 HTTP/1.1" status: 200 len: 851 time: 0.0554025 Aug 13 11:27:59.923308 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1c08d1a-6c5b-4983-a800-902eb320b7d0 req-1c46cd09-39fc-4043-be8d-0eaba8b1be19 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 11:27:59.925068 dv-cinder-797608-16-iscsi neutron-server[93883]: INFO neutron.wsgi [req-f1c08d1a-6c5b-4983-a800-902eb320b7d0 req-1c46cd09-39fc-4043-be8d-0eaba8b1be19 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=999d1062-b3a3-4414-af22-ebf9a7c571f6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0470238 Aug 13 11:28:00.002416 dv-cinder-797608-16-iscsi neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-038af290-f631-4353-9a11-5eaad64eeb32 req-035032d0-1325-48f8-a641-902db9c28640 tempest-AttachVolumeShelveTestJSON-167533422 tempest-AttachVolumeShelveTestJSON-167533422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 11:28:00.003833 dv-cinder-797608-16-iscsi neutron-server[93884]: INFO neutron.wsgi [req-038af290-f631-4353-9a11-5eaad64eeb32 req-035032d0-1325-48f8-a641-902db9c28640 tempest-AttachVolumeShelveTestJSON-167533422 tempest-AttachVolumeShelveTestJSON-167533422-project] 10.222.0.32 "GET /v2.0/ports?device_id=5ca66dae-84ba-458f-9b5b-0792ea937c3d HTTP/1.1" status: 200 len: 946 time: 0.0476513 Aug 13 11:28:00.017658 dv-cinder-797608-16-iscsi neutron-server[93883]: INFO neutron.wsgi [req-f1c08d1a-6c5b-4983-a800-902eb320b7d0 req-a3b10b89-1b3c-4fed-9c7c-c55377550147 service neutron] 10.222.0.20 "GET /v2.0/networks/999d1062-b3a3-4414-af22-ebf9a7c571f6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0850437 Aug 13 11:28:00.041160 dv-cinder-797608-16-iscsi neutron-server[93884]: INFO neutron.wsgi [req-038af290-f631-4353-9a11-5eaad64eeb32 req-465fade0-645c-4742-8cf9-b3f6a1d43f8a tempest-AttachVolumeShelveTestJSON-167533422 tempest-AttachVolumeShelveTestJSON-167533422-project] 10.222.0.32 "GET /v2.0/security-groups?id=b9edfe40-6480-42b1-a5a0-60b01d6d9607&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0308623 Aug 13 11:28:00.108635 dv-cinder-797608-16-iscsi neutron-server[93883]: INFO neutron.wsgi [req-f1c08d1a-6c5b-4983-a800-902eb320b7d0 req-8613c2a2-e63b-48cc-92b4-8c2dacedcd50 service neutron] 10.222.0.20 "GET /v2.0/networks/999d1062-b3a3-4414-af22-ebf9a7c571f6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0840542 Aug 13 11:28:00.242847 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94f40446-3662-4f41-8278-9d3bfd52b927 req-3032002e-5b9b-49e7-a4da-1278182693a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 11:28:00.244351 dv-cinder-797608-16-iscsi neutron-server[93883]: INFO neutron.wsgi [req-94f40446-3662-4f41-8278-9d3bfd52b927 req-3032002e-5b9b-49e7-a4da-1278182693a8 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=d5749f1d743e45099877d2ba04647196&device_id=473bac98-ceb4-41ec-b192-213d7c2f7dba HTTP/1.1" status: 200 len: 1096 time: 0.0410657 Aug 13 11:28:00.332574 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94f40446-3662-4f41-8278-9d3bfd52b927 req-0f994bf5-953f-4960-96ec-603d3a039892 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 11:28:00.334079 dv-cinder-797608-16-iscsi neutron-server[93883]: INFO neutron.wsgi [req-94f40446-3662-4f41-8278-9d3bfd52b927 req-0f994bf5-953f-4960-96ec-603d3a039892 service neutron] 10.222.0.20 "GET /v2.0/networks?id=999d1062-b3a3-4414-af22-ebf9a7c571f6 HTTP/1.1" status: 200 len: 913 time: 0.0814726 Aug 13 11:28:00.378907 dv-cinder-797608-16-iscsi neutron-server[93883]: INFO neutron.wsgi [req-94f40446-3662-4f41-8278-9d3bfd52b927 req-c890279e-1036-4a20-899f-d2dbd023b92a service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=7386944d-9140-4c3f-8e4f-ad713b66fbee HTTP/1.1" status: 200 len: 217 time: 0.0370409 Aug 13 11:28:00.430021 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94f40446-3662-4f41-8278-9d3bfd52b927 req-621d9ba3-282f-41a9-afeb-4300f8048ae2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 11:28:00.431492 dv-cinder-797608-16-iscsi neutron-server[93883]: INFO neutron.wsgi [req-94f40446-3662-4f41-8278-9d3bfd52b927 req-621d9ba3-282f-41a9-afeb-4300f8048ae2 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=2b810745-615e-4226-8545-baa357ea81b9 HTTP/1.1" status: 200 len: 851 time: 0.0437224 Aug 13 11:28:00.476968 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94f40446-3662-4f41-8278-9d3bfd52b927 req-6a63732c-3b28-40f5-86c5-fd02ddd9e1d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 11:28:00.478425 dv-cinder-797608-16-iscsi neutron-server[93883]: INFO neutron.wsgi [req-94f40446-3662-4f41-8278-9d3bfd52b927 req-6a63732c-3b28-40f5-86c5-fd02ddd9e1d2 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=999d1062-b3a3-4414-af22-ebf9a7c571f6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0379884 Aug 13 11:28:00.572083 dv-cinder-797608-16-iscsi neutron-server[93883]: INFO neutron.wsgi [req-94f40446-3662-4f41-8278-9d3bfd52b927 req-f38cb8be-56e2-46ad-b68e-96aae815006b service neutron] 10.222.0.20 "GET /v2.0/networks/999d1062-b3a3-4414-af22-ebf9a7c571f6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0840323 Aug 13 11:28:00.605201 dv-cinder-797608-16-iscsi neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-140c9fd4-4b56-4d0f-8c74-c0aef2c753cf req-246eb05a-0cfb-46dd-995e-75d677f03dda tempest-TestVolumeBootPattern-1538991942 tempest-TestVolumeBootPattern-1538991942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 11:28:00.606676 dv-cinder-797608-16-iscsi neutron-server[93884]: INFO neutron.wsgi [req-140c9fd4-4b56-4d0f-8c74-c0aef2c753cf req-246eb05a-0cfb-46dd-995e-75d677f03dda tempest-TestVolumeBootPattern-1538991942 tempest-TestVolumeBootPattern-1538991942-project] 10.222.0.32 "GET /v2.0/ports?device_id=473bac98-ceb4-41ec-b192-213d7c2f7dba HTTP/1.1" status: 200 len: 943 time: 0.0506394 Aug 13 11:28:00.644367 dv-cinder-797608-16-iscsi neutron-server[93884]: INFO neutron.wsgi [req-140c9fd4-4b56-4d0f-8c74-c0aef2c753cf req-11099ae0-5ab2-433d-aa01-e9986b403338 tempest-TestVolumeBootPattern-1538991942 tempest-TestVolumeBootPattern-1538991942-project] 10.222.0.32 "GET /v2.0/security-groups?id=ca285d94-e6fc-485c-ad28-b15c1712fa1f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0312037 Aug 13 11:28:00.672089 dv-cinder-797608-16-iscsi neutron-server[93883]: INFO neutron.wsgi [req-94f40446-3662-4f41-8278-9d3bfd52b927 req-166a30ff-fd21-44ad-b68e-93c0450d074f service neutron] 10.222.0.20 "GET /v2.0/networks/999d1062-b3a3-4414-af22-ebf9a7c571f6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0878704 Aug 13 11:28:01.163286 dv-cinder-797608-16-iscsi neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8edcf68f-30eb-4904-ace7-002b2315738d req-ae530658-0d91-4b81-82b6-f6d0758a4275 tempest-AttachVolumeShelveTestJSON-167533422 tempest-AttachVolumeShelveTestJSON-167533422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 11:28:01.164939 dv-cinder-797608-16-iscsi neutron-server[93884]: INFO neutron.wsgi [req-8edcf68f-30eb-4904-ace7-002b2315738d req-ae530658-0d91-4b81-82b6-f6d0758a4275 tempest-AttachVolumeShelveTestJSON-167533422 tempest-AttachVolumeShelveTestJSON-167533422-project] 10.222.0.32 "GET /v2.0/ports?device_id=5ca66dae-84ba-458f-9b5b-0792ea937c3d HTTP/1.1" status: 200 len: 946 time: 0.0534079 Aug 13 11:28:01.205639 dv-cinder-797608-16-iscsi neutron-server[93884]: INFO neutron.wsgi [req-8edcf68f-30eb-4904-ace7-002b2315738d req-2ef057bf-332e-4363-a226-8226722c5841 tempest-AttachVolumeShelveTestJSON-167533422 tempest-AttachVolumeShelveTestJSON-167533422-project] 10.222.0.32 "GET /v2.0/security-groups?id=b9edfe40-6480-42b1-a5a0-60b01d6d9607&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0347486 Aug 13 11:28:01.755783 dv-cinder-797608-16-iscsi neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c21146b8-7140-4c0d-a153-ba4bc9d2ffbc req-fda8034f-1f31-438f-b9aa-0b077dc695ca tempest-TestVolumeBootPattern-1538991942 tempest-TestVolumeBootPattern-1538991942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 11:28:01.757252 dv-cinder-797608-16-iscsi neutron-server[93884]: INFO neutron.wsgi [req-c21146b8-7140-4c0d-a153-ba4bc9d2ffbc req-fda8034f-1f31-438f-b9aa-0b077dc695ca tempest-TestVolumeBootPattern-1538991942 tempest-TestVolumeBootPattern-1538991942-project] 10.222.0.32 "GET /v2.0/ports?device_id=473bac98-ceb4-41ec-b192-213d7c2f7dba HTTP/1.1" status: 200 len: 943 time: 0.0477183 Aug 13 11:28:01.794691 dv-cinder-797608-16-iscsi neutron-server[93884]: INFO neutron.wsgi [req-c21146b8-7140-4c0d-a153-ba4bc9d2ffbc req-9b16da5c-05f6-4b6b-b1f1-ac23361ab079 tempest-TestVolumeBootPattern-1538991942 tempest-TestVolumeBootPattern-1538991942-project] 10.222.0.32 "GET /v2.0/security-groups?id=ca285d94-e6fc-485c-ad28-b15c1712fa1f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314233 Aug 13 11:28:02.330122 dv-cinder-797608-16-iscsi neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cd181e5-a018-4a80-babe-e5e795cfcff4 req-8f59de4d-199b-4b2e-bd52-6fa95e38fbe2 tempest-AttachVolumeShelveTestJSON-167533422 tempest-AttachVolumeShelveTestJSON-167533422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 11:28:02.331605 dv-cinder-797608-16-iscsi neutron-server[93884]: INFO neutron.wsgi [req-8cd181e5-a018-4a80-babe-e5e795cfcff4 req-8f59de4d-199b-4b2e-bd52-6fa95e38fbe2 tempest-AttachVolumeShelveTestJSON-167533422 tempest-AttachVolumeShelveTestJSON-167533422-project] 10.222.0.32 "GET /v2.0/ports?device_id=5ca66dae-84ba-458f-9b5b-0792ea937c3d HTTP/1.1" status: 200 len: 946 time: 0.0537491 Aug 13 11:28:02.369854 dv-cinder-797608-16-iscsi neutron-server[93884]: INFO neutron.wsgi [req-8cd181e5-a018-4a80-babe-e5e795cfcff4 req-73cb27b8-aad6-4dae-89b5-6ec418736c4e tempest-AttachVolumeShelveTestJSON-167533422 tempest-AttachVolumeShelveTestJSON-167533422-project] 10.222.0.32 "GET /v2.0/security-groups?id=b9edfe40-6480-42b1-a5a0-60b01d6d9607&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322847 Aug 13 11:28:02.906847 dv-cinder-797608-16-iscsi neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9899f23-1b85-4e02-a579-ed0f070e3d19 req-9a7fc372-ef2d-4192-b0af-3794b4250667 tempest-TestVolumeBootPattern-1538991942 tempest-TestVolumeBootPattern-1538991942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 11:28:02.908324 dv-cinder-797608-16-iscsi neutron-server[93884]: INFO neutron.wsgi [req-d9899f23-1b85-4e02-a579-ed0f070e3d19 req-9a7fc372-ef2d-4192-b0af-3794b4250667 tempest-TestVolumeBootPattern-1538991942 tempest-TestVolumeBootPattern-1538991942-project] 10.222.0.32 "GET /v2.0/ports?device_id=473bac98-ceb4-41ec-b192-213d7c2f7dba HTTP/1.1" status: 200 len: 943 time: 0.0481904 Aug 13 11:28:02.949614 dv-cinder-797608-16-iscsi neutron-server[93884]: INFO neutron.wsgi [req-d9899f23-1b85-4e02-a579-ed0f070e3d19 req-4604c01c-d416-46ef-b019-d9d1ab6b84fc tempest-TestVolumeBootPattern-1538991942 tempest-TestVolumeBootPattern-1538991942-project] 10.222.0.32 "GET /v2.0/security-groups?id=ca285d94-e6fc-485c-ad28-b15c1712fa1f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0352957 Aug 13 11:28:03.487084 dv-cinder-797608-16-iscsi neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83b909f4-4862-4327-8b75-6ddfade01274 req-01fd4e0e-40fb-4f96-bd69-9861ed18c5b3 tempest-AttachVolumeShelveTestJSON-167533422 tempest-AttachVolumeShelveTestJSON-167533422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 11:28:03.488687 dv-cinder-797608-16-iscsi neutron-server[93884]: INFO neutron.wsgi [req-83b909f4-4862-4327-8b75-6ddfade01274 req-01fd4e0e-40fb-4f96-bd69-9861ed18c5b3 tempest-AttachVolumeShelveTestJSON-167533422 tempest-AttachVolumeShelveTestJSON-167533422-project] 10.222.0.32 "GET /v2.0/ports?device_id=5ca66dae-84ba-458f-9b5b-0792ea937c3d HTTP/1.1" status: 200 len: 946 time: 0.0480137 Aug 13 11:28:03.529371 dv-cinder-797608-16-iscsi neutron-server[93884]: INFO neutron.wsgi [req-83b909f4-4862-4327-8b75-6ddfade01274 req-baa2c265-f758-4c64-a042-456a4dd6728e tempest-AttachVolumeShelveTestJSON-167533422 tempest-AttachVolumeShelveTestJSON-167533422-project] 10.222.0.32 "GET /v2.0/security-groups?id=b9edfe40-6480-42b1-a5a0-60b01d6d9607&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0341158 Aug 13 11:28:04.066575 dv-cinder-797608-16-iscsi neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87865d2c-50e9-42f4-846e-3dcb40d65e72 req-2f525d10-bea8-4918-b875-9971e23c3791 tempest-TestVolumeBootPattern-1538991942 tempest-TestVolumeBootPattern-1538991942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 11:28:04.068137 dv-cinder-797608-16-iscsi neutron-server[93884]: INFO neutron.wsgi [req-87865d2c-50e9-42f4-846e-3dcb40d65e72 req-2f525d10-bea8-4918-b875-9971e23c3791 tempest-TestVolumeBootPattern-1538991942 tempest-TestVolumeBootPattern-1538991942-project] 10.222.0.32 "GET /v2.0/ports?device_id=473bac98-ceb4-41ec-b192-213d7c2f7dba HTTP/1.1" status: 200 len: 943 time: 0.0520136 Aug 13 11:28:04.105744 dv-cinder-797608-16-iscsi neutron-server[93884]: INFO neutron.wsgi [req-87865d2c-50e9-42f4-846e-3dcb40d65e72 req-c1f35b78-70ab-4b78-b1c0-b2beb6255066 tempest-TestVolumeBootPattern-1538991942 tempest-TestVolumeBootPattern-1538991942-project] 10.222.0.32 "GET /v2.0/security-groups?id=ca285d94-e6fc-485c-ad28-b15c1712fa1f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0318336 Aug 13 11:28:04.346341 dv-cinder-797608-16-iscsi neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-a0b9b986-0706-4fc6-9cf9-0eb02d2513dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782137812740', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-997306'] for agent, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 11:28:04.653429 dv-cinder-797608-16-iscsi neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92300a3d-0790-4394-9c07-6e403f350edf req-dc8dcdf2-7cf6-413f-9da6-921ac63c3cea tempest-AttachVolumeShelveTestJSON-167533422 tempest-AttachVolumeShelveTestJSON-167533422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 11:28:04.655461 dv-cinder-797608-16-iscsi neutron-server[93884]: INFO neutron.wsgi [req-92300a3d-0790-4394-9c07-6e403f350edf req-dc8dcdf2-7cf6-413f-9da6-921ac63c3cea tempest-AttachVolumeShelveTestJSON-167533422 tempest-AttachVolumeShelveTestJSON-167533422-project] 10.222.0.32 "GET /v2.0/ports?device_id=5ca66dae-84ba-458f-9b5b-0792ea937c3d HTTP/1.1" status: 200 len: 946 time: 0.0492744 Aug 13 11:28:04.693477 dv-cinder-797608-16-iscsi neutron-server[93884]: INFO neutron.wsgi [req-92300a3d-0790-4394-9c07-6e403f350edf req-8a0da22d-d6c7-48e5-9725-53f7ab00b25f tempest-AttachVolumeShelveTestJSON-167533422 tempest-AttachVolumeShelveTestJSON-167533422-project] 10.222.0.32 "GET /v2.0/security-groups?id=b9edfe40-6480-42b1-a5a0-60b01d6d9607&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319724 Aug 13 11:28:05.215454 dv-cinder-797608-16-iscsi neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d462cb6f-e00d-4264-9f8a-a4c6808ba236 req-9e77d551-3d55-456a-90eb-6584dc48873f tempest-TestVolumeBootPattern-1538991942 tempest-TestVolumeBootPattern-1538991942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 11:28:05.216901 dv-cinder-797608-16-iscsi neutron-server[93884]: INFO neutron.wsgi [req-d462cb6f-e00d-4264-9f8a-a4c6808ba236 req-9e77d551-3d55-456a-90eb-6584dc48873f tempest-TestVolumeBootPattern-1538991942 tempest-TestVolumeBootPattern-1538991942-project] 10.222.0.32 "GET /v2.0/ports?device_id=473bac98-ceb4-41ec-b192-213d7c2f7dba HTTP/1.1" status: 200 len: 943 time: 0.0473537 Aug 13 11:28:05.259043 dv-cinder-797608-16-iscsi neutron-server[93884]: INFO neutron.wsgi [req-d462cb6f-e00d-4264-9f8a-a4c6808ba236 req-2261dd20-085a-498e-b856-667dbfb3f4bb tempest-TestVolumeBootPattern-1538991942 tempest-TestVolumeBootPattern-1538991942-project] 10.222.0.32 "GET /v2.0/security-groups?id=ca285d94-e6fc-485c-ad28-b15c1712fa1f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0359697 Aug 13 11:28:05.814823 dv-cinder-797608-16-iscsi neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af70e2b3-db7f-45a9-9da5-b8279aa5768f req-b65163f7-3848-4290-b336-638dc86d3834 tempest-AttachVolumeShelveTestJSON-167533422 tempest-AttachVolumeShelveTestJSON-167533422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 11:28:05.816320 dv-cinder-797608-16-iscsi neutron-server[93884]: INFO neutron.wsgi [req-af70e2b3-db7f-45a9-9da5-b8279aa5768f req-b65163f7-3848-4290-b336-638dc86d3834 tempest-AttachVolumeShelveTestJSON-167533422 tempest-AttachVolumeShelveTestJSON-167533422-project] 10.222.0.32 "GET /v2.0/ports?device_id=5ca66dae-84ba-458f-9b5b-0792ea937c3d HTTP/1.1" status: 200 len: 946 time: 0.0518658 Aug 13 11:28:05.859859 dv-cinder-797608-16-iscsi neutron-server[93884]: INFO neutron.wsgi [req-af70e2b3-db7f-45a9-9da5-b8279aa5768f req-62e4e683-94b6-479c-be91-b8b810e19ad1 tempest-AttachVolumeShelveTestJSON-167533422 tempest-AttachVolumeShelveTestJSON-167533422-project] 10.222.0.32 "GET /v2.0/security-groups?id=b9edfe40-6480-42b1-a5a0-60b01d6d9607&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0375926 Aug 13 11:28:06.369928 dv-cinder-797608-16-iscsi neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65692a14-426d-4d28-906c-f7bc533d8333 req-503ded97-4c61-46f4-a19b-381d77e3bad9 tempest-TestVolumeBootPattern-1538991942 tempest-TestVolumeBootPattern-1538991942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 11:28:06.371415 dv-cinder-797608-16-iscsi neutron-server[93884]: INFO neutron.wsgi [req-65692a14-426d-4d28-906c-f7bc533d8333 req-503ded97-4c61-46f4-a19b-381d77e3bad9 tempest-TestVolumeBootPattern-1538991942 tempest-TestVolumeBootPattern-1538991942-project] 10.222.0.32 "GET /v2.0/ports?device_id=473bac98-ceb4-41ec-b192-213d7c2f7dba HTTP/1.1" status: 200 len: 943 time: 0.0480564 Aug 13 11:28:06.409184 dv-cinder-797608-16-iscsi neutron-server[93884]: INFO neutron.wsgi [req-65692a14-426d-4d28-906c-f7bc533d8333 req-7083d52c-404f-45d7-a577-b9d7feb26d7e tempest-TestVolumeBootPattern-1538991942 tempest-TestVolumeBootPattern-1538991942-project] 10.222.0.32 "GET /v2.0/security-groups?id=ca285d94-e6fc-485c-ad28-b15c1712fa1f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0318868 Aug 13 11:28:06.978576 dv-cinder-797608-16-iscsi neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4048a3a-5fd6-4675-af0d-bf6ff371b791 req-9b97dd99-8996-49a8-9a41-0871cb6fccdd tempest-AttachVolumeShelveTestJSON-167533422 tempest-AttachVolumeShelveTestJSON-167533422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 11:28:06.980038 dv-cinder-797608-16-iscsi neutron-server[93884]: INFO neutron.wsgi [req-d4048a3a-5fd6-4675-af0d-bf6ff371b791 req-9b97dd99-8996-49a8-9a41-0871cb6fccdd tempest-AttachVolumeShelveTestJSON-167533422 tempest-AttachVolumeShelveTestJSON-167533422-project] 10.222.0.32 "GET /v2.0/ports?device_id=5ca66dae-84ba-458f-9b5b-0792ea937c3d HTTP/1.1" status: 200 len: 946 time: 0.0491621 Aug 13 11:28:07.019837 dv-cinder-797608-16-iscsi neutron-server[93884]: INFO neutron.wsgi [req-d4048a3a-5fd6-4675-af0d-bf6ff371b791 req-6eb1832b-046f-4f5f-b218-04947b76bf2c tempest-AttachVolumeShelveTestJSON-167533422 tempest-AttachVolumeShelveTestJSON-167533422-project] 10.222.0.32 "GET /v2.0/security-groups?id=b9edfe40-6480-42b1-a5a0-60b01d6d9607&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0333159 Aug 13 11:28:07.522647 dv-cinder-797608-16-iscsi neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4ffd1c7-eb7d-47b5-a7a2-91fbf82bbe0f req-986137db-d989-43ad-9679-bf4346639c8a tempest-TestVolumeBootPattern-1538991942 tempest-TestVolumeBootPattern-1538991942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 11:28:07.524083 dv-cinder-797608-16-iscsi neutron-server[93884]: INFO neutron.wsgi [req-d4ffd1c7-eb7d-47b5-a7a2-91fbf82bbe0f req-986137db-d989-43ad-9679-bf4346639c8a tempest-TestVolumeBootPattern-1538991942 tempest-TestVolumeBootPattern-1538991942-project] 10.222.0.32 "GET /v2.0/ports?device_id=473bac98-ceb4-41ec-b192-213d7c2f7dba HTTP/1.1" status: 200 len: 943 time: 0.0508142 Aug 13 11:28:07.559719 dv-cinder-797608-16-iscsi neutron-server[93884]: INFO neutron.wsgi [req-d4ffd1c7-eb7d-47b5-a7a2-91fbf82bbe0f req-efaedb58-9e4b-47bb-b23b-73e942a0d487 tempest-TestVolumeBootPattern-1538991942 tempest-TestVolumeBootPattern-1538991942-project] 10.222.0.32 "GET /v2.0/security-groups?id=ca285d94-e6fc-485c-ad28-b15c1712fa1f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0298073 Aug 13 11:28:08.136553 dv-cinder-797608-16-iscsi neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36e0e07c-393b-4c26-b6df-eb939bd9029d req-c4b1018b-206a-4db2-ac5c-cd7e1604469f tempest-AttachVolumeShelveTestJSON-167533422 tempest-AttachVolumeShelveTestJSON-167533422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 11:28:08.137937 dv-cinder-797608-16-iscsi neutron-server[93884]: INFO neutron.wsgi [req-36e0e07c-393b-4c26-b6df-eb939bd9029d req-c4b1018b-206a-4db2-ac5c-cd7e1604469f tempest-AttachVolumeShelveTestJSON-167533422 tempest-AttachVolumeShelveTestJSON-167533422-project] 10.222.0.32 "GET /v2.0/ports?device_id=5ca66dae-84ba-458f-9b5b-0792ea937c3d HTTP/1.1" status: 200 len: 946 time: 0.0472007 Aug 13 11:28:08.175282 dv-cinder-797608-16-iscsi neutron-server[93884]: INFO neutron.wsgi [req-36e0e07c-393b-4c26-b6df-eb939bd9029d req-09f6b439-0b14-4e18-96de-863ed4a8fc66 tempest-AttachVolumeShelveTestJSON-167533422 tempest-AttachVolumeShelveTestJSON-167533422-project] 10.222.0.32 "GET /v2.0/security-groups?id=b9edfe40-6480-42b1-a5a0-60b01d6d9607&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309043 Aug 13 11:28:08.258264 dv-cinder-797608-16-iscsi neutron-server[93885]: DEBUG neutron.plugins.ml2.rpc [None req-a0b9b986-0706-4fc6-9cf9-0eb02d2513dc None None] Device 7386944d-9140-4c3f-8e4f-ad713b66fbee details requested by agent hyperv_hv-cinder-79760 with host hv-cinder-79760 {{(pid=93885) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 13 11:28:08.322380 dv-cinder-797608-16-iscsi neutron-server[93884]: DEBUG neutron.wsgi [-] (93884) accepted ('10.222.0.32', 54000) {{(pid=93884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 11:28:08.353911 dv-cinder-797608-16-iscsi neutron-server[93885]: DEBUG neutron.plugins.ml2.db [None req-a0b9b986-0706-4fc6-9cf9-0eb02d2513dc None None] For port 7386944d-9140-4c3f-8e4f-ad713b66fbee, host hv-cinder-79760, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79760',level=0,port_id=7386944d-9140-4c3f-8e4f-ad713b66fbee,segment=NetworkSegment(7e8d8a1c-0ea0-4420-aa00-8216212b44b2),segment_id=7e8d8a1c-0ea0-4420-aa00-8216212b44b2)] {{(pid=93885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 13 11:28:08.365422 dv-cinder-797608-16-iscsi neutron-server[93885]: DEBUG neutron.plugins.ml2.rpc [None req-a0b9b986-0706-4fc6-9cf9-0eb02d2513dc None None] Returning: {'device': '7386944d-9140-4c3f-8e4f-ad713b66fbee', 'network_id': '999d1062-b3a3-4414-af22-ebf9a7c571f6', 'port_id': '7386944d-9140-4c3f-8e4f-ad713b66fbee', 'mac_address': 'fa:16:3e:c6:65:d5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 174, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2b810745-615e-4226-8545-baa357ea81b9', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93885) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 13 11:28:08.403288 dv-cinder-797608-16-iscsi neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-a0b9b986-0706-4fc6-9cf9-0eb02d2513dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935434'] for port, before_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 11:28:08.416369 dv-cinder-797608-16-iscsi neutron-server[93885]: DEBUG neutron.notifiers.nova [None req-a0b9b986-0706-4fc6-9cf9-0eb02d2513dc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7386944d-9140-4c3f-8e4f-ad713b66fbee {{(pid=93885) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 13 11:28:08.433049 dv-cinder-797608-16-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-3b8f43d4-5697-43fa-b5a8-3a43f2bc9063 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 11:28:08.438421 dv-cinder-797608-16-iscsi neutron-server[93885]: DEBUG neutron.plugins.ml2.db [None req-a0b9b986-0706-4fc6-9cf9-0eb02d2513dc None None] For port 7386944d-9140-4c3f-8e4f-ad713b66fbee, host hv-cinder-79760, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79760',level=0,port_id=7386944d-9140-4c3f-8e4f-ad713b66fbee,segment=NetworkSegment(7e8d8a1c-0ea0-4420-aa00-8216212b44b2),segment_id=7e8d8a1c-0ea0-4420-aa00-8216212b44b2)] {{(pid=93885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 13 11:28:08.442803 dv-cinder-797608-16-iscsi neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-a0b9b986-0706-4fc6-9cf9-0eb02d2513dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935844', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611014', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782137889940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782137337613', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782137337631'] for port, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 11:28:08.495874 dv-cinder-797608-16-iscsi neutron-server[93885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0b9b986-0706-4fc6-9cf9-0eb02d2513dc None None] Pushing event updated for resources: {'Port': ['ID=7386944d-9140-4c3f-8e4f-ad713b66fbee,revision_number=4']} {{(pid=93885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 11:28:08.503197 dv-cinder-797608-16-iscsi neutron-server[93885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0b9b986-0706-4fc6-9cf9-0eb02d2513dc None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797608-16-iscsi {{(pid=93885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 11:28:08.503548 dv-cinder-797608-16-iscsi neutron-server[93885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0b9b986-0706-4fc6-9cf9-0eb02d2513dc None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797608-16-iscsi {{(pid=93885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 11:28:08.503896 dv-cinder-797608-16-iscsi neutron-server[93885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0b9b986-0706-4fc6-9cf9-0eb02d2513dc None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797608-16-iscsi {{(pid=93885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 11:28:08.504230 dv-cinder-797608-16-iscsi neutron-server[93885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0b9b986-0706-4fc6-9cf9-0eb02d2513dc None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797608-16-iscsi {{(pid=93885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 11:28:08.504561 dv-cinder-797608-16-iscsi neutron-server[93885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0b9b986-0706-4fc6-9cf9-0eb02d2513dc None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-797608-16-iscsi {{(pid=93885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 11:28:08.505043 dv-cinder-797608-16-iscsi neutron-server[93885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0b9b986-0706-4fc6-9cf9-0eb02d2513dc None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797608-16-iscsi {{(pid=93885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 11:28:08.505228 dv-cinder-797608-16-iscsi neutron-server[93885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0b9b986-0706-4fc6-9cf9-0eb02d2513dc None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-797608-16-iscsi {{(pid=93885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 11:28:08.505543 dv-cinder-797608-16-iscsi neutron-server[93885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0b9b986-0706-4fc6-9cf9-0eb02d2513dc None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-797608-16-iscsi {{(pid=93885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 11:28:08.505896 dv-cinder-797608-16-iscsi neutron-server[93885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0b9b986-0706-4fc6-9cf9-0eb02d2513dc None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797608-16-iscsi {{(pid=93885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 11:28:08.506393 dv-cinder-797608-16-iscsi neutron-server[93885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0b9b986-0706-4fc6-9cf9-0eb02d2513dc None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797608-16-iscsi {{(pid=93885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 11:28:08.507058 dv-cinder-797608-16-iscsi neutron-server[93885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0b9b986-0706-4fc6-9cf9-0eb02d2513dc None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797608-16-iscsi {{(pid=93885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 11:28:08.507188 dv-cinder-797608-16-iscsi neutron-server[93885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0b9b986-0706-4fc6-9cf9-0eb02d2513dc None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797608-16-iscsi {{(pid=93885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 11:28:08.525182 dv-cinder-797608-16-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-3b8f43d4-5697-43fa-b5a8-3a43f2bc9063 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 11:28:08.528942 dv-cinder-797608-16-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-3b8f43d4-5697-43fa-b5a8-3a43f2bc9063 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651637'] for security_group, after_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 11:28:08.568527 dv-cinder-797608-16-iscsi neutron-server[93884]: INFO neutron.wsgi [None req-3b8f43d4-5697-43fa-b5a8-3a43f2bc9063 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=85e8044d36b1436597dcea6fdcf60bd7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2450535 Aug 13 11:28:08.569329 dv-cinder-797608-16-iscsi neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b8f43d4-5697-43fa-b5a8-3a43f2bc9063 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b3ac5ec1-eed4-433c-99fc-afb18fb4f3a9,revision_number=1']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 11:28:08.571941 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.32', 54004) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 11:28:08.622645 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-b756f12f-2b2f-4a88-8158-96fbeae85231 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 11:28:08.646839 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-b756f12f-2b2f-4a88-8158-96fbeae85231 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 11:28:08.673086 dv-cinder-797608-16-iscsi neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4860caf-fbe7-4b72-a041-194c12e554e6 req-48666703-68b1-4ef5-b3fe-b6ce4a4ba1a3 tempest-TestVolumeBootPattern-1538991942 tempest-TestVolumeBootPattern-1538991942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 11:28:08.674779 dv-cinder-797608-16-iscsi neutron-server[93884]: INFO neutron.wsgi [req-c4860caf-fbe7-4b72-a041-194c12e554e6 req-48666703-68b1-4ef5-b3fe-b6ce4a4ba1a3 tempest-TestVolumeBootPattern-1538991942 tempest-TestVolumeBootPattern-1538991942-project] 10.222.0.32 "GET /v2.0/ports?device_id=473bac98-ceb4-41ec-b192-213d7c2f7dba HTTP/1.1" status: 200 len: 944 time: 0.0482948 Aug 13 11:28:08.698723 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-b756f12f-2b2f-4a88-8158-96fbeae85231 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651637'] for security_group, after_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 11:28:08.701557 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-b756f12f-2b2f-4a88-8158-96fbeae85231 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 11:28:08.705300 dv-cinder-797608-16-iscsi neutron-server[93883]: INFO neutron.wsgi [None req-b756f12f-2b2f-4a88-8158-96fbeae85231 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/b3ac5ec1-eed4-433c-99fc-afb18fb4f3a9 HTTP/1.1" status: 204 len: 168 time: 0.1297529 Aug 13 11:28:08.715441 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b756f12f-2b2f-4a88-8158-96fbeae85231 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b3ac5ec1-eed4-433c-99fc-afb18fb4f3a9,revision_number=None']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 11:28:08.717839 dv-cinder-797608-16-iscsi neutron-server[93884]: INFO neutron.wsgi [req-c4860caf-fbe7-4b72-a041-194c12e554e6 req-72cdba4d-85c6-4b7d-8145-c40955346c73 tempest-TestVolumeBootPattern-1538991942 tempest-TestVolumeBootPattern-1538991942-project] 10.222.0.32 "GET /v2.0/security-groups?id=ca285d94-e6fc-485c-ad28-b15c1712fa1f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0361357 Aug 13 11:28:08.741488 dv-cinder-797608-16-iscsi neutron-server[93885]: DEBUG neutron.plugins.ml2.db [None req-a0b9b986-0706-4fc6-9cf9-0eb02d2513dc None None] get_ports_and_sgs() called for port_ids ['7386944d-9140-4c3f-8e4f-ad713b66fbee'] {{(pid=93885) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 13 11:28:08.856471 dv-cinder-797608-16-iscsi neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-9729095e-d203-4e87-b859-273247071e51 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782137812740', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-997306'] for agent, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 11:28:09.292252 dv-cinder-797608-16-iscsi neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c92d7c73-bdc7-4025-b9b6-232f1806ca1a req-c2274021-a99f-44a1-9940-9ba3b1d44c2f tempest-AttachVolumeShelveTestJSON-167533422 tempest-AttachVolumeShelveTestJSON-167533422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 11:28:09.293679 dv-cinder-797608-16-iscsi neutron-server[93884]: INFO neutron.wsgi [req-c92d7c73-bdc7-4025-b9b6-232f1806ca1a req-c2274021-a99f-44a1-9940-9ba3b1d44c2f tempest-AttachVolumeShelveTestJSON-167533422 tempest-AttachVolumeShelveTestJSON-167533422-project] 10.222.0.32 "GET /v2.0/ports?device_id=5ca66dae-84ba-458f-9b5b-0792ea937c3d HTTP/1.1" status: 200 len: 946 time: 0.0469718 Aug 13 11:28:09.329360 dv-cinder-797608-16-iscsi neutron-server[93884]: INFO neutron.wsgi [req-c92d7c73-bdc7-4025-b9b6-232f1806ca1a req-2f2ee90b-ac2b-4fcf-aac4-7812c2bed9d0 tempest-AttachVolumeShelveTestJSON-167533422 tempest-AttachVolumeShelveTestJSON-167533422-project] 10.222.0.32 "GET /v2.0/security-groups?id=b9edfe40-6480-42b1-a5a0-60b01d6d9607&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0299330 Aug 13 11:28:09.831281 dv-cinder-797608-16-iscsi neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22ad517e-c0d7-44c8-b8a2-7e867662bb64 req-8424e6ff-2f5e-400e-885c-0f08b794bfec tempest-TestVolumeBootPattern-1538991942 tempest-TestVolumeBootPattern-1538991942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 11:28:09.832743 dv-cinder-797608-16-iscsi neutron-server[93884]: INFO neutron.wsgi [req-22ad517e-c0d7-44c8-b8a2-7e867662bb64 req-8424e6ff-2f5e-400e-885c-0f08b794bfec tempest-TestVolumeBootPattern-1538991942 tempest-TestVolumeBootPattern-1538991942-project] 10.222.0.32 "GET /v2.0/ports?device_id=473bac98-ceb4-41ec-b192-213d7c2f7dba HTTP/1.1" status: 200 len: 944 time: 0.0473559 Aug 13 11:28:09.874741 dv-cinder-797608-16-iscsi neutron-server[93884]: INFO neutron.wsgi [req-22ad517e-c0d7-44c8-b8a2-7e867662bb64 req-4c87d73b-98c6-4bb7-a4be-d8b98854c3c5 tempest-TestVolumeBootPattern-1538991942 tempest-TestVolumeBootPattern-1538991942-project] 10.222.0.32 "GET /v2.0/security-groups?id=ca285d94-e6fc-485c-ad28-b15c1712fa1f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0361259 Aug 13 11:28:10.264486 dv-cinder-797608-16-iscsi neutron-server[93885]: DEBUG neutron.plugins.ml2.rpc [None req-a0b9b986-0706-4fc6-9cf9-0eb02d2513dc None None] Device 7386944d-9140-4c3f-8e4f-ad713b66fbee up at agent hyperv_hv-cinder-79760 {{(pid=93885) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 13 11:28:10.312108 dv-cinder-797608-16-iscsi neutron-server[93885]: DEBUG neutron.db.provisioning_blocks [None req-a0b9b986-0706-4fc6-9cf9-0eb02d2513dc None None] Provisioning for port 7386944d-9140-4c3f-8e4f-ad713b66fbee completed by entity L2. {{(pid=93885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 13 11:28:10.315829 dv-cinder-797608-16-iscsi neutron-server[93885]: DEBUG neutron.db.provisioning_blocks [None req-a0b9b986-0706-4fc6-9cf9-0eb02d2513dc None None] Provisioning complete for port 7386944d-9140-4c3f-8e4f-ad713b66fbee triggered by entity L2. {{(pid=93885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 13 11:28:10.316204 dv-cinder-797608-16-iscsi neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-a0b9b986-0706-4fc6-9cf9-0eb02d2513dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-997193'] for port, provisioning_complete {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 11:28:10.391201 dv-cinder-797608-16-iscsi neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-a0b9b986-0706-4fc6-9cf9-0eb02d2513dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935434'] for port, before_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 11:28:10.416780 dv-cinder-797608-16-iscsi neutron-server[93885]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '473bac98-ceb4-41ec-b192-213d7c2f7dba', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7386944d-9140-4c3f-8e4f-ad713b66fbee'}] {{(pid=93885) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 13 11:28:10.419158 dv-cinder-797608-16-iscsi neutron-server[93885]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6271a0dfd589c32cbc3478448621ce6e19c81a8dd821b4c159629fbe4478ed77" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-560b3ad3-a28f-4a9f-9f5d-490a38ce91d5" -d '{"events": [{"server_uuid": "473bac98-ceb4-41ec-b192-213d7c2f7dba", "name": "network-vif-plugged", "status": "completed", "tag": "7386944d-9140-4c3f-8e4f-ad713b66fbee"}]}' {{(pid=93885) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 13 11:28:10.432790 dv-cinder-797608-16-iscsi neutron-server[93885]: DEBUG neutron.plugins.ml2.db [None req-a0b9b986-0706-4fc6-9cf9-0eb02d2513dc None None] For port 7386944d-9140-4c3f-8e4f-ad713b66fbee, host hv-cinder-79760, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79760',level=0,port_id=7386944d-9140-4c3f-8e4f-ad713b66fbee,segment=NetworkSegment(7e8d8a1c-0ea0-4420-aa00-8216212b44b2),segment_id=7e8d8a1c-0ea0-4420-aa00-8216212b44b2)] {{(pid=93885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 13 11:28:10.438110 dv-cinder-797608-16-iscsi neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-a0b9b986-0706-4fc6-9cf9-0eb02d2513dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935844', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611014', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782137889940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782137337613', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782137337631'] for port, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 11:28:10.449728 dv-cinder-797608-16-iscsi neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0e89c60-3e72-4d19-a641-3959ea2ac691 req-e8430ea6-546b-4619-8b17-0dde909a209d tempest-AttachVolumeShelveTestJSON-167533422 tempest-AttachVolumeShelveTestJSON-167533422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 11:28:10.451351 dv-cinder-797608-16-iscsi neutron-server[93884]: INFO neutron.wsgi [req-e0e89c60-3e72-4d19-a641-3959ea2ac691 req-e8430ea6-546b-4619-8b17-0dde909a209d tempest-AttachVolumeShelveTestJSON-167533422 tempest-AttachVolumeShelveTestJSON-167533422-project] 10.222.0.32 "GET /v2.0/ports?device_id=5ca66dae-84ba-458f-9b5b-0792ea937c3d HTTP/1.1" status: 200 len: 946 time: 0.0506747 Aug 13 11:28:10.463897 dv-cinder-797608-16-iscsi neutron-server[93885]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 13 Aug 2021 11:28:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1cec2083-09d7-4829-a0ad-531d96424628 x-openstack-request-id: req-1cec2083-09d7-4829-a0ad-531d96424628 {{(pid=93885) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 13 11:28:10.464185 dv-cinder-797608-16-iscsi neutron-server[93885]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "473bac98-ceb4-41ec-b192-213d7c2f7dba", "name": "network-vif-plugged", "status": "completed", "tag": "7386944d-9140-4c3f-8e4f-ad713b66fbee", "code": 200}]} {{(pid=93885) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 13 11:28:10.464452 dv-cinder-797608-16-iscsi neutron-server[93885]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-1cec2083-09d7-4829-a0ad-531d96424628 {{(pid=93885) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 13 11:28:10.464811 dv-cinder-797608-16-iscsi neutron-server[93885]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '473bac98-ceb4-41ec-b192-213d7c2f7dba', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7386944d-9140-4c3f-8e4f-ad713b66fbee', 'code': 200} Aug 13 11:28:10.489962 dv-cinder-797608-16-iscsi neutron-server[93885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0b9b986-0706-4fc6-9cf9-0eb02d2513dc None None] Pushing event updated for resources: {'Port': ['ID=7386944d-9140-4c3f-8e4f-ad713b66fbee,revision_number=5']} {{(pid=93885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 11:28:10.490214 dv-cinder-797608-16-iscsi neutron-server[93884]: INFO neutron.wsgi [req-e0e89c60-3e72-4d19-a641-3959ea2ac691 req-194c3f74-3a72-4afb-aed3-197df5bf7acc tempest-AttachVolumeShelveTestJSON-167533422 tempest-AttachVolumeShelveTestJSON-167533422-project] 10.222.0.32 "GET /v2.0/security-groups?id=b9edfe40-6480-42b1-a5a0-60b01d6d9607&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310550 Aug 13 11:28:10.707714 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb1c82b8-3946-4880-9217-f7567e371ac7 req-5066eeda-b30f-4ee1-85e5-d3c7e28644eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 11:28:10.709169 dv-cinder-797608-16-iscsi neutron-server[93883]: INFO neutron.wsgi [req-bb1c82b8-3946-4880-9217-f7567e371ac7 req-5066eeda-b30f-4ee1-85e5-d3c7e28644eb service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=473bac98-ceb4-41ec-b192-213d7c2f7dba HTTP/1.1" status: 200 len: 1098 time: 0.0392141 Aug 13 11:28:10.743449 dv-cinder-797608-16-iscsi neutron-server[93883]: INFO neutron.wsgi [req-bb1c82b8-3946-4880-9217-f7567e371ac7 req-bda88cf4-ac5d-4164-8d22-08175d73789b service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=ca285d94-e6fc-485c-ad28-b15c1712fa1f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0269432 Aug 13 11:28:10.991951 dv-cinder-797608-16-iscsi neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf5e0e84-39d3-483b-b100-aa0a0431c9df req-764974e3-ca0e-47b3-b782-1a11d475c5a9 tempest-TestVolumeBootPattern-1538991942 tempest-TestVolumeBootPattern-1538991942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 11:28:10.993313 dv-cinder-797608-16-iscsi neutron-server[93884]: INFO neutron.wsgi [req-cf5e0e84-39d3-483b-b100-aa0a0431c9df req-764974e3-ca0e-47b3-b782-1a11d475c5a9 tempest-TestVolumeBootPattern-1538991942 tempest-TestVolumeBootPattern-1538991942-project] 10.222.0.32 "GET /v2.0/ports?device_id=473bac98-ceb4-41ec-b192-213d7c2f7dba HTTP/1.1" status: 200 len: 945 time: 0.0485435 Aug 13 11:28:11.029083 dv-cinder-797608-16-iscsi neutron-server[93884]: INFO neutron.wsgi [req-cf5e0e84-39d3-483b-b100-aa0a0431c9df req-fbb52973-5d58-418f-9a11-2a0ef829bf4b tempest-TestVolumeBootPattern-1538991942 tempest-TestVolumeBootPattern-1538991942-project] 10.222.0.32 "GET /v2.0/security-groups?id=ca285d94-e6fc-485c-ad28-b15c1712fa1f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0294456 Aug 13 11:28:11.288303 dv-cinder-797608-16-iscsi neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-cf184158-9312-48a4-8d36-b6268376dda4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782137812740', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-997306'] for agent, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 11:28:11.581144 dv-cinder-797608-16-iscsi neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-05931952-e11e-4e12-af58-ece1398d134b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782137812740', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-997306'] for agent, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 11:28:11.609961 dv-cinder-797608-16-iscsi neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb940721-b431-4602-9308-31702f23eb34 req-58604ef2-4fa1-4872-8d3c-52f166d471de tempest-AttachVolumeShelveTestJSON-167533422 tempest-AttachVolumeShelveTestJSON-167533422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 11:28:11.611436 dv-cinder-797608-16-iscsi neutron-server[93884]: INFO neutron.wsgi [req-cb940721-b431-4602-9308-31702f23eb34 req-58604ef2-4fa1-4872-8d3c-52f166d471de tempest-AttachVolumeShelveTestJSON-167533422 tempest-AttachVolumeShelveTestJSON-167533422-project] 10.222.0.32 "GET /v2.0/ports?device_id=5ca66dae-84ba-458f-9b5b-0792ea937c3d HTTP/1.1" status: 200 len: 946 time: 0.0485504 Aug 13 11:28:11.653156 dv-cinder-797608-16-iscsi neutron-server[93884]: INFO neutron.wsgi [req-cb940721-b431-4602-9308-31702f23eb34 req-26c205f9-ec85-4109-b5d0-0752fa8e2d45 tempest-AttachVolumeShelveTestJSON-167533422 tempest-AttachVolumeShelveTestJSON-167533422-project] 10.222.0.32 "GET /v2.0/security-groups?id=b9edfe40-6480-42b1-a5a0-60b01d6d9607&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0344265 Aug 13 11:28:12.140966 dv-cinder-797608-16-iscsi neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf9735ef-91d5-47d6-a1b2-7c3c60b77295 req-a1786814-f5f4-4583-af29-71c88382efc8 tempest-TestVolumeBootPattern-1538991942 tempest-TestVolumeBootPattern-1538991942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 11:28:12.142329 dv-cinder-797608-16-iscsi neutron-server[93884]: INFO neutron.wsgi [req-bf9735ef-91d5-47d6-a1b2-7c3c60b77295 req-a1786814-f5f4-4583-af29-71c88382efc8 tempest-TestVolumeBootPattern-1538991942 tempest-TestVolumeBootPattern-1538991942-project] 10.222.0.32 "GET /v2.0/ports?device_id=473bac98-ceb4-41ec-b192-213d7c2f7dba HTTP/1.1" status: 200 len: 945 time: 0.0472014 Aug 13 11:28:12.179047 dv-cinder-797608-16-iscsi neutron-server[93884]: INFO neutron.wsgi [req-bf9735ef-91d5-47d6-a1b2-7c3c60b77295 req-87977a5d-8581-4a38-af29-943832944d6b tempest-TestVolumeBootPattern-1538991942 tempest-TestVolumeBootPattern-1538991942-project] 10.222.0.32 "GET /v2.0/security-groups?id=ca285d94-e6fc-485c-ad28-b15c1712fa1f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0308630 Aug 13 11:28:12.289490 dv-cinder-797608-16-iscsi neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1a67fb4-34b5-4621-a145-35b423344b74 req-27307e6f-374a-4624-81fd-0841605d1adb tempest-TestVolumeBootPattern-1538991942 tempest-TestVolumeBootPattern-1538991942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 11:28:12.290970 dv-cinder-797608-16-iscsi neutron-server[93884]: INFO neutron.wsgi [req-d1a67fb4-34b5-4621-a145-35b423344b74 req-27307e6f-374a-4624-81fd-0841605d1adb tempest-TestVolumeBootPattern-1538991942 tempest-TestVolumeBootPattern-1538991942-project] 10.222.0.32 "GET /v2.0/ports?device_id=473bac98-ceb4-41ec-b192-213d7c2f7dba HTTP/1.1" status: 200 len: 945 time: 0.0470574 Aug 13 11:28:12.327608 dv-cinder-797608-16-iscsi neutron-server[93884]: INFO neutron.wsgi [req-d1a67fb4-34b5-4621-a145-35b423344b74 req-2a2a5cf1-48bf-4c32-8d42-9c9017f082c8 tempest-TestVolumeBootPattern-1538991942 tempest-TestVolumeBootPattern-1538991942-project] 10.222.0.32 "GET /v2.0/security-groups?id=ca285d94-e6fc-485c-ad28-b15c1712fa1f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0303819 Aug 13 11:28:12.349057 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.32', 54026) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 11:28:12.388051 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dbaa44e5-3211-4623-8c26-433fc575b4b5 tempest-TestVolumeBootPattern-971038727 tempest-TestVolumeBootPattern-971038727-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 11:28:12.389552 dv-cinder-797608-16-iscsi neutron-server[93883]: INFO neutron.wsgi [None req-dbaa44e5-3211-4623-8c26-433fc575b4b5 tempest-TestVolumeBootPattern-971038727 tempest-TestVolumeBootPattern-971038727-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=473bac98-ceb4-41ec-b192-213d7c2f7dba HTTP/1.1" status: 200 len: 1093 time: 0.0395038 Aug 13 11:28:12.392303 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.32', 54028) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 11:28:12.396523 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron.api.v2.base [None req-c014f157-19a2-480c-9860-b23151de3c9e tempest-TestVolumeBootPattern-1538991942 tempest-TestVolumeBootPattern-1538991942-project] Request body: {'floatingip': {'floating_network_id': '7c3f0979-58a5-4465-87f9-e256377c6b61', 'port_id': '7386944d-9140-4c3f-8e4f-ad713b66fbee', 'tenant_id': 'd5749f1d743e45099877d2ba04647196', 'fixed_ip_address': '172.20.0.4'}} {{(pid=93883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 13 11:28:12.417774 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-c014f157-19a2-480c-9860-b23151de3c9e tempest-TestVolumeBootPattern-1538991942 tempest-TestVolumeBootPattern-1538991942-project] Notify callbacks [] for floatingip, before_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 11:28:12.506876 dv-cinder-797608-16-iscsi neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-c8cb50cc-12ff-4088-b7b1-9c64999b964c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782137812740', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-997306'] for agent, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 11:28:12.514083 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-c014f157-19a2-480c-9860-b23151de3c9e tempest-TestVolumeBootPattern-1538991942 tempest-TestVolumeBootPattern-1538991942-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935434'] for port, before_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 11:28:12.612538 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron.db.db_base_plugin_common [None req-c014f157-19a2-480c-9860-b23151de3c9e tempest-TestVolumeBootPattern-1538991942 tempest-TestVolumeBootPattern-1538991942-project] Allocated IP 172.27.2.141 (7c3f0979-58a5-4465-87f9-e256377c6b61/ba735781-2bff-41d5-99b4-7ca705ee91ca/9745106e-f6bd-45da-81df-5f418e10fbef) {{(pid=93883) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 13 11:28:12.712112 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-c014f157-19a2-480c-9860-b23151de3c9e tempest-TestVolumeBootPattern-1538991942 tempest-TestVolumeBootPattern-1538991942-project] Notify callbacks [] for port, precommit_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 11:28:12.751326 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-c014f157-19a2-480c-9860-b23151de3c9e tempest-TestVolumeBootPattern-1538991942 tempest-TestVolumeBootPattern-1538991942-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935844', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611014', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782137337079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2139128394'] for port, after_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 11:28:12.773480 dv-cinder-797608-16-iscsi neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc53e8dd-6bfb-46ad-80fa-bd1671733421 req-3ec43a1a-8469-4b3d-b0bf-551b3e545bd4 tempest-AttachVolumeShelveTestJSON-167533422 tempest-AttachVolumeShelveTestJSON-167533422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 11:28:12.775004 dv-cinder-797608-16-iscsi neutron-server[93884]: INFO neutron.wsgi [req-cc53e8dd-6bfb-46ad-80fa-bd1671733421 req-3ec43a1a-8469-4b3d-b0bf-551b3e545bd4 tempest-AttachVolumeShelveTestJSON-167533422 tempest-AttachVolumeShelveTestJSON-167533422-project] 10.222.0.32 "GET /v2.0/ports?device_id=5ca66dae-84ba-458f-9b5b-0792ea937c3d HTTP/1.1" status: 200 len: 946 time: 0.0518367 Aug 13 11:28:12.785950 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c014f157-19a2-480c-9860-b23151de3c9e tempest-TestVolumeBootPattern-1538991942 tempest-TestVolumeBootPattern-1538991942-project] Network 7c3f0979-58a5-4465-87f9-e256377c6b61 is already hosted by enough agents. {{(pid=93883) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 13 11:28:12.790190 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron.scheduler.base_scheduler [None req-c014f157-19a2-480c-9860-b23151de3c9e tempest-TestVolumeBootPattern-1538991942 tempest-TestVolumeBootPattern-1538991942-project] Resources bound (agent type, host, resource id): {{(pid=93883) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 13 11:28:12.796236 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c014f157-19a2-480c-9860-b23151de3c9e tempest-TestVolumeBootPattern-1538991942 tempest-TestVolumeBootPattern-1538991942-project] Received port after_create {{(pid=93883) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 13 11:28:12.816261 dv-cinder-797608-16-iscsi neutron-server[93884]: INFO neutron.wsgi [req-cc53e8dd-6bfb-46ad-80fa-bd1671733421 req-84ddc5e4-d84d-4a19-baa3-1fa860da9bcd tempest-AttachVolumeShelveTestJSON-167533422 tempest-AttachVolumeShelveTestJSON-167533422-project] 10.222.0.32 "GET /v2.0/security-groups?id=b9edfe40-6480-42b1-a5a0-60b01d6d9607&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0347435 Aug 13 11:28:12.819278 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c014f157-19a2-480c-9860-b23151de3c9e tempest-TestVolumeBootPattern-1538991942 tempest-TestVolumeBootPattern-1538991942-project] Pushing event updated for resources: {'Port': ['ID=9745106e-f6bd-45da-81df-5f418e10fbef,revision_number=1']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 11:28:13.140354 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-c014f157-19a2-480c-9860-b23151de3c9e tempest-TestVolumeBootPattern-1538991942 tempest-TestVolumeBootPattern-1538991942-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 11:28:13.204443 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-c014f157-19a2-480c-9860-b23151de3c9e tempest-TestVolumeBootPattern-1538991942 tempest-TestVolumeBootPattern-1538991942-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935434'] for port, before_update {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 11:28:13.356067 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-c014f157-19a2-480c-9860-b23151de3c9e tempest-TestVolumeBootPattern-1538991942 tempest-TestVolumeBootPattern-1538991942-project] Notify callbacks [] for port, precommit_update {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 11:28:13.360443 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-c014f157-19a2-480c-9860-b23151de3c9e tempest-TestVolumeBootPattern-1538991942 tempest-TestVolumeBootPattern-1538991942-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935844', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611014', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782137889940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782137337613', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782137337631', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2139128387'] for port, after_update {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 11:28:13.433822 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c014f157-19a2-480c-9860-b23151de3c9e tempest-TestVolumeBootPattern-1538991942 tempest-TestVolumeBootPattern-1538991942-project] Pushing event updated for resources: {'Port': ['ID=9745106e-f6bd-45da-81df-5f418e10fbef,revision_number=2']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 11:28:13.439981 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-c014f157-19a2-480c-9860-b23151de3c9e tempest-TestVolumeBootPattern-1538991942 tempest-TestVolumeBootPattern-1538991942-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1585555'] for floatingip, after_update {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 11:28:13.536916 dv-cinder-797608-16-iscsi neutron-server[93883]: INFO neutron.db.l3_db [None req-c014f157-19a2-480c-9860-b23151de3c9e tempest-TestVolumeBootPattern-1538991942 tempest-TestVolumeBootPattern-1538991942-project] Floating IP 3313452d-dd1f-46ef-b3b4-be5708ced15c associated. External IP: 172.27.2.141, port: 7386944d-9140-4c3f-8e4f-ad713b66fbee. Aug 13 11:28:13.937757 dv-cinder-797608-16-iscsi neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d47cbcc3-41a2-436b-b5b8-8df2337a8542 req-7bc0a6f9-77fb-4b32-bbf8-e8eb49af205a tempest-AttachVolumeShelveTestJSON-167533422 tempest-AttachVolumeShelveTestJSON-167533422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 11:28:13.939383 dv-cinder-797608-16-iscsi neutron-server[93884]: INFO neutron.wsgi [req-d47cbcc3-41a2-436b-b5b8-8df2337a8542 req-7bc0a6f9-77fb-4b32-bbf8-e8eb49af205a tempest-AttachVolumeShelveTestJSON-167533422 tempest-AttachVolumeShelveTestJSON-167533422-project] 10.222.0.32 "GET /v2.0/ports?device_id=5ca66dae-84ba-458f-9b5b-0792ea937c3d HTTP/1.1" status: 200 len: 946 time: 0.0476642 Aug 13 11:28:13.978548 dv-cinder-797608-16-iscsi neutron-server[93884]: INFO neutron.wsgi [req-d47cbcc3-41a2-436b-b5b8-8df2337a8542 req-8840837d-5402-4662-b6fb-1dd92187dc0a tempest-AttachVolumeShelveTestJSON-167533422 tempest-AttachVolumeShelveTestJSON-167533422-project] 10.222.0.32 "GET /v2.0/security-groups?id=b9edfe40-6480-42b1-a5a0-60b01d6d9607&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0330501 Aug 13 11:28:14.017886 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c014f157-19a2-480c-9860-b23151de3c9e tempest-TestVolumeBootPattern-1538991942 tempest-TestVolumeBootPattern-1538991942-project] Router cd349942-cccd-4380-823d-f8929ef099a0 has already been hosted by L3 agent 120d27b5-31d8-4cd2-97b4-2412c45088e1 {{(pid=93883) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 13 11:28:14.078404 dv-cinder-797608-16-iscsi neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-71795f1a-9c4d-4630-a580-a9486fbcc3ea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782137812740', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-997306'] for agent, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 11:28:14.120472 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c014f157-19a2-480c-9860-b23151de3c9e tempest-TestVolumeBootPattern-1538991942 tempest-TestVolumeBootPattern-1538991942-project] Notify agent at l3_agent.dv-cinder-797608-16-iscsi the message routers_updated {{(pid=93883) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 13 11:28:14.130222 dv-cinder-797608-16-iscsi neutron-server[93886]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab952087-27bc-43e5-b366-b83e2861604c None None] Sync routers for ids ['cd349942-cccd-4380-823d-f8929ef099a0'] in dv-cinder-797608-16-iscsi {{(pid=93886) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 13 11:28:14.136238 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-c014f157-19a2-480c-9860-b23151de3c9e tempest-TestVolumeBootPattern-1538991942 tempest-TestVolumeBootPattern-1538991942-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-128352'] for floatingip, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 11:28:14.140151 dv-cinder-797608-16-iscsi neutron-server[93886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab952087-27bc-43e5-b366-b83e2861604c None None] Routers {'cd349942-cccd-4380-823d-f8929ef099a0'} bound to L3 agent in host dv-cinder-797608-16-iscsi {{(pid=93886) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 13 11:28:14.140833 dv-cinder-797608-16-iscsi neutron-server[93886]: DEBUG neutron.db.l3_hamode_db [None req-ab952087-27bc-43e5-b366-b83e2861604c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797608-16-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-13T11:11:41Z,description=,heartbeat_timestamp=2021-08-13T11:28:11Z,host='dv-cinder-797608-16-iscsi',id=120d27b5-31d8-4cd2-97b4-2412c45088e1,load=0,resource_versions=,resources_synced=,started_at=2021-08-13T11:11:41Z,topic='l3_agent')) {'router_ids': ['cd349942-cccd-4380-823d-f8929ef099a0'], 'active': True} {{(pid=93886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 13 11:28:14.166458 dv-cinder-797608-16-iscsi neutron-server[93883]: INFO neutron.wsgi [None req-c014f157-19a2-480c-9860-b23151de3c9e tempest-TestVolumeBootPattern-1538991942 tempest-TestVolumeBootPattern-1538991942-project] 10.222.0.32 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.7731760 Aug 13 11:28:14.167047 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '473bac98-ceb4-41ec-b192-213d7c2f7dba', 'tag': '7386944d-9140-4c3f-8e4f-ad713b66fbee'}] {{(pid=93883) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 13 11:28:14.169321 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}db1a1fbc245c58e73290e58258e46ca41fe4e785cc79cbd57aa3dae940aad292" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d3e98174-f40e-4dae-b447-70c0505e1260" -d '{"events": [{"name": "network-changed", "server_uuid": "473bac98-ceb4-41ec-b192-213d7c2f7dba", "tag": "7386944d-9140-4c3f-8e4f-ad713b66fbee"}]}' {{(pid=93883) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 13 11:28:14.206265 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 13 Aug 2021 11:28:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9397d7d9-2de4-47b5-a066-73c06490c16b x-openstack-request-id: req-9397d7d9-2de4-47b5-a066-73c06490c16b {{(pid=93883) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 13 11:28:14.206557 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "473bac98-ceb4-41ec-b192-213d7c2f7dba", "tag": "7386944d-9140-4c3f-8e4f-ad713b66fbee", "status": "completed", "code": 200}]} {{(pid=93883) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 13 11:28:14.206798 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-9397d7d9-2de4-47b5-a066-73c06490c16b {{(pid=93883) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 13 11:28:14.207213 dv-cinder-797608-16-iscsi neutron-server[93883]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '473bac98-ceb4-41ec-b192-213d7c2f7dba', 'tag': '7386944d-9140-4c3f-8e4f-ad713b66fbee', 'status': 'completed', 'code': 200} Aug 13 11:28:14.244184 dv-cinder-797608-16-iscsi neutron-server[93886]: DEBUG neutron.db.l3_dvr_db [None req-ab952087-27bc-43e5-b366-b83e2861604c None None] Set router cd349942-cccd-4380-823d-f8929ef099a0 gateway port host: dv-cinder-797608-16-iscsi {{(pid=93886) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 13 11:28:14.294093 dv-cinder-797608-16-iscsi neutron-server[93885]: DEBUG neutron.plugins.ml2.rpc [None req-a0b9b986-0706-4fc6-9cf9-0eb02d2513dc None None] Device 9cd0cf8a-1856-43cc-9a11-b05d507cc63c details requested by agent hyperv_hv-cinder-79760 with host hv-cinder-79760 {{(pid=93885) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 13 11:28:14.296529 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3e98174-f40e-4dae-b447-70c0505e1260 req-201612c0-941a-4548-ab19-7f2152faec6e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 11:28:14.298050 dv-cinder-797608-16-iscsi neutron-server[93883]: INFO neutron.wsgi [req-d3e98174-f40e-4dae-b447-70c0505e1260 req-201612c0-941a-4548-ab19-7f2152faec6e service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=d5749f1d743e45099877d2ba04647196&device_id=473bac98-ceb4-41ec-b192-213d7c2f7dba HTTP/1.1" status: 200 len: 1098 time: 0.0398428 Aug 13 11:28:14.396070 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3e98174-f40e-4dae-b447-70c0505e1260 req-93973f9f-678f-439c-bdff-55b534c3f798 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 11:28:14.397561 dv-cinder-797608-16-iscsi neutron-server[93883]: INFO neutron.wsgi [req-d3e98174-f40e-4dae-b447-70c0505e1260 req-93973f9f-678f-439c-bdff-55b534c3f798 service neutron] 10.222.0.20 "GET /v2.0/networks?id=999d1062-b3a3-4414-af22-ebf9a7c571f6 HTTP/1.1" status: 200 len: 913 time: 0.0913720 Aug 13 11:28:14.398493 dv-cinder-797608-16-iscsi neutron-server[93885]: DEBUG neutron.plugins.ml2.db [None req-a0b9b986-0706-4fc6-9cf9-0eb02d2513dc None None] For port 9cd0cf8a-1856-43cc-9a11-b05d507cc63c, host hv-cinder-79760, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79760',level=0,port_id=9cd0cf8a-1856-43cc-9a11-b05d507cc63c,segment=NetworkSegment(0fa64963-7e93-4d0e-b107-3a0c1a54420b),segment_id=0fa64963-7e93-4d0e-b107-3a0c1a54420b)] {{(pid=93885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 13 11:28:14.410826 dv-cinder-797608-16-iscsi neutron-server[93885]: DEBUG neutron.plugins.ml2.rpc [None req-a0b9b986-0706-4fc6-9cf9-0eb02d2513dc None None] Returning: {'device': '9cd0cf8a-1856-43cc-9a11-b05d507cc63c', 'network_id': 'd5a90fe8-bc27-43fd-967e-c2c4a7f28507', 'port_id': '9cd0cf8a-1856-43cc-9a11-b05d507cc63c', 'mac_address': 'fa:16:3e:c4:e9:5a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 150, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '76eee822-f693-42cb-8b2a-3e4c87d31887', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93885) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 13 11:28:14.448029 dv-cinder-797608-16-iscsi neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-a0b9b986-0706-4fc6-9cf9-0eb02d2513dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935434'] for port, before_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 11:28:14.460729 dv-cinder-797608-16-iscsi neutron-server[93885]: DEBUG neutron.notifiers.nova [None req-a0b9b986-0706-4fc6-9cf9-0eb02d2513dc None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 9cd0cf8a-1856-43cc-9a11-b05d507cc63c {{(pid=93885) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 13 11:28:14.471922 dv-cinder-797608-16-iscsi neutron-server[93883]: INFO neutron.wsgi [req-d3e98174-f40e-4dae-b447-70c0505e1260 req-80e6d3d6-58e5-4ce2-bca6-61b1926658c7 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=7386944d-9140-4c3f-8e4f-ad713b66fbee HTTP/1.1" status: 200 len: 999 time: 0.0662572 Aug 13 11:28:14.478511 dv-cinder-797608-16-iscsi neutron-server[93886]: DEBUG neutron.db.l3_hamode_db [None req-ab952087-27bc-43e5-b366-b83e2861604c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cd349942-cccd-4380-823d-f8929ef099a0', 'name': 'tempest-TestVolumeBootPattern-1716761397-router', 'tenant_id': 'd5749f1d743e45099877d2ba04647196', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c3f0979-58a5-4465-87f9-e256377c6b61', 'external_fixed_ips': [{'subnet_id': 'ba735781-2bff-41d5-99b4-7ca705ee91ca', 'ip_address': '172.27.2.151'}], 'enable_snat': True}, 'gw_port_id': 'd7f11c20-a34b-4aad-8189-8f8559df3f39', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-13T11:22:18Z', 'updated_at': '2021-08-13T11:22:21Z', 'revision_number': 4, 'project_id': 'd5749f1d743e45099877d2ba04647196', 'gw_port': {'id': 'd7f11c20-a34b-4aad-8189-8f8559df3f39', 'name': '', 'network_id': '7c3f0979-58a5-4465-87f9-e256377c6b61', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:19:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd349942-cccd-4380-823d-f8929ef099a0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 470, 'fixed_ips': [{'subnet_id': 'ba735781-2bff-41d5-99b4-7ca705ee91ca', 'ip_address': '172.27.2.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-13T11:22:18Z', 'updated_at': '2021-08-13T11:22:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ba735781-2bff-41d5-99b4-7ca705ee91ca', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797608-16-iscsi', '_floatingips': [{'id': '3313452d-dd1f-46ef-b3b4-be5708ced15c', 'tenant_id': 'd5749f1d743e45099877d2ba04647196', 'floating_ip_address': '172.27.2.141', 'floating_network_id': '7c3f0979-58a5-4465-87f9-e256377c6b61', 'router_id': 'cd349942-cccd-4380-823d-f8929ef099a0', 'port_id': '7386944d-9140-4c3f-8e4f-ad713b66fbee', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 683, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '999d1062-b3a3-4414-af22-ebf9a7c571f6', 'mac_address': 'fa:16:3e:c6:65:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '473bac98-ceb4-41ec-b192-213d7c2f7dba', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-13T11:28:13Z', 'updated_at': '2021-08-13T11:28:13Z', 'revision_number': 0, 'project_id': 'd5749f1d743e45099877d2ba04647196', 'fixed_ip_address_scope': None}, {'id': '78ff6710-1ee7-494a-9fa4-cb25736123d1', 'tenant_id': 'd5749f1d743e45099877d2ba04647196', 'floating_ip_address': '172.27.2.29', 'floating_network_id': '7c3f0979-58a5-4465-87f9-e256377c6b61', 'router_id': 'cd349942-cccd-4380-823d-f8929ef099a0', 'port_id': 'a841ceaa-388c-4269-9b38-7760e5a6060c', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 607, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '999d1062-b3a3-4414-af22-ebf9a7c571f6', 'mac_address': 'fa:16:3e:ba:91:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '80297648-f7cc-41a2-9ba7-9546d08e7146', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-13T11:26:05Z', 'updated_at': '2021-08-13T11:26:07Z', 'revision_number': 1, 'project_id': 'd5749f1d743e45099877d2ba04647196', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e7681864-7bb9-4402-8c3d-4147abd52caa', 'name': '', 'network_id': '999d1062-b3a3-4414-af22-ebf9a7c571f6', 'tenant_id': 'd5749f1d743e45099877d2ba04647196', 'mac_address': 'fa:16:3e:fd:b5:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd349942-cccd-4380-823d-f8929ef099a0', 'device_owner': 'network:router_interface', 'standard_attr_id': 471, 'fixed_ips': [{'subnet_id': '2b810745-615e-4226-8545-baa357ea81b9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-13T11:22:21Z', 'updated_at': '2021-08-13T11:22:28Z', 'revision_number': 5, 'project_id': 'd5749f1d743e45099877d2ba04647196', 'subnets': [{'id': '2b810745-615e-4226-8545-baa357ea81b9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-797608-16-iscsi', False) {} {{(pid=93886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 13 11:28:14.479721 dv-cinder-797608-16-iscsi neutron-server[93885]: DEBUG neutron.plugins.ml2.db [None req-a0b9b986-0706-4fc6-9cf9-0eb02d2513dc None None] For port 9cd0cf8a-1856-43cc-9a11-b05d507cc63c, host hv-cinder-79760, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79760',level=0,port_id=9cd0cf8a-1856-43cc-9a11-b05d507cc63c,segment=NetworkSegment(0fa64963-7e93-4d0e-b107-3a0c1a54420b),segment_id=0fa64963-7e93-4d0e-b107-3a0c1a54420b)] {{(pid=93885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 13 11:28:14.484384 dv-cinder-797608-16-iscsi neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-a0b9b986-0706-4fc6-9cf9-0eb02d2513dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935844', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611014', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782137889940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782137337613', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782137337631'] for port, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 11:28:14.510304 dv-cinder-797608-16-iscsi neutron-server[93886]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab952087-27bc-43e5-b366-b83e2861604c None None] Checking router: cd349942-cccd-4380-823d-f8929ef099a0 for host: dv-cinder-797608-16-iscsi {{(pid=93886) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 13 11:28:14.518662 dv-cinder-797608-16-iscsi neutron-server[93886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab952087-27bc-43e5-b366-b83e2861604c None None] Routers {'cd349942-cccd-4380-823d-f8929ef099a0'} bound to L3 agent in host dv-cinder-797608-16-iscsi {{(pid=93886) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 13 11:28:14.519612 dv-cinder-797608-16-iscsi neutron-server[93886]: DEBUG neutron.db.l3_hamode_db [None req-ab952087-27bc-43e5-b366-b83e2861604c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797608-16-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-13T11:11:41Z,description=,heartbeat_timestamp=2021-08-13T11:28:11Z,host='dv-cinder-797608-16-iscsi',id=120d27b5-31d8-4cd2-97b4-2412c45088e1,load=0,resource_versions=,resources_synced=,started_at=2021-08-13T11:11:41Z,topic='l3_agent')) {'router_ids': ['cd349942-cccd-4380-823d-f8929ef099a0'], 'active': True} {{(pid=93886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 13 11:28:14.529010 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3e98174-f40e-4dae-b447-70c0505e1260 req-9b2baecd-0ec5-4767-aa88-763f3ba7da5b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 11:28:14.530686 dv-cinder-797608-16-iscsi neutron-server[93883]: INFO neutron.wsgi [req-d3e98174-f40e-4dae-b447-70c0505e1260 req-9b2baecd-0ec5-4767-aa88-763f3ba7da5b service neutron] 10.222.0.20 "GET /v2.0/subnets?id=2b810745-615e-4226-8545-baa357ea81b9 HTTP/1.1" status: 200 len: 851 time: 0.0465395 Aug 13 11:28:14.531592 dv-cinder-797608-16-iscsi neutron-server[93885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0b9b986-0706-4fc6-9cf9-0eb02d2513dc None None] Pushing event updated for resources: {'Port': ['ID=9cd0cf8a-1856-43cc-9a11-b05d507cc63c,revision_number=6']} {{(pid=93885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 11:28:14.576997 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3e98174-f40e-4dae-b447-70c0505e1260 req-d2a00e21-0d6e-4fd2-acc4-1ea2a360187f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 11:28:14.579324 dv-cinder-797608-16-iscsi neutron-server[93883]: INFO neutron.wsgi [req-d3e98174-f40e-4dae-b447-70c0505e1260 req-d2a00e21-0d6e-4fd2-acc4-1ea2a360187f service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=999d1062-b3a3-4414-af22-ebf9a7c571f6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0412450 Aug 13 11:28:14.620230 dv-cinder-797608-16-iscsi neutron-server[93886]: DEBUG neutron.db.l3_dvr_db [None req-ab952087-27bc-43e5-b366-b83e2861604c None None] Set router cd349942-cccd-4380-823d-f8929ef099a0 gateway port host: dv-cinder-797608-16-iscsi {{(pid=93886) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 13 11:28:14.652599 dv-cinder-797608-16-iscsi neutron-server[93885]: DEBUG neutron.plugins.ml2.db [None req-a0b9b986-0706-4fc6-9cf9-0eb02d2513dc None None] get_ports_and_sgs() called for port_ids ['9cd0cf8a-1856-43cc-9a11-b05d507cc63c'] {{(pid=93885) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 13 11:28:14.672243 dv-cinder-797608-16-iscsi neutron-server[93883]: INFO neutron.wsgi [req-d3e98174-f40e-4dae-b447-70c0505e1260 req-04053486-6b2a-4034-bb34-43902208f310 service neutron] 10.222.0.20 "GET /v2.0/networks/999d1062-b3a3-4414-af22-ebf9a7c571f6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0852795 Aug 13 11:28:14.772237 dv-cinder-797608-16-iscsi neutron-server[93883]: INFO neutron.wsgi [req-d3e98174-f40e-4dae-b447-70c0505e1260 req-4888075c-b6a9-4487-95a4-aef712cb88f0 service neutron] 10.222.0.20 "GET /v2.0/networks/999d1062-b3a3-4414-af22-ebf9a7c571f6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0919752 Aug 13 11:28:14.858479 dv-cinder-797608-16-iscsi neutron-server[93886]: DEBUG neutron.db.l3_hamode_db [None req-ab952087-27bc-43e5-b366-b83e2861604c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cd349942-cccd-4380-823d-f8929ef099a0', 'name': 'tempest-TestVolumeBootPattern-1716761397-router', 'tenant_id': 'd5749f1d743e45099877d2ba04647196', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c3f0979-58a5-4465-87f9-e256377c6b61', 'external_fixed_ips': [{'subnet_id': 'ba735781-2bff-41d5-99b4-7ca705ee91ca', 'ip_address': '172.27.2.151'}], 'enable_snat': True}, 'gw_port_id': 'd7f11c20-a34b-4aad-8189-8f8559df3f39', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-13T11:22:18Z', 'updated_at': '2021-08-13T11:22:21Z', 'revision_number': 4, 'project_id': 'd5749f1d743e45099877d2ba04647196', 'gw_port': {'id': 'd7f11c20-a34b-4aad-8189-8f8559df3f39', 'name': '', 'network_id': '7c3f0979-58a5-4465-87f9-e256377c6b61', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:19:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd349942-cccd-4380-823d-f8929ef099a0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 470, 'fixed_ips': [{'subnet_id': 'ba735781-2bff-41d5-99b4-7ca705ee91ca', 'ip_address': '172.27.2.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-13T11:22:18Z', 'updated_at': '2021-08-13T11:22:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ba735781-2bff-41d5-99b4-7ca705ee91ca', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797608-16-iscsi', '_floatingips': [{'id': '3313452d-dd1f-46ef-b3b4-be5708ced15c', 'tenant_id': 'd5749f1d743e45099877d2ba04647196', 'floating_ip_address': '172.27.2.141', 'floating_network_id': '7c3f0979-58a5-4465-87f9-e256377c6b61', 'router_id': 'cd349942-cccd-4380-823d-f8929ef099a0', 'port_id': '7386944d-9140-4c3f-8e4f-ad713b66fbee', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 683, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '999d1062-b3a3-4414-af22-ebf9a7c571f6', 'mac_address': 'fa:16:3e:c6:65:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '473bac98-ceb4-41ec-b192-213d7c2f7dba', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-13T11:28:13Z', 'updated_at': '2021-08-13T11:28:13Z', 'revision_number': 0, 'project_id': 'd5749f1d743e45099877d2ba04647196', 'fixed_ip_address_scope': None}, {'id': '78ff6710-1ee7-494a-9fa4-cb25736123d1', 'tenant_id': 'd5749f1d743e45099877d2ba04647196', 'floating_ip_address': '172.27.2.29', 'floating_network_id': '7c3f0979-58a5-4465-87f9-e256377c6b61', 'router_id': 'cd349942-cccd-4380-823d-f8929ef099a0', 'port_id': 'a841ceaa-388c-4269-9b38-7760e5a6060c', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 607, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '999d1062-b3a3-4414-af22-ebf9a7c571f6', 'mac_address': 'fa:16:3e:ba:91:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '80297648-f7cc-41a2-9ba7-9546d08e7146', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-13T11:26:05Z', 'updated_at': '2021-08-13T11:26:07Z', 'revision_number': 1, 'project_id': 'd5749f1d743e45099877d2ba04647196', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e7681864-7bb9-4402-8c3d-4147abd52caa', 'name': '', 'network_id': '999d1062-b3a3-4414-af22-ebf9a7c571f6', 'tenant_id': 'd5749f1d743e45099877d2ba04647196', 'mac_address': 'fa:16:3e:fd:b5:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd349942-cccd-4380-823d-f8929ef099a0', 'device_owner': 'network:router_interface', 'standard_attr_id': 471, 'fixed_ips': [{'subnet_id': '2b810745-615e-4226-8545-baa357ea81b9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-13T11:22:21Z', 'updated_at': '2021-08-13T11:22:28Z', 'revision_number': 5, 'project_id': 'd5749f1d743e45099877d2ba04647196', 'subnets': [{'id': '2b810745-615e-4226-8545-baa357ea81b9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-797608-16-iscsi', False) {} {{(pid=93886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 13 11:28:14.884122 dv-cinder-797608-16-iscsi neutron-server[93886]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab952087-27bc-43e5-b366-b83e2861604c None None] The sync data for ids ['cd349942-cccd-4380-823d-f8929ef099a0'] in dv-cinder-797608-16-iscsi is: [{'id': 'cd349942-cccd-4380-823d-f8929ef099a0', 'name': 'tempest-TestVolumeBootPattern-1716761397-router', 'tenant_id': 'd5749f1d743e45099877d2ba04647196', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c3f0979-58a5-4465-87f9-e256377c6b61', 'external_fixed_ips': [{'subnet_id': 'ba735781-2bff-41d5-99b4-7ca705ee91ca', 'ip_address': '172.27.2.151'}], 'enable_snat': True}, 'gw_port_id': 'd7f11c20-a34b-4aad-8189-8f8559df3f39', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-13T11:22:18Z', 'updated_at': '2021-08-13T11:22:21Z', 'revision_number': 4, 'project_id': 'd5749f1d743e45099877d2ba04647196', 'gw_port': {'id': 'd7f11c20-a34b-4aad-8189-8f8559df3f39', 'name': '', 'network_id': '7c3f0979-58a5-4465-87f9-e256377c6b61', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:19:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd349942-cccd-4380-823d-f8929ef099a0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 470, 'fixed_ips': [{'subnet_id': 'ba735781-2bff-41d5-99b4-7ca705ee91ca', 'ip_address': '172.27.2.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-13T11:22:18Z', 'updated_at': '2021-08-13T11:22:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ba735781-2bff-41d5-99b4-7ca705ee91ca', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797608-16-iscsi', '_floatingips': [{'id': '3313452d-dd1f-46ef-b3b4-be5708ced15c', 'tenant_id': 'd5749f1d743e45099877d2ba04647196', 'floating_ip_address': '172.27.2.141', 'floating_network_id': '7c3f0979-58a5-4465-87f9-e256377c6b61', 'router_id': 'cd349942-cccd-4380-823d-f8929ef099a0', 'port_id': '7386944d-9140-4c3f-8e4f-ad713b66fbee', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 683, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '999d1062-b3a3-4414-af22-ebf9a7c571f6', 'mac_address': 'fa:16:3e:c6:65:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '473bac98-ceb4-41ec-b192-213d7c2f7dba', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-13T11:28:13Z', 'updated_at': '2021-08-13T11:28:13Z', 'revision_number': 0, 'project_id': 'd5749f1d743e45099877d2ba04647196', 'fixed_ip_address_scope': None}, {'id': '78ff6710-1ee7-494a-9fa4-cb25736123d1', 'tenant_id': 'd5749f1d743e45099877d2ba04647196', 'floating_ip_address': '172.27.2.29', 'floating_network_id': '7c3f0979-58a5-4465-87f9-e256377c6b61', 'router_id': 'cd349942-cccd-4380-823d-f8929ef099a0', 'port_id': 'a841ceaa-388c-4269-9b38-7760e5a6060c', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 607, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '999d1062-b3a3-4414-af22-ebf9a7c571f6', 'mac_address': 'fa:16:3e:ba:91:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '80297648-f7cc-41a2-9ba7-9546d08e7146', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-13T11:26:05Z', 'updated_at': '2021-08-13T11:26:07Z', 'revision_number': 1, 'project_id': 'd5749f1d743e45099877d2ba04647196', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e7681864-7bb9-4402-8c3d-4147abd52caa', 'name': '', 'network_id': '999d1062-b3a3-4414-af22-ebf9a7c571f6', 'tenant_id': 'd5749f1d743e45099877d2ba04647196', 'mac_address': 'fa:16:3e:fd:b5:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd349942-cccd-4380-823d-f8929ef099a0', 'device_owner': 'network:router_interface', 'standard_attr_id': 471, 'fixed_ips': [{'subnet_id': '2b810745-615e-4226-8545-baa357ea81b9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-13T11:22:21Z', 'updated_at': '2021-08-13T11:22:28Z', 'revision_number': 5, 'project_id': 'd5749f1d743e45099877d2ba04647196', 'subnets': [{'id': '2b810745-615e-4226-8545-baa357ea81b9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93886) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 13 11:28:15.064248 dv-cinder-797608-16-iscsi neutron-server[93885]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70da6838-48a6-4b58-a8e6-527137913e42 None None] New status for floating IP 3313452d-dd1f-46ef-b3b4-be5708ced15c: ACTIVE {{(pid=93885) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 13 11:28:15.099365 dv-cinder-797608-16-iscsi neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fe73b0b-0aba-4f0d-b6c4-8e19e5c6ee0b req-f73af353-dfa4-473f-9ec3-3acf27b31bc9 tempest-AttachVolumeShelveTestJSON-167533422 tempest-AttachVolumeShelveTestJSON-167533422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 11:28:15.100878 dv-cinder-797608-16-iscsi neutron-server[93884]: INFO neutron.wsgi [req-9fe73b0b-0aba-4f0d-b6c4-8e19e5c6ee0b req-f73af353-dfa4-473f-9ec3-3acf27b31bc9 tempest-AttachVolumeShelveTestJSON-167533422 tempest-AttachVolumeShelveTestJSON-167533422-project] 10.222.0.32 "GET /v2.0/ports?device_id=5ca66dae-84ba-458f-9b5b-0792ea937c3d HTTP/1.1" status: 200 len: 945 time: 0.0489950 Aug 13 11:28:15.139413 dv-cinder-797608-16-iscsi neutron-server[93884]: INFO neutron.wsgi [req-9fe73b0b-0aba-4f0d-b6c4-8e19e5c6ee0b req-1de42c5a-08f1-47ca-8459-90cb7f6e830d tempest-AttachVolumeShelveTestJSON-167533422 tempest-AttachVolumeShelveTestJSON-167533422-project] 10.222.0.32 "GET /v2.0/security-groups?id=b9edfe40-6480-42b1-a5a0-60b01d6d9607&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319796 Aug 13 11:28:16.272649 dv-cinder-797608-16-iscsi neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2617c27f-82d9-4252-9fee-cdff0b50b76c req-9d8f8d0e-1f96-41bf-9c06-554673898705 tempest-AttachVolumeShelveTestJSON-167533422 tempest-AttachVolumeShelveTestJSON-167533422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 11:28:16.279223 dv-cinder-797608-16-iscsi neutron-server[93884]: INFO neutron.wsgi [req-2617c27f-82d9-4252-9fee-cdff0b50b76c req-9d8f8d0e-1f96-41bf-9c06-554673898705 tempest-AttachVolumeShelveTestJSON-167533422 tempest-AttachVolumeShelveTestJSON-167533422-project] 10.222.0.32 "GET /v2.0/ports?device_id=5ca66dae-84ba-458f-9b5b-0792ea937c3d HTTP/1.1" status: 200 len: 945 time: 0.0586624 Aug 13 11:28:16.310367 dv-cinder-797608-16-iscsi neutron-server[93885]: DEBUG neutron.plugins.ml2.rpc [None req-a0b9b986-0706-4fc6-9cf9-0eb02d2513dc None None] Device 9cd0cf8a-1856-43cc-9a11-b05d507cc63c up at agent hyperv_hv-cinder-79760 {{(pid=93885) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 13 11:28:16.321863 dv-cinder-797608-16-iscsi neutron-server[93884]: INFO neutron.wsgi [req-2617c27f-82d9-4252-9fee-cdff0b50b76c req-4a22f5d9-c9b6-4acd-90b1-fcafb0ea64dd tempest-AttachVolumeShelveTestJSON-167533422 tempest-AttachVolumeShelveTestJSON-167533422-project] 10.222.0.32 "GET /v2.0/security-groups?id=b9edfe40-6480-42b1-a5a0-60b01d6d9607&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0379667 Aug 13 11:28:16.370521 dv-cinder-797608-16-iscsi neutron-server[93885]: DEBUG neutron.db.provisioning_blocks [None req-a0b9b986-0706-4fc6-9cf9-0eb02d2513dc None None] Provisioning complete for port 9cd0cf8a-1856-43cc-9a11-b05d507cc63c triggered by entity L2. {{(pid=93885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 13 11:28:16.371163 dv-cinder-797608-16-iscsi neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-a0b9b986-0706-4fc6-9cf9-0eb02d2513dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-997193'] for port, provisioning_complete {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 11:28:16.473917 dv-cinder-797608-16-iscsi neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-a0b9b986-0706-4fc6-9cf9-0eb02d2513dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935434'] for port, before_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 11:28:16.499281 dv-cinder-797608-16-iscsi neutron-server[93885]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5ca66dae-84ba-458f-9b5b-0792ea937c3d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9cd0cf8a-1856-43cc-9a11-b05d507cc63c'}] {{(pid=93885) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 13 11:28:16.501632 dv-cinder-797608-16-iscsi neutron-server[93885]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6271a0dfd589c32cbc3478448621ce6e19c81a8dd821b4c159629fbe4478ed77" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-71965a6b-edef-4a39-af60-7ac3dab75a32" -d '{"events": [{"server_uuid": "5ca66dae-84ba-458f-9b5b-0792ea937c3d", "name": "network-vif-plugged", "status": "completed", "tag": "9cd0cf8a-1856-43cc-9a11-b05d507cc63c"}]}' {{(pid=93885) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 13 11:28:16.515741 dv-cinder-797608-16-iscsi neutron-server[93885]: DEBUG neutron.plugins.ml2.db [None req-a0b9b986-0706-4fc6-9cf9-0eb02d2513dc None None] For port 9cd0cf8a-1856-43cc-9a11-b05d507cc63c, host hv-cinder-79760, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79760',level=0,port_id=9cd0cf8a-1856-43cc-9a11-b05d507cc63c,segment=NetworkSegment(0fa64963-7e93-4d0e-b107-3a0c1a54420b),segment_id=0fa64963-7e93-4d0e-b107-3a0c1a54420b)] {{(pid=93885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 13 11:28:16.524847 dv-cinder-797608-16-iscsi neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-a0b9b986-0706-4fc6-9cf9-0eb02d2513dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935844', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611014', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782137889940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782137337613', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782137337631'] for port, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 11:28:16.553102 dv-cinder-797608-16-iscsi neutron-server[93885]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 13 Aug 2021 11:28:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fc75d051-82af-48fd-b044-ebfbdf74506d x-openstack-request-id: req-fc75d051-82af-48fd-b044-ebfbdf74506d {{(pid=93885) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 13 11:28:16.553446 dv-cinder-797608-16-iscsi neutron-server[93885]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5ca66dae-84ba-458f-9b5b-0792ea937c3d", "name": "network-vif-plugged", "status": "completed", "tag": "9cd0cf8a-1856-43cc-9a11-b05d507cc63c", "code": 200}]} {{(pid=93885) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 13 11:28:16.553646 dv-cinder-797608-16-iscsi neutron-server[93885]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-fc75d051-82af-48fd-b044-ebfbdf74506d {{(pid=93885) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 13 11:28:16.554062 dv-cinder-797608-16-iscsi neutron-server[93885]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5ca66dae-84ba-458f-9b5b-0792ea937c3d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9cd0cf8a-1856-43cc-9a11-b05d507cc63c', 'code': 200} Aug 13 11:28:16.584132 dv-cinder-797608-16-iscsi neutron-server[93885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0b9b986-0706-4fc6-9cf9-0eb02d2513dc None None] Pushing event updated for resources: {'Port': ['ID=9cd0cf8a-1856-43cc-9a11-b05d507cc63c,revision_number=7']} {{(pid=93885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 11:28:17.448409 dv-cinder-797608-16-iscsi neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd0d6c41-28d3-45f9-b52b-e073dfaf6dc1 req-aa1eb78e-b60c-4685-84e8-ddcf7fec8e93 tempest-AttachVolumeShelveTestJSON-167533422 tempest-AttachVolumeShelveTestJSON-167533422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 11:28:17.454553 dv-cinder-797608-16-iscsi neutron-server[93884]: INFO neutron.wsgi [req-bd0d6c41-28d3-45f9-b52b-e073dfaf6dc1 req-aa1eb78e-b60c-4685-84e8-ddcf7fec8e93 tempest-AttachVolumeShelveTestJSON-167533422 tempest-AttachVolumeShelveTestJSON-167533422-project] 10.222.0.32 "GET /v2.0/ports?device_id=5ca66dae-84ba-458f-9b5b-0792ea937c3d HTTP/1.1" status: 200 len: 946 time: 0.0553288 Aug 13 11:28:17.490031 dv-cinder-797608-16-iscsi neutron-server[93884]: INFO neutron.wsgi [req-bd0d6c41-28d3-45f9-b52b-e073dfaf6dc1 req-6be518e9-36a9-42cb-93cc-54abcce0bf9e tempest-AttachVolumeShelveTestJSON-167533422 tempest-AttachVolumeShelveTestJSON-167533422-project] 10.222.0.32 "GET /v2.0/security-groups?id=b9edfe40-6480-42b1-a5a0-60b01d6d9607&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0342972 Aug 13 11:28:18.623961 dv-cinder-797608-16-iscsi neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04525404-13fb-4adf-9ec9-2a8c46352d54 req-1cdf8933-3a19-47bf-8d4d-0f593707ba31 tempest-AttachVolumeShelveTestJSON-167533422 tempest-AttachVolumeShelveTestJSON-167533422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 11:28:18.631114 dv-cinder-797608-16-iscsi neutron-server[93884]: INFO neutron.wsgi [req-04525404-13fb-4adf-9ec9-2a8c46352d54 req-1cdf8933-3a19-47bf-8d4d-0f593707ba31 tempest-AttachVolumeShelveTestJSON-167533422 tempest-AttachVolumeShelveTestJSON-167533422-project] 10.222.0.32 "GET /v2.0/ports?device_id=5ca66dae-84ba-458f-9b5b-0792ea937c3d HTTP/1.1" status: 200 len: 946 time: 0.0627875 Aug 13 11:28:18.665658 dv-cinder-797608-16-iscsi neutron-server[93884]: INFO neutron.wsgi [req-04525404-13fb-4adf-9ec9-2a8c46352d54 req-8e4cfc75-6f5f-4266-aeb4-d14c85c5e93b tempest-AttachVolumeShelveTestJSON-167533422 tempest-AttachVolumeShelveTestJSON-167533422-project] 10.222.0.32 "GET /v2.0/security-groups?id=b9edfe40-6480-42b1-a5a0-60b01d6d9607&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0336609 Aug 13 11:28:19.804177 dv-cinder-797608-16-iscsi neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeee5c49-d44a-4c67-b54c-3a4ffe41e3f7 req-476c25c4-859e-4689-82b4-48191a5c82df tempest-AttachVolumeShelveTestJSON-167533422 tempest-AttachVolumeShelveTestJSON-167533422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 11:28:19.805681 dv-cinder-797608-16-iscsi neutron-server[93884]: INFO neutron.wsgi [req-eeee5c49-d44a-4c67-b54c-3a4ffe41e3f7 req-476c25c4-859e-4689-82b4-48191a5c82df tempest-AttachVolumeShelveTestJSON-167533422 tempest-AttachVolumeShelveTestJSON-167533422-project] 10.222.0.32 "GET /v2.0/ports?device_id=5ca66dae-84ba-458f-9b5b-0792ea937c3d HTTP/1.1" status: 200 len: 946 time: 0.0626833 Aug 13 11:28:19.849532 dv-cinder-797608-16-iscsi neutron-server[93884]: INFO neutron.wsgi [req-eeee5c49-d44a-4c67-b54c-3a4ffe41e3f7 req-a03188bb-8720-44e4-bca2-f7f7d56707db tempest-AttachVolumeShelveTestJSON-167533422 tempest-AttachVolumeShelveTestJSON-167533422-project] 10.222.0.32 "GET /v2.0/security-groups?id=b9edfe40-6480-42b1-a5a0-60b01d6d9607&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0369241 Aug 13 11:28:20.179153 dv-cinder-797608-16-iscsi neutron-server[93886]: DEBUG neutron.db.agents_db [None req-85e56f49-6478-4807-bf82-7523a15d9e55 None None] Agent healthcheck: found 6 active agents {{(pid=93886) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 13 11:28:20.977140 dv-cinder-797608-16-iscsi neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e898f965-27e4-4e8a-9256-042dc3fc3acb req-087430f4-6b2f-4d3f-9502-d1b6ebdf5d76 tempest-AttachVolumeShelveTestJSON-167533422 tempest-AttachVolumeShelveTestJSON-167533422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 11:28:20.978658 dv-cinder-797608-16-iscsi neutron-server[93884]: INFO neutron.wsgi [req-e898f965-27e4-4e8a-9256-042dc3fc3acb req-087430f4-6b2f-4d3f-9502-d1b6ebdf5d76 tempest-AttachVolumeShelveTestJSON-167533422 tempest-AttachVolumeShelveTestJSON-167533422-project] 10.222.0.32 "GET /v2.0/ports?device_id=5ca66dae-84ba-458f-9b5b-0792ea937c3d HTTP/1.1" status: 200 len: 946 time: 0.0530300 Aug 13 11:28:21.026037 dv-cinder-797608-16-iscsi neutron-server[93884]: INFO neutron.wsgi [req-e898f965-27e4-4e8a-9256-042dc3fc3acb req-2a0e171d-c9c6-421c-880c-4b7d33ef994a tempest-AttachVolumeShelveTestJSON-167533422 tempest-AttachVolumeShelveTestJSON-167533422-project] 10.222.0.32 "GET /v2.0/security-groups?id=b9edfe40-6480-42b1-a5a0-60b01d6d9607&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0348558 Aug 13 11:28:22.150994 dv-cinder-797608-16-iscsi neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e028b116-144c-440c-95ca-dd123a02b9c1 req-8b6209e0-9b24-4617-b5c3-92aae6182c9d tempest-AttachVolumeShelveTestJSON-167533422 tempest-AttachVolumeShelveTestJSON-167533422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 11:28:22.152488 dv-cinder-797608-16-iscsi neutron-server[93884]: INFO neutron.wsgi [req-e028b116-144c-440c-95ca-dd123a02b9c1 req-8b6209e0-9b24-4617-b5c3-92aae6182c9d tempest-AttachVolumeShelveTestJSON-167533422 tempest-AttachVolumeShelveTestJSON-167533422-project] 10.222.0.32 "GET /v2.0/ports?device_id=5ca66dae-84ba-458f-9b5b-0792ea937c3d HTTP/1.1" status: 200 len: 946 time: 0.0515978 Aug 13 11:28:22.193013 dv-cinder-797608-16-iscsi neutron-server[93884]: INFO neutron.wsgi [req-e028b116-144c-440c-95ca-dd123a02b9c1 req-1f6246c9-203a-40ff-9dc6-d7e368fa0a19 tempest-AttachVolumeShelveTestJSON-167533422 tempest-AttachVolumeShelveTestJSON-167533422-project] 10.222.0.32 "GET /v2.0/security-groups?id=b9edfe40-6480-42b1-a5a0-60b01d6d9607&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0340281 Aug 13 11:28:23.319518 dv-cinder-797608-16-iscsi neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dad9a39-6f8f-4853-a58b-2eff1bc66add req-4f95488b-79b7-4027-8364-b8dc16c8b011 tempest-AttachVolumeShelveTestJSON-167533422 tempest-AttachVolumeShelveTestJSON-167533422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 11:28:23.321018 dv-cinder-797608-16-iscsi neutron-server[93884]: INFO neutron.wsgi [req-7dad9a39-6f8f-4853-a58b-2eff1bc66add req-4f95488b-79b7-4027-8364-b8dc16c8b011 tempest-AttachVolumeShelveTestJSON-167533422 tempest-AttachVolumeShelveTestJSON-167533422-project] 10.222.0.32 "GET /v2.0/ports?device_id=5ca66dae-84ba-458f-9b5b-0792ea937c3d HTTP/1.1" status: 200 len: 946 time: 0.0518272 Aug 13 11:28:23.371979 dv-cinder-797608-16-iscsi neutron-server[93884]: INFO neutron.wsgi [req-7dad9a39-6f8f-4853-a58b-2eff1bc66add req-38fbd922-151a-4653-bc9f-54dec4b3f33a tempest-AttachVolumeShelveTestJSON-167533422 tempest-AttachVolumeShelveTestJSON-167533422-project] 10.222.0.32 "GET /v2.0/security-groups?id=b9edfe40-6480-42b1-a5a0-60b01d6d9607&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441654 Aug 13 11:28:24.735588 dv-cinder-797608-16-iscsi neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f320b2e1-456f-4400-a65c-c36679dcb4d3 req-dee62f74-7842-4163-b932-4453df83343e tempest-AttachVolumeShelveTestJSON-167533422 tempest-AttachVolumeShelveTestJSON-167533422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 11:28:24.736942 dv-cinder-797608-16-iscsi neutron-server[93884]: INFO neutron.wsgi [req-f320b2e1-456f-4400-a65c-c36679dcb4d3 req-dee62f74-7842-4163-b932-4453df83343e tempest-AttachVolumeShelveTestJSON-167533422 tempest-AttachVolumeShelveTestJSON-167533422-project] 10.222.0.32 "GET /v2.0/ports?device_id=5ca66dae-84ba-458f-9b5b-0792ea937c3d HTTP/1.1" status: 200 len: 946 time: 0.2896585 Aug 13 11:28:24.773434 dv-cinder-797608-16-iscsi neutron-server[93884]: INFO neutron.wsgi [req-f320b2e1-456f-4400-a65c-c36679dcb4d3 req-65823de3-a35c-4a00-bfd5-f1c3a2603b37 tempest-AttachVolumeShelveTestJSON-167533422 tempest-AttachVolumeShelveTestJSON-167533422-project] 10.222.0.32 "GET /v2.0/security-groups?id=b9edfe40-6480-42b1-a5a0-60b01d6d9607&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0303531 Aug 13 11:28:24.886877 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-803494bb-c830-42fa-b57a-243ca3592fbd req-c81297f0-eeb0-474d-b52c-d1b07783bc56 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 11:28:24.888414 dv-cinder-797608-16-iscsi neutron-server[93883]: INFO neutron.wsgi [req-803494bb-c830-42fa-b57a-243ca3592fbd req-c81297f0-eeb0-474d-b52c-d1b07783bc56 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=f8e7c269befb4af69a2ff5c42fe26725&device_id=5ca66dae-84ba-458f-9b5b-0792ea937c3d HTTP/1.1" status: 200 len: 1099 time: 0.0489876 Aug 13 11:28:24.977065 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-803494bb-c830-42fa-b57a-243ca3592fbd req-6ccf7887-da20-4785-a05b-58a1bbdf161e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 11:28:24.978531 dv-cinder-797608-16-iscsi neutron-server[93883]: INFO neutron.wsgi [req-803494bb-c830-42fa-b57a-243ca3592fbd req-6ccf7887-da20-4785-a05b-58a1bbdf161e service neutron] 10.222.0.20 "GET /v2.0/networks?id=d5a90fe8-bc27-43fd-967e-c2c4a7f28507 HTTP/1.1" status: 200 len: 918 time: 0.0809486 Aug 13 11:28:25.048217 dv-cinder-797608-16-iscsi neutron-server[93883]: INFO neutron.wsgi [req-803494bb-c830-42fa-b57a-243ca3592fbd req-464d14d0-9fb2-4a0e-ab1d-1e4640770335 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=9cd0cf8a-1856-43cc-9a11-b05d507cc63c HTTP/1.1" status: 200 len: 1001 time: 0.0593424 Aug 13 11:28:25.095200 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-803494bb-c830-42fa-b57a-243ca3592fbd req-a367ec4f-a8c5-417e-9f81-a4e96d55ac5b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 11:28:25.096565 dv-cinder-797608-16-iscsi neutron-server[93883]: INFO neutron.wsgi [req-803494bb-c830-42fa-b57a-243ca3592fbd req-a367ec4f-a8c5-417e-9f81-a4e96d55ac5b service neutron] 10.222.0.20 "GET /v2.0/subnets?id=76eee822-f693-42cb-8b2a-3e4c87d31887 HTTP/1.1" status: 200 len: 856 time: 0.0417891 Aug 13 11:28:25.141057 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-803494bb-c830-42fa-b57a-243ca3592fbd req-5e7d267e-4444-4ba9-b016-930e215a4fec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 11:28:25.142484 dv-cinder-797608-16-iscsi neutron-server[93883]: INFO neutron.wsgi [req-803494bb-c830-42fa-b57a-243ca3592fbd req-5e7d267e-4444-4ba9-b016-930e215a4fec service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=d5a90fe8-bc27-43fd-967e-c2c4a7f28507&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0385442 Aug 13 11:28:25.232289 dv-cinder-797608-16-iscsi neutron-server[93883]: INFO neutron.wsgi [req-803494bb-c830-42fa-b57a-243ca3592fbd req-d903f450-ce0b-40de-b4c6-b9130c6a6334 service neutron] 10.222.0.20 "GET /v2.0/networks/d5a90fe8-bc27-43fd-967e-c2c4a7f28507?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0813894 Aug 13 11:28:25.325374 dv-cinder-797608-16-iscsi neutron-server[93883]: INFO neutron.wsgi [req-803494bb-c830-42fa-b57a-243ca3592fbd req-f2c44ce0-362b-47e0-8318-7b9c6f3ed03a service neutron] 10.222.0.20 "GET /v2.0/networks/d5a90fe8-bc27-43fd-967e-c2c4a7f28507?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0800960 Aug 13 11:28:25.890789 dv-cinder-797608-16-iscsi neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5852de1-ba28-418e-90fa-206decd2d0df req-8e9863e9-0445-424d-b87b-500644c694b0 tempest-AttachVolumeShelveTestJSON-167533422 tempest-AttachVolumeShelveTestJSON-167533422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 11:28:25.892226 dv-cinder-797608-16-iscsi neutron-server[93884]: INFO neutron.wsgi [req-e5852de1-ba28-418e-90fa-206decd2d0df req-8e9863e9-0445-424d-b87b-500644c694b0 tempest-AttachVolumeShelveTestJSON-167533422 tempest-AttachVolumeShelveTestJSON-167533422-project] 10.222.0.32 "GET /v2.0/ports?device_id=5ca66dae-84ba-458f-9b5b-0792ea937c3d HTTP/1.1" status: 200 len: 946 time: 0.0478446 Aug 13 11:28:25.930867 dv-cinder-797608-16-iscsi neutron-server[93884]: INFO neutron.wsgi [req-e5852de1-ba28-418e-90fa-206decd2d0df req-24ddf5f9-00d2-47c5-b343-262d717aed2a tempest-AttachVolumeShelveTestJSON-167533422 tempest-AttachVolumeShelveTestJSON-167533422-project] 10.222.0.32 "GET /v2.0/security-groups?id=b9edfe40-6480-42b1-a5a0-60b01d6d9607&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0328550 Aug 13 11:28:27.054086 dv-cinder-797608-16-iscsi neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81b9abcd-5c66-40fd-90de-e1ef29e4da18 req-5c4d1511-aa0a-4f52-a030-1dfac68bf5a4 tempest-AttachVolumeShelveTestJSON-167533422 tempest-AttachVolumeShelveTestJSON-167533422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 11:28:27.055560 dv-cinder-797608-16-iscsi neutron-server[93884]: INFO neutron.wsgi [req-81b9abcd-5c66-40fd-90de-e1ef29e4da18 req-5c4d1511-aa0a-4f52-a030-1dfac68bf5a4 tempest-AttachVolumeShelveTestJSON-167533422 tempest-AttachVolumeShelveTestJSON-167533422-project] 10.222.0.32 "GET /v2.0/ports?device_id=5ca66dae-84ba-458f-9b5b-0792ea937c3d HTTP/1.1" status: 200 len: 946 time: 0.0524178 Aug 13 11:28:27.100739 dv-cinder-797608-16-iscsi neutron-server[93884]: INFO neutron.wsgi [req-81b9abcd-5c66-40fd-90de-e1ef29e4da18 req-82a62aa7-0cab-4145-be51-7cd695235834 tempest-AttachVolumeShelveTestJSON-167533422 tempest-AttachVolumeShelveTestJSON-167533422-project] 10.222.0.32 "GET /v2.0/security-groups?id=b9edfe40-6480-42b1-a5a0-60b01d6d9607&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0374000 Aug 13 11:28:28.217413 dv-cinder-797608-16-iscsi neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb34591f-7b91-42cf-9726-3bc10ed3401e req-a46d20ec-4402-4e66-beac-18eb99dfb60f tempest-AttachVolumeShelveTestJSON-167533422 tempest-AttachVolumeShelveTestJSON-167533422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 11:28:28.218888 dv-cinder-797608-16-iscsi neutron-server[93884]: INFO neutron.wsgi [req-eb34591f-7b91-42cf-9726-3bc10ed3401e req-a46d20ec-4402-4e66-beac-18eb99dfb60f tempest-AttachVolumeShelveTestJSON-167533422 tempest-AttachVolumeShelveTestJSON-167533422-project] 10.222.0.32 "GET /v2.0/ports?device_id=5ca66dae-84ba-458f-9b5b-0792ea937c3d HTTP/1.1" status: 200 len: 946 time: 0.0467441 Aug 13 11:28:28.255364 dv-cinder-797608-16-iscsi neutron-server[93884]: INFO neutron.wsgi [req-eb34591f-7b91-42cf-9726-3bc10ed3401e req-fccac594-19aa-406e-9007-dbd3ca7e4e13 tempest-AttachVolumeShelveTestJSON-167533422 tempest-AttachVolumeShelveTestJSON-167533422-project] 10.222.0.32 "GET /v2.0/security-groups?id=b9edfe40-6480-42b1-a5a0-60b01d6d9607&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0307319 Aug 13 11:28:28.379361 dv-cinder-797608-16-iscsi neutron-server[93885]: DEBUG neutron.plugins.ml2.rpc [None req-a0b9b986-0706-4fc6-9cf9-0eb02d2513dc None None] Device 9cd0cf8a-1856-43cc-9a11-b05d507cc63c no longer exists at agent hyperv_hv-cinder-79760 {{(pid=93885) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 13 11:28:28.459670 dv-cinder-797608-16-iscsi neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-a0b9b986-0706-4fc6-9cf9-0eb02d2513dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935434'] for port, before_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 11:28:28.483272 dv-cinder-797608-16-iscsi neutron-server[93885]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5ca66dae-84ba-458f-9b5b-0792ea937c3d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9cd0cf8a-1856-43cc-9a11-b05d507cc63c'}] {{(pid=93885) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 13 11:28:28.485445 dv-cinder-797608-16-iscsi neutron-server[93885]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6271a0dfd589c32cbc3478448621ce6e19c81a8dd821b4c159629fbe4478ed77" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2f5becf2-4dd6-403e-88db-3ab84c05c625" -d '{"events": [{"server_uuid": "5ca66dae-84ba-458f-9b5b-0792ea937c3d", "name": "network-vif-unplugged", "status": "completed", "tag": "9cd0cf8a-1856-43cc-9a11-b05d507cc63c"}]}' {{(pid=93885) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 13 11:28:28.499646 dv-cinder-797608-16-iscsi neutron-server[93885]: DEBUG neutron.plugins.ml2.db [None req-a0b9b986-0706-4fc6-9cf9-0eb02d2513dc None None] For port 9cd0cf8a-1856-43cc-9a11-b05d507cc63c, host hv-cinder-79760, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79760',level=0,port_id=9cd0cf8a-1856-43cc-9a11-b05d507cc63c,segment=NetworkSegment(0fa64963-7e93-4d0e-b107-3a0c1a54420b),segment_id=0fa64963-7e93-4d0e-b107-3a0c1a54420b)] {{(pid=93885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 13 11:28:28.504150 dv-cinder-797608-16-iscsi neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-a0b9b986-0706-4fc6-9cf9-0eb02d2513dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935844', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611014', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782137889940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782137337613', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782137337631'] for port, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 11:28:28.527418 dv-cinder-797608-16-iscsi neutron-server[93885]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Fri, 13 Aug 2021 11:28:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7b35764e-e4a8-4e70-a77a-14ab6d70f557 x-openstack-request-id: req-7b35764e-e4a8-4e70-a77a-14ab6d70f557 {{(pid=93885) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 13 11:28:28.527718 dv-cinder-797608-16-iscsi neutron-server[93885]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5ca66dae-84ba-458f-9b5b-0792ea937c3d", "name": "network-vif-unplugged", "status": "failed", "tag": "9cd0cf8a-1856-43cc-9a11-b05d507cc63c", "code": 422}]} {{(pid=93885) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 13 11:28:28.527972 dv-cinder-797608-16-iscsi neutron-server[93885]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-7b35764e-e4a8-4e70-a77a-14ab6d70f557 {{(pid=93885) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 13 11:28:28.528363 dv-cinder-797608-16-iscsi neutron-server[93885]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '5ca66dae-84ba-458f-9b5b-0792ea937c3d', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '9cd0cf8a-1856-43cc-9a11-b05d507cc63c', 'code': 422} returned with failed status Aug 13 11:28:28.555045 dv-cinder-797608-16-iscsi neutron-server[93885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0b9b986-0706-4fc6-9cf9-0eb02d2513dc None None] Pushing event updated for resources: {'Port': ['ID=9cd0cf8a-1856-43cc-9a11-b05d507cc63c,revision_number=8']} {{(pid=93885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 11:28:29.186034 dv-cinder-797608-16-iscsi neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74ac44b2-fafe-4642-bd55-18c1d7553a4b req-8434aa79-c9af-4be3-a397-67b96722d99b tempest-AttachVolumeShelveTestJSON-167533422 tempest-AttachVolumeShelveTestJSON-167533422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 11:28:29.187460 dv-cinder-797608-16-iscsi neutron-server[93884]: INFO neutron.wsgi [req-74ac44b2-fafe-4642-bd55-18c1d7553a4b req-8434aa79-c9af-4be3-a397-67b96722d99b tempest-AttachVolumeShelveTestJSON-167533422 tempest-AttachVolumeShelveTestJSON-167533422-project] 10.222.0.32 "GET /v2.0/ports?device_id=5ca66dae-84ba-458f-9b5b-0792ea937c3d HTTP/1.1" status: 200 len: 944 time: 0.0494819 Aug 13 11:28:29.226365 dv-cinder-797608-16-iscsi neutron-server[93884]: INFO neutron.wsgi [req-74ac44b2-fafe-4642-bd55-18c1d7553a4b req-0f17eafa-9090-4128-b3a5-3680ed004241 tempest-AttachVolumeShelveTestJSON-167533422 tempest-AttachVolumeShelveTestJSON-167533422-project] 10.222.0.32 "GET /v2.0/security-groups?id=b9edfe40-6480-42b1-a5a0-60b01d6d9607&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0327461 Aug 13 11:28:29.472883 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.32', 54158) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 11:28:29.556150 dv-cinder-797608-16-iscsi neutron-server[93883]: INFO neutron.wsgi [req-1bfd1ddb-20d6-4a63-9d70-f59d7f044ce0 req-ecf98f1a-02e0-467d-9f72-4bd63905432d service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=5ca66dae-84ba-458f-9b5b-0792ea937c3d&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0821185 Aug 13 11:28:30.345913 dv-cinder-797608-16-iscsi neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7797567-0e10-46d9-a4c4-465c5d6f3932 req-94caed1f-bca2-4507-aef8-5e9692151372 tempest-AttachVolumeShelveTestJSON-167533422 tempest-AttachVolumeShelveTestJSON-167533422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 11:28:30.347380 dv-cinder-797608-16-iscsi neutron-server[93884]: INFO neutron.wsgi [req-f7797567-0e10-46d9-a4c4-465c5d6f3932 req-94caed1f-bca2-4507-aef8-5e9692151372 tempest-AttachVolumeShelveTestJSON-167533422 tempest-AttachVolumeShelveTestJSON-167533422-project] 10.222.0.32 "GET /v2.0/ports?device_id=5ca66dae-84ba-458f-9b5b-0792ea937c3d HTTP/1.1" status: 200 len: 944 time: 0.0472817 Aug 13 11:28:30.387183 dv-cinder-797608-16-iscsi neutron-server[93884]: INFO neutron.wsgi [req-f7797567-0e10-46d9-a4c4-465c5d6f3932 req-493882a0-016c-4808-a0fe-22fa4855cf56 tempest-AttachVolumeShelveTestJSON-167533422 tempest-AttachVolumeShelveTestJSON-167533422-project] 10.222.0.32 "GET /v2.0/security-groups?id=b9edfe40-6480-42b1-a5a0-60b01d6d9607&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0339468 Aug 13 11:28:30.498981 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bfd1ddb-20d6-4a63-9d70-f59d7f044ce0 req-571bdd25-0352-4bc1-9d0e-680289f9b611 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 11:28:30.500468 dv-cinder-797608-16-iscsi neutron-server[93883]: INFO neutron.wsgi [req-1bfd1ddb-20d6-4a63-9d70-f59d7f044ce0 req-571bdd25-0352-4bc1-9d0e-680289f9b611 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=5ca66dae-84ba-458f-9b5b-0792ea937c3d&tenant_id=f8e7c269befb4af69a2ff5c42fe26725 HTTP/1.1" status: 200 len: 1097 time: 0.0433187 Aug 13 11:28:30.574894 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bfd1ddb-20d6-4a63-9d70-f59d7f044ce0 req-86e51202-ff72-41b7-94f2-145fa3fff875 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 11:28:30.576934 dv-cinder-797608-16-iscsi neutron-server[93883]: INFO neutron.wsgi [req-1bfd1ddb-20d6-4a63-9d70-f59d7f044ce0 req-86e51202-ff72-41b7-94f2-145fa3fff875 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=f8e7c269befb4af69a2ff5c42fe26725&device_id=5ca66dae-84ba-458f-9b5b-0792ea937c3d HTTP/1.1" status: 200 len: 1097 time: 0.0392847 Aug 13 11:28:30.670525 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bfd1ddb-20d6-4a63-9d70-f59d7f044ce0 req-b278b79b-29af-481d-b932-a63da2668128 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 11:28:30.671952 dv-cinder-797608-16-iscsi neutron-server[93883]: INFO neutron.wsgi [req-1bfd1ddb-20d6-4a63-9d70-f59d7f044ce0 req-b278b79b-29af-481d-b932-a63da2668128 service neutron] 10.222.0.20 "GET /v2.0/networks?id=d5a90fe8-bc27-43fd-967e-c2c4a7f28507 HTTP/1.1" status: 200 len: 918 time: 0.0874956 Aug 13 11:28:30.738535 dv-cinder-797608-16-iscsi neutron-server[93883]: INFO neutron.wsgi [req-1bfd1ddb-20d6-4a63-9d70-f59d7f044ce0 req-e0470ead-168d-40a1-a665-b618e92257ff service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=9cd0cf8a-1856-43cc-9a11-b05d507cc63c HTTP/1.1" status: 200 len: 999 time: 0.0590754 Aug 13 11:28:30.787444 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bfd1ddb-20d6-4a63-9d70-f59d7f044ce0 req-b80257d9-f37f-4d20-9124-d2e655a0f02d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 11:28:30.788817 dv-cinder-797608-16-iscsi neutron-server[93883]: INFO neutron.wsgi [req-1bfd1ddb-20d6-4a63-9d70-f59d7f044ce0 req-b80257d9-f37f-4d20-9124-d2e655a0f02d service neutron] 10.222.0.20 "GET /v2.0/subnets?id=76eee822-f693-42cb-8b2a-3e4c87d31887 HTTP/1.1" status: 200 len: 856 time: 0.0419130 Aug 13 11:28:30.835168 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bfd1ddb-20d6-4a63-9d70-f59d7f044ce0 req-48299ebf-470e-4d42-ba77-e97e81dabe76 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 11:28:30.836495 dv-cinder-797608-16-iscsi neutron-server[93883]: INFO neutron.wsgi [req-1bfd1ddb-20d6-4a63-9d70-f59d7f044ce0 req-48299ebf-470e-4d42-ba77-e97e81dabe76 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=d5a90fe8-bc27-43fd-967e-c2c4a7f28507&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0376828 Aug 13 11:28:30.928421 dv-cinder-797608-16-iscsi neutron-server[93883]: INFO neutron.wsgi [req-1bfd1ddb-20d6-4a63-9d70-f59d7f044ce0 req-2b328f35-3741-4e00-8eb9-4ec1a6665f79 service neutron] 10.222.0.20 "GET /v2.0/networks/d5a90fe8-bc27-43fd-967e-c2c4a7f28507?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0846810 Aug 13 11:28:31.015849 dv-cinder-797608-16-iscsi neutron-server[93883]: INFO neutron.wsgi [req-1bfd1ddb-20d6-4a63-9d70-f59d7f044ce0 req-c6130986-bac5-45fb-b2db-a92dabecdf33 service neutron] 10.222.0.20 "GET /v2.0/networks/d5a90fe8-bc27-43fd-967e-c2c4a7f28507?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0793450 Aug 13 11:28:31.523096 dv-cinder-797608-16-iscsi neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1cadd02-86ba-4fed-96d2-35a417714dc0 req-6e99f545-f63e-4926-8e0d-ece357290a94 tempest-AttachVolumeShelveTestJSON-167533422 tempest-AttachVolumeShelveTestJSON-167533422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 11:28:31.530534 dv-cinder-797608-16-iscsi neutron-server[93884]: INFO neutron.wsgi [req-e1cadd02-86ba-4fed-96d2-35a417714dc0 req-6e99f545-f63e-4926-8e0d-ece357290a94 tempest-AttachVolumeShelveTestJSON-167533422 tempest-AttachVolumeShelveTestJSON-167533422-project] 10.222.0.32 "GET /v2.0/ports?device_id=5ca66dae-84ba-458f-9b5b-0792ea937c3d HTTP/1.1" status: 200 len: 944 time: 0.0574298 Aug 13 11:28:31.591618 dv-cinder-797608-16-iscsi neutron-server[93884]: INFO neutron.wsgi [req-e1cadd02-86ba-4fed-96d2-35a417714dc0 req-a3ab7688-0c77-4b82-b4aa-b5218bd7d307 tempest-AttachVolumeShelveTestJSON-167533422 tempest-AttachVolumeShelveTestJSON-167533422-project] 10.222.0.32 "GET /v2.0/security-groups?id=b9edfe40-6480-42b1-a5a0-60b01d6d9607&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0560887 Aug 13 11:28:32.703050 dv-cinder-797608-16-iscsi neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a7ee412-b216-4d4e-a4b0-77c5529602c4 req-49813e2c-8ee7-4422-81f0-93d66a6c0547 tempest-AttachVolumeShelveTestJSON-167533422 tempest-AttachVolumeShelveTestJSON-167533422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 11:28:32.704485 dv-cinder-797608-16-iscsi neutron-server[93884]: INFO neutron.wsgi [req-3a7ee412-b216-4d4e-a4b0-77c5529602c4 req-49813e2c-8ee7-4422-81f0-93d66a6c0547 tempest-AttachVolumeShelveTestJSON-167533422 tempest-AttachVolumeShelveTestJSON-167533422-project] 10.222.0.32 "GET /v2.0/ports?device_id=5ca66dae-84ba-458f-9b5b-0792ea937c3d HTTP/1.1" status: 200 len: 944 time: 0.0481093 Aug 13 11:28:32.746222 dv-cinder-797608-16-iscsi neutron-server[93884]: INFO neutron.wsgi [req-3a7ee412-b216-4d4e-a4b0-77c5529602c4 req-b9a75f3a-d16b-4176-8209-637d45c019f6 tempest-AttachVolumeShelveTestJSON-167533422 tempest-AttachVolumeShelveTestJSON-167533422-project] 10.222.0.32 "GET /v2.0/security-groups?id=b9edfe40-6480-42b1-a5a0-60b01d6d9607&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0358810 Aug 13 11:28:33.868547 dv-cinder-797608-16-iscsi neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f15f41fe-ef51-4f4a-aca3-aee71d77e3f9 req-26288e8c-4cd1-4bb8-8e2b-9269e7fab656 tempest-AttachVolumeShelveTestJSON-167533422 tempest-AttachVolumeShelveTestJSON-167533422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 11:28:33.870457 dv-cinder-797608-16-iscsi neutron-server[93884]: INFO neutron.wsgi [req-f15f41fe-ef51-4f4a-aca3-aee71d77e3f9 req-26288e8c-4cd1-4bb8-8e2b-9269e7fab656 tempest-AttachVolumeShelveTestJSON-167533422 tempest-AttachVolumeShelveTestJSON-167533422-project] 10.222.0.32 "GET /v2.0/ports?device_id=5ca66dae-84ba-458f-9b5b-0792ea937c3d HTTP/1.1" status: 200 len: 944 time: 0.0487556 Aug 13 11:28:33.917870 dv-cinder-797608-16-iscsi neutron-server[93884]: INFO neutron.wsgi [req-f15f41fe-ef51-4f4a-aca3-aee71d77e3f9 req-b1f48f66-835c-44f4-b877-6db0065b7239 tempest-AttachVolumeShelveTestJSON-167533422 tempest-AttachVolumeShelveTestJSON-167533422-project] 10.222.0.32 "GET /v2.0/security-groups?id=b9edfe40-6480-42b1-a5a0-60b01d6d9607&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0363636 Aug 13 11:28:34.365121 dv-cinder-797608-16-iscsi neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-a0b9b986-0706-4fc6-9cf9-0eb02d2513dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782137812740', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-997306'] for agent, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 11:28:35.062466 dv-cinder-797608-16-iscsi neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aa683bd-9a6b-4dc2-853f-7ee7aec33f70 req-b9aaeaa6-10c4-4bca-8b6d-335640b2aea4 tempest-AttachVolumeShelveTestJSON-167533422 tempest-AttachVolumeShelveTestJSON-167533422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 11:28:35.063995 dv-cinder-797608-16-iscsi neutron-server[93884]: INFO neutron.wsgi [req-2aa683bd-9a6b-4dc2-853f-7ee7aec33f70 req-b9aaeaa6-10c4-4bca-8b6d-335640b2aea4 tempest-AttachVolumeShelveTestJSON-167533422 tempest-AttachVolumeShelveTestJSON-167533422-project] 10.222.0.32 "GET /v2.0/ports?device_id=5ca66dae-84ba-458f-9b5b-0792ea937c3d HTTP/1.1" status: 200 len: 944 time: 0.0564225 Aug 13 11:28:35.109916 dv-cinder-797608-16-iscsi neutron-server[93884]: INFO neutron.wsgi [req-2aa683bd-9a6b-4dc2-853f-7ee7aec33f70 req-e1b2bcdd-4e4c-4368-a76e-3b86ea10cfb9 tempest-AttachVolumeShelveTestJSON-167533422 tempest-AttachVolumeShelveTestJSON-167533422-project] 10.222.0.32 "GET /v2.0/security-groups?id=b9edfe40-6480-42b1-a5a0-60b01d6d9607&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0397015 Aug 13 11:28:36.234372 dv-cinder-797608-16-iscsi neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b61a2ea-b328-404c-b974-e89943194a19 req-13ef7e43-e414-45f5-920c-fa668bf2d0d0 tempest-AttachVolumeShelveTestJSON-167533422 tempest-AttachVolumeShelveTestJSON-167533422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 11:28:36.235843 dv-cinder-797608-16-iscsi neutron-server[93884]: INFO neutron.wsgi [req-8b61a2ea-b328-404c-b974-e89943194a19 req-13ef7e43-e414-45f5-920c-fa668bf2d0d0 tempest-AttachVolumeShelveTestJSON-167533422 tempest-AttachVolumeShelveTestJSON-167533422-project] 10.222.0.32 "GET /v2.0/ports?device_id=5ca66dae-84ba-458f-9b5b-0792ea937c3d HTTP/1.1" status: 200 len: 944 time: 0.0486834 Aug 13 11:28:36.277575 dv-cinder-797608-16-iscsi neutron-server[93884]: INFO neutron.wsgi [req-8b61a2ea-b328-404c-b974-e89943194a19 req-0eac485d-c0c1-4b81-98de-1f081665da77 tempest-AttachVolumeShelveTestJSON-167533422 tempest-AttachVolumeShelveTestJSON-167533422-project] 10.222.0.32 "GET /v2.0/security-groups?id=b9edfe40-6480-42b1-a5a0-60b01d6d9607&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0355804 Aug 13 11:28:37.408233 dv-cinder-797608-16-iscsi neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4a229df-43b2-4929-9321-7090f287e7c6 req-098187e2-58b6-46b3-b836-c1cbba418b78 tempest-AttachVolumeShelveTestJSON-167533422 tempest-AttachVolumeShelveTestJSON-167533422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 11:28:37.409704 dv-cinder-797608-16-iscsi neutron-server[93884]: INFO neutron.wsgi [req-a4a229df-43b2-4929-9321-7090f287e7c6 req-098187e2-58b6-46b3-b836-c1cbba418b78 tempest-AttachVolumeShelveTestJSON-167533422 tempest-AttachVolumeShelveTestJSON-167533422-project] 10.222.0.32 "GET /v2.0/ports?device_id=5ca66dae-84ba-458f-9b5b-0792ea937c3d HTTP/1.1" status: 200 len: 944 time: 0.0556471 Aug 13 11:28:37.452798 dv-cinder-797608-16-iscsi neutron-server[93884]: INFO neutron.wsgi [req-a4a229df-43b2-4929-9321-7090f287e7c6 req-0a332872-a841-4324-9a70-923a2f8b4f33 tempest-AttachVolumeShelveTestJSON-167533422 tempest-AttachVolumeShelveTestJSON-167533422-project] 10.222.0.32 "GET /v2.0/security-groups?id=b9edfe40-6480-42b1-a5a0-60b01d6d9607&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0370889 Aug 13 11:28:38.575763 dv-cinder-797608-16-iscsi neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-319c5566-3de1-4346-b32a-6de3c5e89d3b req-be8a8083-b062-4ccd-a5bb-35136167fb47 tempest-AttachVolumeShelveTestJSON-167533422 tempest-AttachVolumeShelveTestJSON-167533422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 11:28:38.578182 dv-cinder-797608-16-iscsi neutron-server[93884]: INFO neutron.wsgi [req-319c5566-3de1-4346-b32a-6de3c5e89d3b req-be8a8083-b062-4ccd-a5bb-35136167fb47 tempest-AttachVolumeShelveTestJSON-167533422 tempest-AttachVolumeShelveTestJSON-167533422-project] 10.222.0.32 "GET /v2.0/ports?device_id=5ca66dae-84ba-458f-9b5b-0792ea937c3d HTTP/1.1" status: 200 len: 944 time: 0.0490634 Aug 13 11:28:38.618438 dv-cinder-797608-16-iscsi neutron-server[93884]: INFO neutron.wsgi [req-319c5566-3de1-4346-b32a-6de3c5e89d3b req-cfa545e8-5980-4f89-baad-dd79071cad50 tempest-AttachVolumeShelveTestJSON-167533422 tempest-AttachVolumeShelveTestJSON-167533422-project] 10.222.0.32 "GET /v2.0/security-groups?id=b9edfe40-6480-42b1-a5a0-60b01d6d9607&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0340490 Aug 13 11:28:38.838879 dv-cinder-797608-16-iscsi neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-a789012c-d81d-4995-85f7-d03297c19132 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782137812740', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-997306'] for agent, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 11:28:39.742599 dv-cinder-797608-16-iscsi neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6fedeea-595f-4ccb-8ccf-5889a058508d req-3b4094d4-9b96-4cdc-adc9-aad7e687672d tempest-AttachVolumeShelveTestJSON-167533422 tempest-AttachVolumeShelveTestJSON-167533422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 11:28:39.744062 dv-cinder-797608-16-iscsi neutron-server[93884]: INFO neutron.wsgi [req-d6fedeea-595f-4ccb-8ccf-5889a058508d req-3b4094d4-9b96-4cdc-adc9-aad7e687672d tempest-AttachVolumeShelveTestJSON-167533422 tempest-AttachVolumeShelveTestJSON-167533422-project] 10.222.0.32 "GET /v2.0/ports?device_id=5ca66dae-84ba-458f-9b5b-0792ea937c3d HTTP/1.1" status: 200 len: 944 time: 0.0529411 Aug 13 11:28:39.785369 dv-cinder-797608-16-iscsi neutron-server[93884]: INFO neutron.wsgi [req-d6fedeea-595f-4ccb-8ccf-5889a058508d req-427f7d4f-e40f-4c21-97cf-f92e84ec73b6 tempest-AttachVolumeShelveTestJSON-167533422 tempest-AttachVolumeShelveTestJSON-167533422-project] 10.222.0.32 "GET /v2.0/security-groups?id=b9edfe40-6480-42b1-a5a0-60b01d6d9607&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0346963 Aug 13 11:28:40.910580 dv-cinder-797608-16-iscsi neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcaed92d-8329-4dad-8ef7-ee083c5e48df req-6b3a425d-25c2-4656-88eb-7d7d2c7dfa58 tempest-AttachVolumeShelveTestJSON-167533422 tempest-AttachVolumeShelveTestJSON-167533422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 11:28:40.912112 dv-cinder-797608-16-iscsi neutron-server[93884]: INFO neutron.wsgi [req-bcaed92d-8329-4dad-8ef7-ee083c5e48df req-6b3a425d-25c2-4656-88eb-7d7d2c7dfa58 tempest-AttachVolumeShelveTestJSON-167533422 tempest-AttachVolumeShelveTestJSON-167533422-project] 10.222.0.32 "GET /v2.0/ports?device_id=5ca66dae-84ba-458f-9b5b-0792ea937c3d HTTP/1.1" status: 200 len: 944 time: 0.0513012 Aug 13 11:28:40.958801 dv-cinder-797608-16-iscsi neutron-server[93884]: INFO neutron.wsgi [req-bcaed92d-8329-4dad-8ef7-ee083c5e48df req-f319b3f1-7c1c-44ea-84e5-fd8ec1e23eee tempest-AttachVolumeShelveTestJSON-167533422 tempest-AttachVolumeShelveTestJSON-167533422-project] 10.222.0.32 "GET /v2.0/security-groups?id=b9edfe40-6480-42b1-a5a0-60b01d6d9607&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406225 Aug 13 11:28:41.290933 dv-cinder-797608-16-iscsi neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-a564f720-b2a9-41c3-aa84-add0acc45a59 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782137812740', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-997306'] for agent, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 11:28:41.572127 dv-cinder-797608-16-iscsi neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-05931952-e11e-4e12-af58-ece1398d134b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782137812740', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-997306'] for agent, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 11:28:42.073744 dv-cinder-797608-16-iscsi neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-718b62d3-6245-459a-aab6-e2f6da1dfcdd req-89f44ad4-b73e-438f-999a-808736fd49b4 tempest-AttachVolumeShelveTestJSON-167533422 tempest-AttachVolumeShelveTestJSON-167533422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 11:28:42.075219 dv-cinder-797608-16-iscsi neutron-server[93884]: INFO neutron.wsgi [req-718b62d3-6245-459a-aab6-e2f6da1dfcdd req-89f44ad4-b73e-438f-999a-808736fd49b4 tempest-AttachVolumeShelveTestJSON-167533422 tempest-AttachVolumeShelveTestJSON-167533422-project] 10.222.0.32 "GET /v2.0/ports?device_id=5ca66dae-84ba-458f-9b5b-0792ea937c3d HTTP/1.1" status: 200 len: 944 time: 0.0471621 Aug 13 11:28:42.112338 dv-cinder-797608-16-iscsi neutron-server[93884]: INFO neutron.wsgi [req-718b62d3-6245-459a-aab6-e2f6da1dfcdd req-48c11e8d-9a0b-456a-8fb5-a0a83308c9aa tempest-AttachVolumeShelveTestJSON-167533422 tempest-AttachVolumeShelveTestJSON-167533422-project] 10.222.0.32 "GET /v2.0/security-groups?id=b9edfe40-6480-42b1-a5a0-60b01d6d9607&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0307410 Aug 13 11:28:42.422622 dv-cinder-797608-16-iscsi neutron-server[93883]: INFO neutron.wsgi [req-e1508ed0-7914-4987-b63e-10b517991dec req-531a7c56-e94c-41b7-9bea-937e5315a144 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=80297648-f7cc-41a2-9ba7-9546d08e7146&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0432279 Aug 13 11:28:42.509583 dv-cinder-797608-16-iscsi neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-c8cb50cc-12ff-4088-b7b1-9c64999b964c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782137812740', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-997306'] for agent, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 11:28:42.521124 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1508ed0-7914-4987-b63e-10b517991dec req-74345b87-592c-4563-ab3a-1b4c7ad5b436 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 11:28:42.522658 dv-cinder-797608-16-iscsi neutron-server[93883]: INFO neutron.wsgi [req-e1508ed0-7914-4987-b63e-10b517991dec req-74345b87-592c-4563-ab3a-1b4c7ad5b436 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=d5749f1d743e45099877d2ba04647196&device_id=80297648-f7cc-41a2-9ba7-9546d08e7146 HTTP/1.1" status: 200 len: 1098 time: 0.0404344 Aug 13 11:28:42.625973 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1508ed0-7914-4987-b63e-10b517991dec req-5c57e462-932b-4953-8340-5ea0d7eb2cea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 11:28:42.627445 dv-cinder-797608-16-iscsi neutron-server[93883]: INFO neutron.wsgi [req-e1508ed0-7914-4987-b63e-10b517991dec req-5c57e462-932b-4953-8340-5ea0d7eb2cea service neutron] 10.222.0.20 "GET /v2.0/networks?id=999d1062-b3a3-4414-af22-ebf9a7c571f6 HTTP/1.1" status: 200 len: 913 time: 0.0820999 Aug 13 11:28:42.693841 dv-cinder-797608-16-iscsi neutron-server[93883]: INFO neutron.wsgi [req-e1508ed0-7914-4987-b63e-10b517991dec req-8525ddf6-c2b7-4911-b656-481a1a034b3e service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=a841ceaa-388c-4269-9b38-7760e5a6060c HTTP/1.1" status: 200 len: 1000 time: 0.0592515 Aug 13 11:28:42.741075 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1508ed0-7914-4987-b63e-10b517991dec req-c9a44256-d539-40b7-8bbb-8aa22a83f939 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 11:28:42.742473 dv-cinder-797608-16-iscsi neutron-server[93883]: INFO neutron.wsgi [req-e1508ed0-7914-4987-b63e-10b517991dec req-c9a44256-d539-40b7-8bbb-8aa22a83f939 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=2b810745-615e-4226-8545-baa357ea81b9 HTTP/1.1" status: 200 len: 851 time: 0.0418286 Aug 13 11:28:42.786936 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1508ed0-7914-4987-b63e-10b517991dec req-a9844fe0-e013-46db-b8f6-719248c9e415 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 11:28:42.788361 dv-cinder-797608-16-iscsi neutron-server[93883]: INFO neutron.wsgi [req-e1508ed0-7914-4987-b63e-10b517991dec req-a9844fe0-e013-46db-b8f6-719248c9e415 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=999d1062-b3a3-4414-af22-ebf9a7c571f6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0374122 Aug 13 11:28:42.878461 dv-cinder-797608-16-iscsi neutron-server[93883]: INFO neutron.wsgi [req-e1508ed0-7914-4987-b63e-10b517991dec req-daf0a238-ef9a-4819-8004-78d2fa6dcec3 service neutron] 10.222.0.20 "GET /v2.0/networks/999d1062-b3a3-4414-af22-ebf9a7c571f6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0815485 Aug 13 11:28:42.964150 dv-cinder-797608-16-iscsi neutron-server[93883]: INFO neutron.wsgi [req-e1508ed0-7914-4987-b63e-10b517991dec req-ef5afe7a-30bd-45a0-8abe-65d375c16219 service neutron] 10.222.0.20 "GET /v2.0/networks/999d1062-b3a3-4414-af22-ebf9a7c571f6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0785694 Aug 13 11:28:43.231442 dv-cinder-797608-16-iscsi neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c5121e7-4cad-463a-9ce1-8bdd13d85562 req-cc3409dd-1429-409f-97c3-14d50c8523bf tempest-AttachVolumeShelveTestJSON-167533422 tempest-AttachVolumeShelveTestJSON-167533422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 11:28:43.232805 dv-cinder-797608-16-iscsi neutron-server[93884]: INFO neutron.wsgi [req-0c5121e7-4cad-463a-9ce1-8bdd13d85562 req-cc3409dd-1429-409f-97c3-14d50c8523bf tempest-AttachVolumeShelveTestJSON-167533422 tempest-AttachVolumeShelveTestJSON-167533422-project] 10.222.0.32 "GET /v2.0/ports?device_id=5ca66dae-84ba-458f-9b5b-0792ea937c3d HTTP/1.1" status: 200 len: 944 time: 0.0466802 Aug 13 11:28:43.269185 dv-cinder-797608-16-iscsi neutron-server[93884]: INFO neutron.wsgi [req-0c5121e7-4cad-463a-9ce1-8bdd13d85562 req-32ea74a5-cc66-4822-950c-90158286e7ee tempest-AttachVolumeShelveTestJSON-167533422 tempest-AttachVolumeShelveTestJSON-167533422-project] 10.222.0.32 "GET /v2.0/security-groups?id=b9edfe40-6480-42b1-a5a0-60b01d6d9607&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0297017 Aug 13 11:28:44.083348 dv-cinder-797608-16-iscsi neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-71795f1a-9c4d-4630-a580-a9486fbcc3ea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782137812740', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-997306'] for agent, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 11:28:44.388460 dv-cinder-797608-16-iscsi neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e20dccf5-73b4-4990-840e-1ec277550569 req-576ddbc1-1da7-4aee-a2af-ee0ca932ac17 tempest-AttachVolumeShelveTestJSON-167533422 tempest-AttachVolumeShelveTestJSON-167533422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 11:28:44.389954 dv-cinder-797608-16-iscsi neutron-server[93884]: INFO neutron.wsgi [req-e20dccf5-73b4-4990-840e-1ec277550569 req-576ddbc1-1da7-4aee-a2af-ee0ca932ac17 tempest-AttachVolumeShelveTestJSON-167533422 tempest-AttachVolumeShelveTestJSON-167533422-project] 10.222.0.32 "GET /v2.0/ports?device_id=5ca66dae-84ba-458f-9b5b-0792ea937c3d HTTP/1.1" status: 200 len: 944 time: 0.0482223 Aug 13 11:28:44.431320 dv-cinder-797608-16-iscsi neutron-server[93884]: INFO neutron.wsgi [req-e20dccf5-73b4-4990-840e-1ec277550569 req-a5bc53f6-864f-4c5b-8f48-2d6c63fd53c0 tempest-AttachVolumeShelveTestJSON-167533422 tempest-AttachVolumeShelveTestJSON-167533422-project] 10.222.0.32 "GET /v2.0/security-groups?id=b9edfe40-6480-42b1-a5a0-60b01d6d9607&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0354028 Aug 13 11:28:44.462568 dv-cinder-797608-16-iscsi neutron-server[93885]: DEBUG neutron.plugins.ml2.rpc [None req-a0b9b986-0706-4fc6-9cf9-0eb02d2513dc None None] Device 9cd0cf8a-1856-43cc-9a11-b05d507cc63c details requested by agent hyperv_hv-cinder-79760 with host hv-cinder-79760 {{(pid=93885) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 13 11:28:44.552012 dv-cinder-797608-16-iscsi neutron-server[93885]: DEBUG neutron.plugins.ml2.db [None req-a0b9b986-0706-4fc6-9cf9-0eb02d2513dc None None] For port 9cd0cf8a-1856-43cc-9a11-b05d507cc63c, host hv-cinder-79760, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79760',level=0,port_id=9cd0cf8a-1856-43cc-9a11-b05d507cc63c,segment=NetworkSegment(0fa64963-7e93-4d0e-b107-3a0c1a54420b),segment_id=0fa64963-7e93-4d0e-b107-3a0c1a54420b)] {{(pid=93885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 13 11:28:44.562802 dv-cinder-797608-16-iscsi neutron-server[93885]: DEBUG neutron.plugins.ml2.rpc [None req-a0b9b986-0706-4fc6-9cf9-0eb02d2513dc None None] Returning: {'device': '9cd0cf8a-1856-43cc-9a11-b05d507cc63c', 'network_id': 'd5a90fe8-bc27-43fd-967e-c2c4a7f28507', 'port_id': '9cd0cf8a-1856-43cc-9a11-b05d507cc63c', 'mac_address': 'fa:16:3e:c4:e9:5a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 150, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '76eee822-f693-42cb-8b2a-3e4c87d31887', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93885) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 13 11:28:44.597223 dv-cinder-797608-16-iscsi neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-a0b9b986-0706-4fc6-9cf9-0eb02d2513dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935434'] for port, before_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 11:28:44.622607 dv-cinder-797608-16-iscsi neutron-server[93885]: DEBUG neutron.notifiers.nova [None req-a0b9b986-0706-4fc6-9cf9-0eb02d2513dc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9cd0cf8a-1856-43cc-9a11-b05d507cc63c {{(pid=93885) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 13 11:28:44.650733 dv-cinder-797608-16-iscsi neutron-server[93885]: DEBUG neutron.plugins.ml2.db [None req-a0b9b986-0706-4fc6-9cf9-0eb02d2513dc None None] For port 9cd0cf8a-1856-43cc-9a11-b05d507cc63c, host hv-cinder-79760, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79760',level=0,port_id=9cd0cf8a-1856-43cc-9a11-b05d507cc63c,segment=NetworkSegment(0fa64963-7e93-4d0e-b107-3a0c1a54420b),segment_id=0fa64963-7e93-4d0e-b107-3a0c1a54420b)] {{(pid=93885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 13 11:28:44.655490 dv-cinder-797608-16-iscsi neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-a0b9b986-0706-4fc6-9cf9-0eb02d2513dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935844', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611014', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782137889940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782137337613', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782137337631'] for port, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 11:28:44.701973 dv-cinder-797608-16-iscsi neutron-server[93885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0b9b986-0706-4fc6-9cf9-0eb02d2513dc None None] Pushing event updated for resources: {'Port': ['ID=9cd0cf8a-1856-43cc-9a11-b05d507cc63c,revision_number=9']} {{(pid=93885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 11:28:44.944170 dv-cinder-797608-16-iscsi neutron-server[93885]: DEBUG neutron.plugins.ml2.db [None req-a0b9b986-0706-4fc6-9cf9-0eb02d2513dc None None] get_ports_and_sgs() called for port_ids ['9cd0cf8a-1856-43cc-9a11-b05d507cc63c'] {{(pid=93885) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 13 11:28:45.548965 dv-cinder-797608-16-iscsi neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f83bf7c3-7da6-4061-96e5-ddd746253eb7 req-d737d70d-c766-4e3f-be12-ba748a85cd48 tempest-AttachVolumeShelveTestJSON-167533422 tempest-AttachVolumeShelveTestJSON-167533422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 11:28:45.550456 dv-cinder-797608-16-iscsi neutron-server[93884]: INFO neutron.wsgi [req-f83bf7c3-7da6-4061-96e5-ddd746253eb7 req-d737d70d-c766-4e3f-be12-ba748a85cd48 tempest-AttachVolumeShelveTestJSON-167533422 tempest-AttachVolumeShelveTestJSON-167533422-project] 10.222.0.32 "GET /v2.0/ports?device_id=5ca66dae-84ba-458f-9b5b-0792ea937c3d HTTP/1.1" status: 200 len: 945 time: 0.0489919 Aug 13 11:28:45.586677 dv-cinder-797608-16-iscsi neutron-server[93884]: INFO neutron.wsgi [req-f83bf7c3-7da6-4061-96e5-ddd746253eb7 req-9192374a-eb3d-4461-a1f4-9d3a47e53fe1 tempest-AttachVolumeShelveTestJSON-167533422 tempest-AttachVolumeShelveTestJSON-167533422-project] 10.222.0.32 "GET /v2.0/security-groups?id=b9edfe40-6480-42b1-a5a0-60b01d6d9607&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0304174 Aug 13 11:28:46.480537 dv-cinder-797608-16-iscsi neutron-server[93885]: DEBUG neutron.plugins.ml2.rpc [None req-a0b9b986-0706-4fc6-9cf9-0eb02d2513dc None None] Device 9cd0cf8a-1856-43cc-9a11-b05d507cc63c up at agent hyperv_hv-cinder-79760 {{(pid=93885) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 13 11:28:46.535482 dv-cinder-797608-16-iscsi neutron-server[93885]: DEBUG neutron.db.provisioning_blocks [None req-a0b9b986-0706-4fc6-9cf9-0eb02d2513dc None None] Provisioning complete for port 9cd0cf8a-1856-43cc-9a11-b05d507cc63c triggered by entity L2. {{(pid=93885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 13 11:28:46.535856 dv-cinder-797608-16-iscsi neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-a0b9b986-0706-4fc6-9cf9-0eb02d2513dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-997193'] for port, provisioning_complete {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 11:28:46.609188 dv-cinder-797608-16-iscsi neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-a0b9b986-0706-4fc6-9cf9-0eb02d2513dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935434'] for port, before_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 11:28:46.632118 dv-cinder-797608-16-iscsi neutron-server[93885]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5ca66dae-84ba-458f-9b5b-0792ea937c3d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9cd0cf8a-1856-43cc-9a11-b05d507cc63c'}] {{(pid=93885) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 13 11:28:46.634366 dv-cinder-797608-16-iscsi neutron-server[93885]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6271a0dfd589c32cbc3478448621ce6e19c81a8dd821b4c159629fbe4478ed77" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-898c1d91-eea8-4e29-8454-9b10f22262d5" -d '{"events": [{"server_uuid": "5ca66dae-84ba-458f-9b5b-0792ea937c3d", "name": "network-vif-plugged", "status": "completed", "tag": "9cd0cf8a-1856-43cc-9a11-b05d507cc63c"}]}' {{(pid=93885) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 13 11:28:46.647064 dv-cinder-797608-16-iscsi neutron-server[93885]: DEBUG neutron.plugins.ml2.db [None req-a0b9b986-0706-4fc6-9cf9-0eb02d2513dc None None] For port 9cd0cf8a-1856-43cc-9a11-b05d507cc63c, host hv-cinder-79760, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79760',level=0,port_id=9cd0cf8a-1856-43cc-9a11-b05d507cc63c,segment=NetworkSegment(0fa64963-7e93-4d0e-b107-3a0c1a54420b),segment_id=0fa64963-7e93-4d0e-b107-3a0c1a54420b)] {{(pid=93885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 13 11:28:46.651467 dv-cinder-797608-16-iscsi neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-a0b9b986-0706-4fc6-9cf9-0eb02d2513dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935844', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611014', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782137889940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782137337613', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782137337631'] for port, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 11:28:46.678757 dv-cinder-797608-16-iscsi neutron-server[93885]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 13 Aug 2021 11:28:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9c5a4a13-47f4-478d-bfe1-0a120ebcce2e x-openstack-request-id: req-9c5a4a13-47f4-478d-bfe1-0a120ebcce2e {{(pid=93885) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 13 11:28:46.679055 dv-cinder-797608-16-iscsi neutron-server[93885]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5ca66dae-84ba-458f-9b5b-0792ea937c3d", "name": "network-vif-plugged", "status": "completed", "tag": "9cd0cf8a-1856-43cc-9a11-b05d507cc63c", "code": 200}]} {{(pid=93885) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 13 11:28:46.679311 dv-cinder-797608-16-iscsi neutron-server[93885]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-9c5a4a13-47f4-478d-bfe1-0a120ebcce2e {{(pid=93885) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 13 11:28:46.679700 dv-cinder-797608-16-iscsi neutron-server[93885]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5ca66dae-84ba-458f-9b5b-0792ea937c3d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9cd0cf8a-1856-43cc-9a11-b05d507cc63c', 'code': 200} Aug 13 11:28:46.705353 dv-cinder-797608-16-iscsi neutron-server[93885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0b9b986-0706-4fc6-9cf9-0eb02d2513dc None None] Pushing event updated for resources: {'Port': ['ID=9cd0cf8a-1856-43cc-9a11-b05d507cc63c,revision_number=10']} {{(pid=93885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 11:28:46.711661 dv-cinder-797608-16-iscsi neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a015dcd1-5e3d-42d1-ba33-1f2bd74ba8b2 req-0144043c-12f4-4673-ad28-442e19b0ac9a tempest-AttachVolumeShelveTestJSON-167533422 tempest-AttachVolumeShelveTestJSON-167533422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 11:28:46.713368 dv-cinder-797608-16-iscsi neutron-server[93884]: INFO neutron.wsgi [req-a015dcd1-5e3d-42d1-ba33-1f2bd74ba8b2 req-0144043c-12f4-4673-ad28-442e19b0ac9a tempest-AttachVolumeShelveTestJSON-167533422 tempest-AttachVolumeShelveTestJSON-167533422-project] 10.222.0.32 "GET /v2.0/ports?device_id=5ca66dae-84ba-458f-9b5b-0792ea937c3d HTTP/1.1" status: 200 len: 947 time: 0.0542574 Aug 13 11:28:46.752627 dv-cinder-797608-16-iscsi neutron-server[93884]: INFO neutron.wsgi [req-a015dcd1-5e3d-42d1-ba33-1f2bd74ba8b2 req-6094b61c-35cd-4e9d-a9c4-92b8dd4165de tempest-AttachVolumeShelveTestJSON-167533422 tempest-AttachVolumeShelveTestJSON-167533422-project] 10.222.0.32 "GET /v2.0/security-groups?id=b9edfe40-6480-42b1-a5a0-60b01d6d9607&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0332909 Aug 13 11:28:46.890808 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29d732c3-8b80-4fd2-b6fc-cb3688da5eca req-79f1bb1a-bc5a-4dea-be50-fcc7dc78d817 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 11:28:46.892267 dv-cinder-797608-16-iscsi neutron-server[93883]: INFO neutron.wsgi [req-29d732c3-8b80-4fd2-b6fc-cb3688da5eca req-79f1bb1a-bc5a-4dea-be50-fcc7dc78d817 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=5ca66dae-84ba-458f-9b5b-0792ea937c3d HTTP/1.1" status: 200 len: 1100 time: 0.0392432 Aug 13 11:28:46.930507 dv-cinder-797608-16-iscsi neutron-server[93883]: INFO neutron.wsgi [req-29d732c3-8b80-4fd2-b6fc-cb3688da5eca req-9ad180cd-04ed-4844-89cd-f64c0e08c356 service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=b9edfe40-6480-42b1-a5a0-60b01d6d9607&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311375 Aug 13 11:28:47.875755 dv-cinder-797608-16-iscsi neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6199e1c0-2bb1-4ad4-9510-663a26dcdacc req-28a38b94-8bde-45e2-9b61-6d1fc5df5cd8 tempest-AttachVolumeShelveTestJSON-167533422 tempest-AttachVolumeShelveTestJSON-167533422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 11:28:47.877190 dv-cinder-797608-16-iscsi neutron-server[93884]: INFO neutron.wsgi [req-6199e1c0-2bb1-4ad4-9510-663a26dcdacc req-28a38b94-8bde-45e2-9b61-6d1fc5df5cd8 tempest-AttachVolumeShelveTestJSON-167533422 tempest-AttachVolumeShelveTestJSON-167533422-project] 10.222.0.32 "GET /v2.0/ports?device_id=5ca66dae-84ba-458f-9b5b-0792ea937c3d HTTP/1.1" status: 200 len: 947 time: 0.0471592 Aug 13 11:28:47.917585 dv-cinder-797608-16-iscsi neutron-server[93884]: INFO neutron.wsgi [req-6199e1c0-2bb1-4ad4-9510-663a26dcdacc req-7ce8de3c-e718-4294-aee4-2c1d38148def tempest-AttachVolumeShelveTestJSON-167533422 tempest-AttachVolumeShelveTestJSON-167533422-project] 10.222.0.32 "GET /v2.0/security-groups?id=b9edfe40-6480-42b1-a5a0-60b01d6d9607&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0338292 Aug 13 11:28:49.038413 dv-cinder-797608-16-iscsi neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98b6f795-e3ff-4487-82d9-727dd22350b3 req-85115bbd-a67e-4a21-b339-b68b7c84f151 tempest-AttachVolumeShelveTestJSON-167533422 tempest-AttachVolumeShelveTestJSON-167533422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 11:28:49.039909 dv-cinder-797608-16-iscsi neutron-server[93884]: INFO neutron.wsgi [req-98b6f795-e3ff-4487-82d9-727dd22350b3 req-85115bbd-a67e-4a21-b339-b68b7c84f151 tempest-AttachVolumeShelveTestJSON-167533422 tempest-AttachVolumeShelveTestJSON-167533422-project] 10.222.0.32 "GET /v2.0/ports?device_id=5ca66dae-84ba-458f-9b5b-0792ea937c3d HTTP/1.1" status: 200 len: 947 time: 0.0525119 Aug 13 11:28:49.083705 dv-cinder-797608-16-iscsi neutron-server[93884]: INFO neutron.wsgi [req-98b6f795-e3ff-4487-82d9-727dd22350b3 req-c5577a64-4278-4348-b27b-b657b258fe44 tempest-AttachVolumeShelveTestJSON-167533422 tempest-AttachVolumeShelveTestJSON-167533422-project] 10.222.0.32 "GET /v2.0/security-groups?id=b9edfe40-6480-42b1-a5a0-60b01d6d9607&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0353861 Aug 13 11:28:57.177595 dv-cinder-797608-16-iscsi neutron-server[93886]: DEBUG neutron.db.agents_db [None req-85e56f49-6478-4807-bf82-7523a15d9e55 None None] Agent healthcheck: found 6 active agents {{(pid=93886) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 13 11:29:04.369105 dv-cinder-797608-16-iscsi neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-a0b9b986-0706-4fc6-9cf9-0eb02d2513dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782137812740', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-997306'] for agent, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 11:29:08.839753 dv-cinder-797608-16-iscsi neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-839146e9-dc2a-49a1-badb-6fdf268906cc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782137812740', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-997306'] for agent, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 11:29:11.290573 dv-cinder-797608-16-iscsi neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-cfc42150-5dd0-4fa0-a26c-e69f0ef6d821 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782137812740', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-997306'] for agent, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 11:29:11.573454 dv-cinder-797608-16-iscsi neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-05931952-e11e-4e12-af58-ece1398d134b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782137812740', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-997306'] for agent, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 11:29:12.511523 dv-cinder-797608-16-iscsi neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-c8cb50cc-12ff-4088-b7b1-9c64999b964c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782137812740', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-997306'] for agent, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 11:29:14.083039 dv-cinder-797608-16-iscsi neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-71795f1a-9c4d-4630-a580-a9486fbcc3ea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782137812740', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-997306'] for agent, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 11:29:21.618862 dv-cinder-797608-16-iscsi neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f258cbd-dca7-4dab-abcc-0b72f1e1dd8b req-265d9929-b96e-4aaf-a404-c1fae1082d02 tempest-AttachVolumeShelveTestJSON-167533422 tempest-AttachVolumeShelveTestJSON-167533422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 11:29:21.620236 dv-cinder-797608-16-iscsi neutron-server[93884]: INFO neutron.wsgi [req-0f258cbd-dca7-4dab-abcc-0b72f1e1dd8b req-265d9929-b96e-4aaf-a404-c1fae1082d02 tempest-AttachVolumeShelveTestJSON-167533422 tempest-AttachVolumeShelveTestJSON-167533422-project] 10.222.0.32 "GET /v2.0/ports?device_id=5ca66dae-84ba-458f-9b5b-0792ea937c3d HTTP/1.1" status: 200 len: 947 time: 0.1001368 Aug 13 11:29:21.656533 dv-cinder-797608-16-iscsi neutron-server[93884]: INFO neutron.wsgi [req-0f258cbd-dca7-4dab-abcc-0b72f1e1dd8b req-12d3b2bb-d236-4e02-a1ca-acc9129a3b06 tempest-AttachVolumeShelveTestJSON-167533422 tempest-AttachVolumeShelveTestJSON-167533422-project] 10.222.0.32 "GET /v2.0/security-groups?id=b9edfe40-6480-42b1-a5a0-60b01d6d9607&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0305047 Aug 13 11:29:22.826267 dv-cinder-797608-16-iscsi neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d89f7a1-da59-40c9-9008-adb8839d719c req-cc4716d1-8cf2-4833-8e0e-29ce76a4761c tempest-AttachVolumeShelveTestJSON-167533422 tempest-AttachVolumeShelveTestJSON-167533422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 11:29:22.827763 dv-cinder-797608-16-iscsi neutron-server[93884]: INFO neutron.wsgi [req-7d89f7a1-da59-40c9-9008-adb8839d719c req-cc4716d1-8cf2-4833-8e0e-29ce76a4761c tempest-AttachVolumeShelveTestJSON-167533422 tempest-AttachVolumeShelveTestJSON-167533422-project] 10.222.0.32 "GET /v2.0/ports?device_id=5ca66dae-84ba-458f-9b5b-0792ea937c3d HTTP/1.1" status: 200 len: 947 time: 0.0967288 Aug 13 11:29:22.868137 dv-cinder-797608-16-iscsi neutron-server[93884]: INFO neutron.wsgi [req-7d89f7a1-da59-40c9-9008-adb8839d719c req-dd93b17b-3e96-439c-a08e-965fee265e55 tempest-AttachVolumeShelveTestJSON-167533422 tempest-AttachVolumeShelveTestJSON-167533422-project] 10.222.0.32 "GET /v2.0/security-groups?id=b9edfe40-6480-42b1-a5a0-60b01d6d9607&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0340626 Aug 13 11:29:23.046077 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d35cc7b0-101c-47ec-ba6d-b8b0df7d65c2 req-101c0558-e313-4112-bc79-b4fe699885b6 tempest-AttachVolumeShelveTestJSON-167533422 tempest-AttachVolumeShelveTestJSON-167533422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 11:29:23.047513 dv-cinder-797608-16-iscsi neutron-server[93883]: INFO neutron.wsgi [req-d35cc7b0-101c-47ec-ba6d-b8b0df7d65c2 req-101c0558-e313-4112-bc79-b4fe699885b6 tempest-AttachVolumeShelveTestJSON-167533422 tempest-AttachVolumeShelveTestJSON-167533422-project] 10.222.0.20 "GET /v2.0/ports?device_id=5ca66dae-84ba-458f-9b5b-0792ea937c3d HTTP/1.1" status: 200 len: 947 time: 0.0476983 Aug 13 11:29:23.132597 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron.plugins.ml2.plugin [req-d35cc7b0-101c-47ec-ba6d-b8b0df7d65c2 req-86fcaff8-5403-4d9f-97f2-ff3fdd62cfd5 tempest-AttachVolumeShelveTestJSON-167533422 tempest-AttachVolumeShelveTestJSON-167533422-project] Deleting port 9cd0cf8a-1856-43cc-9a11-b05d507cc63c {{(pid=93883) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 13 11:29:23.132936 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-d35cc7b0-101c-47ec-ba6d-b8b0df7d65c2 req-86fcaff8-5403-4d9f-97f2-ff3fdd62cfd5 tempest-AttachVolumeShelveTestJSON-167533422 tempest-AttachVolumeShelveTestJSON-167533422-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782137884200'] for port, before_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 11:29:23.239158 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron.plugins.ml2.db [req-d35cc7b0-101c-47ec-ba6d-b8b0df7d65c2 req-86fcaff8-5403-4d9f-97f2-ff3fdd62cfd5 tempest-AttachVolumeShelveTestJSON-167533422 tempest-AttachVolumeShelveTestJSON-167533422-project] For port 9cd0cf8a-1856-43cc-9a11-b05d507cc63c, host hv-cinder-79760, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79760',level=0,port_id=9cd0cf8a-1856-43cc-9a11-b05d507cc63c,segment=NetworkSegment(0fa64963-7e93-4d0e-b107-3a0c1a54420b),segment_id=0fa64963-7e93-4d0e-b107-3a0c1a54420b)] {{(pid=93883) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 13 11:29:23.246386 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-d35cc7b0-101c-47ec-ba6d-b8b0df7d65c2 req-86fcaff8-5403-4d9f-97f2-ff3fdd62cfd5 tempest-AttachVolumeShelveTestJSON-167533422 tempest-AttachVolumeShelveTestJSON-167533422-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1583036'] for port, precommit_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 11:29:23.408493 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-d35cc7b0-101c-47ec-ba6d-b8b0df7d65c2 req-86fcaff8-5403-4d9f-97f2-ff3fdd62cfd5 tempest-AttachVolumeShelveTestJSON-167533422 tempest-AttachVolumeShelveTestJSON-167533422-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 11:29:23.408887 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-d35cc7b0-101c-47ec-ba6d-b8b0df7d65c2 req-86fcaff8-5403-4d9f-97f2-ff3fdd62cfd5 tempest-AttachVolumeShelveTestJSON-167533422 tempest-AttachVolumeShelveTestJSON-167533422-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1585555'] for floatingip, after_update {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 11:29:23.409182 dv-cinder-797608-16-iscsi neutron-server[93883]: INFO neutron.db.l3_db [req-d35cc7b0-101c-47ec-ba6d-b8b0df7d65c2 req-86fcaff8-5403-4d9f-97f2-ff3fdd62cfd5 tempest-AttachVolumeShelveTestJSON-167533422 tempest-AttachVolumeShelveTestJSON-167533422-project] Floating IP 42a2c518-eab1-41a1-9de6-e0818d2bcb58 disassociated. External IP: 172.27.2.99, port: 9cd0cf8a-1856-43cc-9a11-b05d507cc63c. Aug 13 11:29:23.409527 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron.plugins.ml2.plugin [req-d35cc7b0-101c-47ec-ba6d-b8b0df7d65c2 req-86fcaff8-5403-4d9f-97f2-ff3fdd62cfd5 tempest-AttachVolumeShelveTestJSON-167533422 tempest-AttachVolumeShelveTestJSON-167533422-project] Calling delete_port for 9cd0cf8a-1856-43cc-9a11-b05d507cc63c owned by compute:nova {{(pid=93883) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 13 11:29:23.535294 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-d35cc7b0-101c-47ec-ba6d-b8b0df7d65c2 req-86fcaff8-5403-4d9f-97f2-ff3fdd62cfd5 tempest-AttachVolumeShelveTestJSON-167533422 tempest-AttachVolumeShelveTestJSON-167533422-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935844', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611014', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782137889922', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782137337604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2139128394'] for port, after_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 11:29:23.563448 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86fcaff8-5403-4d9f-97f2-ff3fdd62cfd5 tempest-AttachVolumeShelveTestJSON-167533422 tempest-AttachVolumeShelveTestJSON-167533422-project] Pushing event deleted for resources: {'Port': ['ID=9cd0cf8a-1856-43cc-9a11-b05d507cc63c,revision_number=None']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 11:29:23.574914 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86fcaff8-5403-4d9f-97f2-ff3fdd62cfd5 tempest-AttachVolumeShelveTestJSON-167533422 tempest-AttachVolumeShelveTestJSON-167533422-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797608-16-iscsi {{(pid=93883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 11:29:23.575264 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86fcaff8-5403-4d9f-97f2-ff3fdd62cfd5 tempest-AttachVolumeShelveTestJSON-167533422 tempest-AttachVolumeShelveTestJSON-167533422-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797608-16-iscsi {{(pid=93883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 11:29:23.575607 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86fcaff8-5403-4d9f-97f2-ff3fdd62cfd5 tempest-AttachVolumeShelveTestJSON-167533422 tempest-AttachVolumeShelveTestJSON-167533422-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797608-16-iscsi {{(pid=93883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 11:29:23.575945 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86fcaff8-5403-4d9f-97f2-ff3fdd62cfd5 tempest-AttachVolumeShelveTestJSON-167533422 tempest-AttachVolumeShelveTestJSON-167533422-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797608-16-iscsi {{(pid=93883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 11:29:23.576278 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86fcaff8-5403-4d9f-97f2-ff3fdd62cfd5 tempest-AttachVolumeShelveTestJSON-167533422 tempest-AttachVolumeShelveTestJSON-167533422-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-797608-16-iscsi {{(pid=93883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 11:29:23.576615 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86fcaff8-5403-4d9f-97f2-ff3fdd62cfd5 tempest-AttachVolumeShelveTestJSON-167533422 tempest-AttachVolumeShelveTestJSON-167533422-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797608-16-iscsi {{(pid=93883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 11:29:23.576951 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86fcaff8-5403-4d9f-97f2-ff3fdd62cfd5 tempest-AttachVolumeShelveTestJSON-167533422 tempest-AttachVolumeShelveTestJSON-167533422-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-797608-16-iscsi {{(pid=93883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 11:29:23.577280 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86fcaff8-5403-4d9f-97f2-ff3fdd62cfd5 tempest-AttachVolumeShelveTestJSON-167533422 tempest-AttachVolumeShelveTestJSON-167533422-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-797608-16-iscsi {{(pid=93883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 11:29:23.577606 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86fcaff8-5403-4d9f-97f2-ff3fdd62cfd5 tempest-AttachVolumeShelveTestJSON-167533422 tempest-AttachVolumeShelveTestJSON-167533422-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797608-16-iscsi {{(pid=93883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 11:29:23.577932 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86fcaff8-5403-4d9f-97f2-ff3fdd62cfd5 tempest-AttachVolumeShelveTestJSON-167533422 tempest-AttachVolumeShelveTestJSON-167533422-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797608-16-iscsi {{(pid=93883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 11:29:23.578284 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86fcaff8-5403-4d9f-97f2-ff3fdd62cfd5 tempest-AttachVolumeShelveTestJSON-167533422 tempest-AttachVolumeShelveTestJSON-167533422-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797608-16-iscsi {{(pid=93883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 11:29:23.578615 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86fcaff8-5403-4d9f-97f2-ff3fdd62cfd5 tempest-AttachVolumeShelveTestJSON-167533422 tempest-AttachVolumeShelveTestJSON-167533422-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797608-16-iscsi {{(pid=93883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 11:29:23.687077 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron.scheduler.l3_agent_scheduler [req-d35cc7b0-101c-47ec-ba6d-b8b0df7d65c2 req-86fcaff8-5403-4d9f-97f2-ff3fdd62cfd5 tempest-AttachVolumeShelveTestJSON-167533422 tempest-AttachVolumeShelveTestJSON-167533422-project] Router 45fcef0b-5e49-4ed1-8f5f-be1c9887f9b9 has already been hosted by L3 agent 120d27b5-31d8-4cd2-97b4-2412c45088e1 {{(pid=93883) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 13 11:29:23.789503 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-d35cc7b0-101c-47ec-ba6d-b8b0df7d65c2 req-86fcaff8-5403-4d9f-97f2-ff3fdd62cfd5 tempest-AttachVolumeShelveTestJSON-167533422 tempest-AttachVolumeShelveTestJSON-167533422-project] Notify agent at l3_agent.dv-cinder-797608-16-iscsi the message routers_updated {{(pid=93883) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 13 11:29:23.800428 dv-cinder-797608-16-iscsi neutron-server[93886]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9018bce6-5cd6-48e1-bbd2-6e0ce5f47ac0 None None] Sync routers for ids ['45fcef0b-5e49-4ed1-8f5f-be1c9887f9b9'] in dv-cinder-797608-16-iscsi {{(pid=93886) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 13 11:29:23.811287 dv-cinder-797608-16-iscsi neutron-server[93886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9018bce6-5cd6-48e1-bbd2-6e0ce5f47ac0 None None] Routers {'45fcef0b-5e49-4ed1-8f5f-be1c9887f9b9'} bound to L3 agent in host dv-cinder-797608-16-iscsi {{(pid=93886) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 13 11:29:23.812000 dv-cinder-797608-16-iscsi neutron-server[93886]: DEBUG neutron.db.l3_hamode_db [None req-9018bce6-5cd6-48e1-bbd2-6e0ce5f47ac0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797608-16-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-13T11:11:41Z,description=,heartbeat_timestamp=2021-08-13T11:29:11Z,host='dv-cinder-797608-16-iscsi',id=120d27b5-31d8-4cd2-97b4-2412c45088e1,load=0,resource_versions=,resources_synced=,started_at=2021-08-13T11:11:41Z,topic='l3_agent')) {'router_ids': ['45fcef0b-5e49-4ed1-8f5f-be1c9887f9b9'], 'active': True} {{(pid=93886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 13 11:29:23.829170 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron.db.l3_dvrscheduler_db [req-d35cc7b0-101c-47ec-ba6d-b8b0df7d65c2 req-86fcaff8-5403-4d9f-97f2-ff3fdd62cfd5 tempest-AttachVolumeShelveTestJSON-167533422 tempest-AttachVolumeShelveTestJSON-167533422-project] No DVR routers for this DVR port 9cd0cf8a-1856-43cc-9a11-b05d507cc63c on host hv-cinder-79760 {{(pid=93883) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 13 11:29:23.831716 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-d35cc7b0-101c-47ec-ba6d-b8b0df7d65c2 req-86fcaff8-5403-4d9f-97f2-ff3fdd62cfd5 tempest-AttachVolumeShelveTestJSON-167533422 tempest-AttachVolumeShelveTestJSON-167533422-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-128352'] for port, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 11:29:23.833772 dv-cinder-797608-16-iscsi neutron-server[93883]: INFO neutron.wsgi [req-d35cc7b0-101c-47ec-ba6d-b8b0df7d65c2 req-86fcaff8-5403-4d9f-97f2-ff3fdd62cfd5 tempest-AttachVolumeShelveTestJSON-167533422 tempest-AttachVolumeShelveTestJSON-167533422-project] 10.222.0.20 "DELETE /v2.0/ports/9cd0cf8a-1856-43cc-9a11-b05d507cc63c HTTP/1.1" status: 204 len: 173 time: 0.7802153 Aug 13 11:29:23.834185 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5ca66dae-84ba-458f-9b5b-0792ea937c3d', 'name': 'network-vif-deleted', 'tag': '9cd0cf8a-1856-43cc-9a11-b05d507cc63c'}] {{(pid=93883) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 13 11:29:23.836430 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}db1a1fbc245c58e73290e58258e46ca41fe4e785cc79cbd57aa3dae940aad292" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9ae4bd46-b7c6-4d0a-83c7-fc296ad9717f" -d '{"events": [{"server_uuid": "5ca66dae-84ba-458f-9b5b-0792ea937c3d", "name": "network-vif-deleted", "tag": "9cd0cf8a-1856-43cc-9a11-b05d507cc63c"}]}' {{(pid=93883) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 13 11:29:23.887175 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 13 Aug 2021 11:29:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-44a8e1a3-8caf-4281-a5b1-bf5cf4d81ab0 x-openstack-request-id: req-44a8e1a3-8caf-4281-a5b1-bf5cf4d81ab0 {{(pid=93883) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 13 11:29:23.887476 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5ca66dae-84ba-458f-9b5b-0792ea937c3d", "name": "network-vif-deleted", "tag": "9cd0cf8a-1856-43cc-9a11-b05d507cc63c", "status": "completed", "code": 200}]} {{(pid=93883) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 13 11:29:23.887729 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-44a8e1a3-8caf-4281-a5b1-bf5cf4d81ab0 {{(pid=93883) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 13 11:29:23.888178 dv-cinder-797608-16-iscsi neutron-server[93883]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5ca66dae-84ba-458f-9b5b-0792ea937c3d', 'name': 'network-vif-deleted', 'tag': '9cd0cf8a-1856-43cc-9a11-b05d507cc63c', 'status': 'completed', 'code': 200} Aug 13 11:29:23.983904 dv-cinder-797608-16-iscsi neutron-server[93886]: DEBUG neutron.db.l3_dvr_db [None req-9018bce6-5cd6-48e1-bbd2-6e0ce5f47ac0 None None] Set router 45fcef0b-5e49-4ed1-8f5f-be1c9887f9b9 gateway port host: dv-cinder-797608-16-iscsi {{(pid=93886) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 13 11:29:23.996433 dv-cinder-797608-16-iscsi neutron-server[93884]: INFO neutron.wsgi [req-a5174c8e-272a-40a3-bc90-16dac069df32 req-d1d7a123-a141-4a53-803d-8f41df9bc4df tempest-AttachVolumeShelveTestJSON-167533422 tempest-AttachVolumeShelveTestJSON-167533422-project] 10.222.0.32 "GET /v2.0/ports?device_id=5ca66dae-84ba-458f-9b5b-0792ea937c3d HTTP/1.1" status: 200 len: 210 time: 0.0353110 Aug 13 11:29:24.193673 dv-cinder-797608-16-iscsi neutron-server[93886]: DEBUG neutron.db.l3_hamode_db [None req-9018bce6-5cd6-48e1-bbd2-6e0ce5f47ac0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '45fcef0b-5e49-4ed1-8f5f-be1c9887f9b9', 'name': 'tempest-AttachVolumeShelveTestJSON-1350673581-router', 'tenant_id': 'f8e7c269befb4af69a2ff5c42fe26725', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c3f0979-58a5-4465-87f9-e256377c6b61', 'external_fixed_ips': [{'subnet_id': 'ba735781-2bff-41d5-99b4-7ca705ee91ca', 'ip_address': '172.27.2.203'}], 'enable_snat': True}, 'gw_port_id': 'a4f99e22-c5d9-42a7-b41e-19774bde4137', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-13T11:24:03Z', 'updated_at': '2021-08-13T11:24:06Z', 'revision_number': 4, 'project_id': 'f8e7c269befb4af69a2ff5c42fe26725', 'gw_port': {'id': 'a4f99e22-c5d9-42a7-b41e-19774bde4137', 'name': '', 'network_id': '7c3f0979-58a5-4465-87f9-e256377c6b61', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:1e:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '45fcef0b-5e49-4ed1-8f5f-be1c9887f9b9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 551, 'fixed_ips': [{'subnet_id': 'ba735781-2bff-41d5-99b4-7ca705ee91ca', 'ip_address': '172.27.2.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-13T11:24:04Z', 'updated_at': '2021-08-13T11:24:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ba735781-2bff-41d5-99b4-7ca705ee91ca', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797608-16-iscsi', '_interfaces': [{'id': 'b605be2c-e246-49a8-b16a-0da0ce234507', 'name': '', 'network_id': 'd5a90fe8-bc27-43fd-967e-c2c4a7f28507', 'tenant_id': 'f8e7c269befb4af69a2ff5c42fe26725', 'mac_address': 'fa:16:3e:cb:3d:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '45fcef0b-5e49-4ed1-8f5f-be1c9887f9b9', 'device_owner': 'network:router_interface', 'standard_attr_id': 552, 'fixed_ips': [{'subnet_id': '76eee822-f693-42cb-8b2a-3e4c87d31887', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-13T11:24:06Z', 'updated_at': '2021-08-13T11:24:12Z', 'revision_number': 5, 'project_id': 'f8e7c269befb4af69a2ff5c42fe26725', 'subnets': [{'id': '76eee822-f693-42cb-8b2a-3e4c87d31887', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-797608-16-iscsi', False) {} {{(pid=93886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 13 11:29:24.220168 dv-cinder-797608-16-iscsi neutron-server[93886]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9018bce6-5cd6-48e1-bbd2-6e0ce5f47ac0 None None] Checking router: 45fcef0b-5e49-4ed1-8f5f-be1c9887f9b9 for host: dv-cinder-797608-16-iscsi {{(pid=93886) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 13 11:29:24.228245 dv-cinder-797608-16-iscsi neutron-server[93886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9018bce6-5cd6-48e1-bbd2-6e0ce5f47ac0 None None] Routers {'45fcef0b-5e49-4ed1-8f5f-be1c9887f9b9'} bound to L3 agent in host dv-cinder-797608-16-iscsi {{(pid=93886) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 13 11:29:24.228833 dv-cinder-797608-16-iscsi neutron-server[93886]: DEBUG neutron.db.l3_hamode_db [None req-9018bce6-5cd6-48e1-bbd2-6e0ce5f47ac0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797608-16-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-13T11:11:41Z,description=,heartbeat_timestamp=2021-08-13T11:29:11Z,host='dv-cinder-797608-16-iscsi',id=120d27b5-31d8-4cd2-97b4-2412c45088e1,load=0,resource_versions=,resources_synced=,started_at=2021-08-13T11:11:41Z,topic='l3_agent')) {'router_ids': ['45fcef0b-5e49-4ed1-8f5f-be1c9887f9b9'], 'active': True} {{(pid=93886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 13 11:29:24.409428 dv-cinder-797608-16-iscsi neutron-server[93886]: DEBUG neutron.db.l3_dvr_db [None req-9018bce6-5cd6-48e1-bbd2-6e0ce5f47ac0 None None] Set router 45fcef0b-5e49-4ed1-8f5f-be1c9887f9b9 gateway port host: dv-cinder-797608-16-iscsi {{(pid=93886) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 13 11:29:24.596307 dv-cinder-797608-16-iscsi neutron-server[93886]: DEBUG neutron.db.l3_hamode_db [None req-9018bce6-5cd6-48e1-bbd2-6e0ce5f47ac0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '45fcef0b-5e49-4ed1-8f5f-be1c9887f9b9', 'name': 'tempest-AttachVolumeShelveTestJSON-1350673581-router', 'tenant_id': 'f8e7c269befb4af69a2ff5c42fe26725', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c3f0979-58a5-4465-87f9-e256377c6b61', 'external_fixed_ips': [{'subnet_id': 'ba735781-2bff-41d5-99b4-7ca705ee91ca', 'ip_address': '172.27.2.203'}], 'enable_snat': True}, 'gw_port_id': 'a4f99e22-c5d9-42a7-b41e-19774bde4137', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-13T11:24:03Z', 'updated_at': '2021-08-13T11:24:06Z', 'revision_number': 4, 'project_id': 'f8e7c269befb4af69a2ff5c42fe26725', 'gw_port': {'id': 'a4f99e22-c5d9-42a7-b41e-19774bde4137', 'name': '', 'network_id': '7c3f0979-58a5-4465-87f9-e256377c6b61', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:1e:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '45fcef0b-5e49-4ed1-8f5f-be1c9887f9b9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 551, 'fixed_ips': [{'subnet_id': 'ba735781-2bff-41d5-99b4-7ca705ee91ca', 'ip_address': '172.27.2.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-13T11:24:04Z', 'updated_at': '2021-08-13T11:24:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ba735781-2bff-41d5-99b4-7ca705ee91ca', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797608-16-iscsi', '_interfaces': [{'id': 'b605be2c-e246-49a8-b16a-0da0ce234507', 'name': '', 'network_id': 'd5a90fe8-bc27-43fd-967e-c2c4a7f28507', 'tenant_id': 'f8e7c269befb4af69a2ff5c42fe26725', 'mac_address': 'fa:16:3e:cb:3d:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '45fcef0b-5e49-4ed1-8f5f-be1c9887f9b9', 'device_owner': 'network:router_interface', 'standard_attr_id': 552, 'fixed_ips': [{'subnet_id': '76eee822-f693-42cb-8b2a-3e4c87d31887', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-13T11:24:06Z', 'updated_at': '2021-08-13T11:24:12Z', 'revision_number': 5, 'project_id': 'f8e7c269befb4af69a2ff5c42fe26725', 'subnets': [{'id': '76eee822-f693-42cb-8b2a-3e4c87d31887', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-797608-16-iscsi', False) {} {{(pid=93886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 13 11:29:24.625036 dv-cinder-797608-16-iscsi neutron-server[93886]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9018bce6-5cd6-48e1-bbd2-6e0ce5f47ac0 None None] The sync data for ids ['45fcef0b-5e49-4ed1-8f5f-be1c9887f9b9'] in dv-cinder-797608-16-iscsi is: [{'id': '45fcef0b-5e49-4ed1-8f5f-be1c9887f9b9', 'name': 'tempest-AttachVolumeShelveTestJSON-1350673581-router', 'tenant_id': 'f8e7c269befb4af69a2ff5c42fe26725', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c3f0979-58a5-4465-87f9-e256377c6b61', 'external_fixed_ips': [{'subnet_id': 'ba735781-2bff-41d5-99b4-7ca705ee91ca', 'ip_address': '172.27.2.203'}], 'enable_snat': True}, 'gw_port_id': 'a4f99e22-c5d9-42a7-b41e-19774bde4137', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-13T11:24:03Z', 'updated_at': '2021-08-13T11:24:06Z', 'revision_number': 4, 'project_id': 'f8e7c269befb4af69a2ff5c42fe26725', 'gw_port': {'id': 'a4f99e22-c5d9-42a7-b41e-19774bde4137', 'name': '', 'network_id': '7c3f0979-58a5-4465-87f9-e256377c6b61', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:1e:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '45fcef0b-5e49-4ed1-8f5f-be1c9887f9b9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 551, 'fixed_ips': [{'subnet_id': 'ba735781-2bff-41d5-99b4-7ca705ee91ca', 'ip_address': '172.27.2.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-13T11:24:04Z', 'updated_at': '2021-08-13T11:24:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ba735781-2bff-41d5-99b4-7ca705ee91ca', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797608-16-iscsi', '_interfaces': [{'id': 'b605be2c-e246-49a8-b16a-0da0ce234507', 'name': '', 'network_id': 'd5a90fe8-bc27-43fd-967e-c2c4a7f28507', 'tenant_id': 'f8e7c269befb4af69a2ff5c42fe26725', 'mac_address': 'fa:16:3e:cb:3d:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '45fcef0b-5e49-4ed1-8f5f-be1c9887f9b9', 'device_owner': 'network:router_interface', 'standard_attr_id': 552, 'fixed_ips': [{'subnet_id': '76eee822-f693-42cb-8b2a-3e4c87d31887', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-13T11:24:06Z', 'updated_at': '2021-08-13T11:24:12Z', 'revision_number': 5, 'project_id': 'f8e7c269befb4af69a2ff5c42fe26725', 'subnets': [{'id': '76eee822-f693-42cb-8b2a-3e4c87d31887', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93886) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 13 11:29:24.839491 dv-cinder-797608-16-iscsi neutron-server[93885]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f85d5d23-5074-4b60-b1b6-962cac853821 None None] New status for floating IP 42a2c518-eab1-41a1-9de6-e0818d2bcb58: DOWN {{(pid=93885) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 13 11:29:25.084651 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.32', 54312) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 11:29:25.138164 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-9acc63fb-5bde-4fc7-a8fd-b0347508924c tempest-AttachVolumeShelveTestJSON-167533422 tempest-AttachVolumeShelveTestJSON-167533422-project] Notify callbacks [] for security_group, before_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 11:29:25.167892 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-9acc63fb-5bde-4fc7-a8fd-b0347508924c tempest-AttachVolumeShelveTestJSON-167533422 tempest-AttachVolumeShelveTestJSON-167533422-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 11:29:25.216209 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-9acc63fb-5bde-4fc7-a8fd-b0347508924c tempest-AttachVolumeShelveTestJSON-167533422 tempest-AttachVolumeShelveTestJSON-167533422-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651637'] for security_group, after_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 11:29:25.218852 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-9acc63fb-5bde-4fc7-a8fd-b0347508924c tempest-AttachVolumeShelveTestJSON-167533422 tempest-AttachVolumeShelveTestJSON-167533422-project] Notify callbacks [] for security_group, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 11:29:25.219999 dv-cinder-797608-16-iscsi neutron-server[93883]: INFO neutron.wsgi [None req-9acc63fb-5bde-4fc7-a8fd-b0347508924c tempest-AttachVolumeShelveTestJSON-167533422 tempest-AttachVolumeShelveTestJSON-167533422-project] 10.222.0.32 "DELETE /v2.0/security-groups/b9edfe40-6480-42b1-a5a0-60b01d6d9607 HTTP/1.1" status: 204 len: 168 time: 0.1343546 Aug 13 11:29:25.222935 dv-cinder-797608-16-iscsi neutron-server[93884]: DEBUG neutron.wsgi [-] (93884) accepted ('10.222.0.32', 54314) {{(pid=93884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 11:29:25.229575 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9acc63fb-5bde-4fc7-a8fd-b0347508924c tempest-AttachVolumeShelveTestJSON-167533422 tempest-AttachVolumeShelveTestJSON-167533422-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b9edfe40-6480-42b1-a5a0-60b01d6d9607,revision_number=None']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 11:29:25.237577 dv-cinder-797608-16-iscsi neutron-server[93884]: INFO neutron.api.v2.resource [None req-c57b4f2e-7ab0-4c7b-a8eb-65175c5a6dd1 tempest-AttachVolumeShelveTestJSON-167533422 tempest-AttachVolumeShelveTestJSON-167533422-project] show failed (client error): The resource could not be found. Aug 13 11:29:25.238600 dv-cinder-797608-16-iscsi neutron-server[93884]: INFO neutron.wsgi [None req-c57b4f2e-7ab0-4c7b-a8eb-65175c5a6dd1 tempest-AttachVolumeShelveTestJSON-167533422 tempest-AttachVolumeShelveTestJSON-167533422-project] 10.222.0.32 "GET /v2.0/security-groups/b9edfe40-6480-42b1-a5a0-60b01d6d9607 HTTP/1.1" status: 404 len: 347 time: 0.0146835 Aug 13 11:29:25.241438 dv-cinder-797608-16-iscsi neutron-server[93884]: DEBUG neutron.wsgi [-] (93884) accepted ('10.222.0.32', 54316) {{(pid=93884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 11:29:25.360102 dv-cinder-797608-16-iscsi neutron-server[93884]: DEBUG neutron.plugins.ml2.plugin [None req-bd315d4e-7ce7-4b06-957d-ddd29217a636 tempest-AttachVolumeShelveTestJSON-167533422 tempest-AttachVolumeShelveTestJSON-167533422-project] Deleting port f463e317-46b1-4015-829b-d71e0a01709c {{(pid=93884) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 13 11:29:25.360438 dv-cinder-797608-16-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-bd315d4e-7ce7-4b06-957d-ddd29217a636 tempest-AttachVolumeShelveTestJSON-167533422 tempest-AttachVolumeShelveTestJSON-167533422-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782137884200'] for port, before_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 11:29:25.432971 dv-cinder-797608-16-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-bd315d4e-7ce7-4b06-957d-ddd29217a636 tempest-AttachVolumeShelveTestJSON-167533422 tempest-AttachVolumeShelveTestJSON-167533422-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1583036'] for port, precommit_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 11:29:25.433293 dv-cinder-797608-16-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-bd315d4e-7ce7-4b06-957d-ddd29217a636 tempest-AttachVolumeShelveTestJSON-167533422 tempest-AttachVolumeShelveTestJSON-167533422-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 11:29:25.444915 dv-cinder-797608-16-iscsi neutron-server[93884]: DEBUG neutron.plugins.ml2.plugin [None req-bd315d4e-7ce7-4b06-957d-ddd29217a636 tempest-AttachVolumeShelveTestJSON-167533422 tempest-AttachVolumeShelveTestJSON-167533422-project] Calling delete_port for f463e317-46b1-4015-829b-d71e0a01709c owned by network:floatingip {{(pid=93884) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 13 11:29:25.571149 dv-cinder-797608-16-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-bd315d4e-7ce7-4b06-957d-ddd29217a636 tempest-AttachVolumeShelveTestJSON-167533422 tempest-AttachVolumeShelveTestJSON-167533422-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935844', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611014', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782137889922', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782137337604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2141180323'] for port, after_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 11:29:25.595026 dv-cinder-797608-16-iscsi neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd315d4e-7ce7-4b06-957d-ddd29217a636 tempest-AttachVolumeShelveTestJSON-167533422 tempest-AttachVolumeShelveTestJSON-167533422-project] Pushing event deleted for resources: {'Port': ['ID=f463e317-46b1-4015-829b-d71e0a01709c,revision_number=None']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 11:29:25.606571 dv-cinder-797608-16-iscsi neutron-server[93884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd315d4e-7ce7-4b06-957d-ddd29217a636 tempest-AttachVolumeShelveTestJSON-167533422 tempest-AttachVolumeShelveTestJSON-167533422-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797608-16-iscsi {{(pid=93884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 11:29:25.606912 dv-cinder-797608-16-iscsi neutron-server[93884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd315d4e-7ce7-4b06-957d-ddd29217a636 tempest-AttachVolumeShelveTestJSON-167533422 tempest-AttachVolumeShelveTestJSON-167533422-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797608-16-iscsi {{(pid=93884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 11:29:25.607243 dv-cinder-797608-16-iscsi neutron-server[93884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd315d4e-7ce7-4b06-957d-ddd29217a636 tempest-AttachVolumeShelveTestJSON-167533422 tempest-AttachVolumeShelveTestJSON-167533422-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797608-16-iscsi {{(pid=93884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 11:29:25.607575 dv-cinder-797608-16-iscsi neutron-server[93884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd315d4e-7ce7-4b06-957d-ddd29217a636 tempest-AttachVolumeShelveTestJSON-167533422 tempest-AttachVolumeShelveTestJSON-167533422-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797608-16-iscsi {{(pid=93884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 11:29:25.607902 dv-cinder-797608-16-iscsi neutron-server[93884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd315d4e-7ce7-4b06-957d-ddd29217a636 tempest-AttachVolumeShelveTestJSON-167533422 tempest-AttachVolumeShelveTestJSON-167533422-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-797608-16-iscsi {{(pid=93884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 11:29:25.608229 dv-cinder-797608-16-iscsi neutron-server[93884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd315d4e-7ce7-4b06-957d-ddd29217a636 tempest-AttachVolumeShelveTestJSON-167533422 tempest-AttachVolumeShelveTestJSON-167533422-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797608-16-iscsi {{(pid=93884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 11:29:25.608548 dv-cinder-797608-16-iscsi neutron-server[93884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd315d4e-7ce7-4b06-957d-ddd29217a636 tempest-AttachVolumeShelveTestJSON-167533422 tempest-AttachVolumeShelveTestJSON-167533422-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-797608-16-iscsi {{(pid=93884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 11:29:25.608869 dv-cinder-797608-16-iscsi neutron-server[93884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd315d4e-7ce7-4b06-957d-ddd29217a636 tempest-AttachVolumeShelveTestJSON-167533422 tempest-AttachVolumeShelveTestJSON-167533422-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-797608-16-iscsi {{(pid=93884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 11:29:25.609184 dv-cinder-797608-16-iscsi neutron-server[93884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd315d4e-7ce7-4b06-957d-ddd29217a636 tempest-AttachVolumeShelveTestJSON-167533422 tempest-AttachVolumeShelveTestJSON-167533422-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797608-16-iscsi {{(pid=93884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 11:29:25.609505 dv-cinder-797608-16-iscsi neutron-server[93884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd315d4e-7ce7-4b06-957d-ddd29217a636 tempest-AttachVolumeShelveTestJSON-167533422 tempest-AttachVolumeShelveTestJSON-167533422-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797608-16-iscsi {{(pid=93884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 11:29:25.609819 dv-cinder-797608-16-iscsi neutron-server[93884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd315d4e-7ce7-4b06-957d-ddd29217a636 tempest-AttachVolumeShelveTestJSON-167533422 tempest-AttachVolumeShelveTestJSON-167533422-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797608-16-iscsi {{(pid=93884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 11:29:25.610162 dv-cinder-797608-16-iscsi neutron-server[93884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd315d4e-7ce7-4b06-957d-ddd29217a636 tempest-AttachVolumeShelveTestJSON-167533422 tempest-AttachVolumeShelveTestJSON-167533422-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797608-16-iscsi {{(pid=93884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 11:29:25.664795 dv-cinder-797608-16-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-bd315d4e-7ce7-4b06-957d-ddd29217a636 tempest-AttachVolumeShelveTestJSON-167533422 tempest-AttachVolumeShelveTestJSON-167533422-project] Notify callbacks [] for floatingip, after_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 11:29:25.667283 dv-cinder-797608-16-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-bd315d4e-7ce7-4b06-957d-ddd29217a636 tempest-AttachVolumeShelveTestJSON-167533422 tempest-AttachVolumeShelveTestJSON-167533422-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-128352'] for floatingip, before_response {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 11:29:25.668404 dv-cinder-797608-16-iscsi neutron-server[93884]: INFO neutron.wsgi [None req-bd315d4e-7ce7-4b06-957d-ddd29217a636 tempest-AttachVolumeShelveTestJSON-167533422 tempest-AttachVolumeShelveTestJSON-167533422-project] 10.222.0.32 "DELETE /v2.0/floatingips/42a2c518-eab1-41a1-9de6-e0818d2bcb58 HTTP/1.1" status: 204 len: 168 time: 0.4260259 Aug 13 11:29:26.694753 dv-cinder-797608-16-iscsi neutron-server[93885]: DEBUG neutron.plugins.ml2.rpc [None req-a0b9b986-0706-4fc6-9cf9-0eb02d2513dc None None] Device 9cd0cf8a-1856-43cc-9a11-b05d507cc63c no longer exists at agent hyperv_hv-cinder-79760 {{(pid=93885) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 13 11:29:26.714826 dv-cinder-797608-16-iscsi neutron-server[93885]: DEBUG neutron.plugins.ml2.plugin [None req-a0b9b986-0706-4fc6-9cf9-0eb02d2513dc None None] No Port match for: 9cd0cf8a-1856-43cc-9a11-b05d507cc63c {{(pid=93885) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 13 11:29:26.715171 dv-cinder-797608-16-iscsi neutron-server[93885]: DEBUG neutron.plugins.ml2.rpc [None req-a0b9b986-0706-4fc6-9cf9-0eb02d2513dc None None] Device 9cd0cf8a-1856-43cc-9a11-b05d507cc63c not bound to the agent host hv-cinder-79760 {{(pid=93885) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 13 11:29:28.077252 dv-cinder-797608-16-iscsi neutron-server[93884]: DEBUG neutron.wsgi [-] (93884) accepted ('10.222.0.32', 54338) {{(pid=93884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 11:29:28.520814 dv-cinder-797608-16-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-b8c9b27a-16a9-4d5f-9242-7dc59d2d27e9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-2003091'] for router_interface, before_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 11:29:28.758687 dv-cinder-797608-16-iscsi neutron-server[93884]: DEBUG neutron.plugins.ml2.plugin [None req-b8c9b27a-16a9-4d5f-9242-7dc59d2d27e9 admin admin] Deleting port b605be2c-e246-49a8-b16a-0da0ce234507 {{(pid=93884) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 13 11:29:28.759023 dv-cinder-797608-16-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-b8c9b27a-16a9-4d5f-9242-7dc59d2d27e9 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782137884200'] for port, before_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 11:29:28.836217 dv-cinder-797608-16-iscsi neutron-server[93884]: DEBUG neutron.plugins.ml2.db [None req-b8c9b27a-16a9-4d5f-9242-7dc59d2d27e9 admin admin] For port b605be2c-e246-49a8-b16a-0da0ce234507, host dv-cinder-797608-16-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797608-16-iscsi',level=0,port_id=b605be2c-e246-49a8-b16a-0da0ce234507,segment=NetworkSegment(0fa64963-7e93-4d0e-b107-3a0c1a54420b),segment_id=0fa64963-7e93-4d0e-b107-3a0c1a54420b)] {{(pid=93884) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 13 11:29:28.836569 dv-cinder-797608-16-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-b8c9b27a-16a9-4d5f-9242-7dc59d2d27e9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1583036'] for port, precommit_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 11:29:28.848443 dv-cinder-797608-16-iscsi neutron-server[93884]: DEBUG neutron.plugins.ml2.plugin [None req-b8c9b27a-16a9-4d5f-9242-7dc59d2d27e9 admin admin] Calling delete_port for b605be2c-e246-49a8-b16a-0da0ce234507 owned by network:router_interface {{(pid=93884) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 13 11:29:29.026023 dv-cinder-797608-16-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-b8c9b27a-16a9-4d5f-9242-7dc59d2d27e9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935844', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611014', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782137889922', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782137337604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2141180323'] for port, after_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 11:29:29.055445 dv-cinder-797608-16-iscsi neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8c9b27a-16a9-4d5f-9242-7dc59d2d27e9 admin admin] Pushing event deleted for resources: {'Port': ['ID=b605be2c-e246-49a8-b16a-0da0ce234507,revision_number=None']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 11:29:29.213304 dv-cinder-797608-16-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-b8c9b27a-16a9-4d5f-9242-7dc59d2d27e9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1611071', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1588259'] for router_interface, after_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 11:29:29.417121 dv-cinder-797608-16-iscsi neutron-server[93884]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b8c9b27a-16a9-4d5f-9242-7dc59d2d27e9 admin admin] Router 45fcef0b-5e49-4ed1-8f5f-be1c9887f9b9 has already been hosted by L3 agent 120d27b5-31d8-4cd2-97b4-2412c45088e1 {{(pid=93884) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 13 11:29:29.520149 dv-cinder-797608-16-iscsi neutron-server[93884]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b8c9b27a-16a9-4d5f-9242-7dc59d2d27e9 admin admin] Notify agent at l3_agent.dv-cinder-797608-16-iscsi the message routers_updated {{(pid=93884) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 13 11:29:29.525221 dv-cinder-797608-16-iscsi neutron-server[93884]: INFO neutron.wsgi [None req-b8c9b27a-16a9-4d5f-9242-7dc59d2d27e9 admin admin] 10.222.0.32 "PUT /v2.0/routers/45fcef0b-5e49-4ed1-8f5f-be1c9887f9b9/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4468167 Aug 13 11:29:29.527791 dv-cinder-797608-16-iscsi neutron-server[93884]: DEBUG neutron.wsgi [-] (93884) accepted ('10.222.0.32', 54342) {{(pid=93884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 11:29:29.529021 dv-cinder-797608-16-iscsi neutron-server[93886]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a668b817-eca1-4ece-8f95-8cbc9a0f8924 None None] Sync routers for ids ['45fcef0b-5e49-4ed1-8f5f-be1c9887f9b9'] in dv-cinder-797608-16-iscsi {{(pid=93886) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 13 11:29:29.538588 dv-cinder-797608-16-iscsi neutron-server[93886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a668b817-eca1-4ece-8f95-8cbc9a0f8924 None None] Routers {'45fcef0b-5e49-4ed1-8f5f-be1c9887f9b9'} bound to L3 agent in host dv-cinder-797608-16-iscsi {{(pid=93886) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 13 11:29:29.539179 dv-cinder-797608-16-iscsi neutron-server[93886]: DEBUG neutron.db.l3_hamode_db [None req-a668b817-eca1-4ece-8f95-8cbc9a0f8924 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797608-16-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-13T11:11:41Z,description=,heartbeat_timestamp=2021-08-13T11:29:11Z,host='dv-cinder-797608-16-iscsi',id=120d27b5-31d8-4cd2-97b4-2412c45088e1,load=0,resource_versions=,resources_synced=,started_at=2021-08-13T11:11:41Z,topic='l3_agent')) {'router_ids': ['45fcef0b-5e49-4ed1-8f5f-be1c9887f9b9'], 'active': True} {{(pid=93886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 13 11:29:29.629300 dv-cinder-797608-16-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-7de5392c-cd56-40ea-8df0-bf3e433e86b1 admin admin] Notify callbacks [] for router, before_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 11:29:29.639804 dv-cinder-797608-16-iscsi neutron-server[93886]: DEBUG neutron.db.l3_dvr_db [None req-a668b817-eca1-4ece-8f95-8cbc9a0f8924 None None] Set router 45fcef0b-5e49-4ed1-8f5f-be1c9887f9b9 gateway port host: dv-cinder-797608-16-iscsi {{(pid=93886) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 13 11:29:29.730501 dv-cinder-797608-16-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-7de5392c-cd56-40ea-8df0-bf3e433e86b1 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 11:29:29.781143 dv-cinder-797608-16-iscsi neutron-server[93884]: DEBUG neutron.plugins.ml2.plugin [None req-7de5392c-cd56-40ea-8df0-bf3e433e86b1 admin admin] Deleting port a4f99e22-c5d9-42a7-b41e-19774bde4137 {{(pid=93884) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 13 11:29:29.781481 dv-cinder-797608-16-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-7de5392c-cd56-40ea-8df0-bf3e433e86b1 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782137884200'] for port, before_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 11:29:29.811154 dv-cinder-797608-16-iscsi neutron-server[93886]: DEBUG neutron.db.l3_hamode_db [None req-a668b817-eca1-4ece-8f95-8cbc9a0f8924 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '45fcef0b-5e49-4ed1-8f5f-be1c9887f9b9', 'name': 'tempest-AttachVolumeShelveTestJSON-1350673581-router', 'tenant_id': 'f8e7c269befb4af69a2ff5c42fe26725', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c3f0979-58a5-4465-87f9-e256377c6b61', 'external_fixed_ips': [{'subnet_id': 'ba735781-2bff-41d5-99b4-7ca705ee91ca', 'ip_address': '172.27.2.203'}], 'enable_snat': True}, 'gw_port_id': 'a4f99e22-c5d9-42a7-b41e-19774bde4137', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-13T11:24:03Z', 'updated_at': '2021-08-13T11:29:28Z', 'revision_number': 5, 'project_id': 'f8e7c269befb4af69a2ff5c42fe26725', 'gw_port': {'id': 'a4f99e22-c5d9-42a7-b41e-19774bde4137', 'name': '', 'network_id': '7c3f0979-58a5-4465-87f9-e256377c6b61', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:1e:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '45fcef0b-5e49-4ed1-8f5f-be1c9887f9b9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 551, 'fixed_ips': [{'subnet_id': 'ba735781-2bff-41d5-99b4-7ca705ee91ca', 'ip_address': '172.27.2.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-13T11:24:04Z', 'updated_at': '2021-08-13T11:24:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ba735781-2bff-41d5-99b4-7ca705ee91ca', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797608-16-iscsi'}], 'dv-cinder-797608-16-iscsi', False) {} {{(pid=93886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 13 11:29:29.840550 dv-cinder-797608-16-iscsi neutron-server[93886]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a668b817-eca1-4ece-8f95-8cbc9a0f8924 None None] Checking router: 45fcef0b-5e49-4ed1-8f5f-be1c9887f9b9 for host: dv-cinder-797608-16-iscsi {{(pid=93886) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 13 11:29:29.849078 dv-cinder-797608-16-iscsi neutron-server[93886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a668b817-eca1-4ece-8f95-8cbc9a0f8924 None None] Routers {'45fcef0b-5e49-4ed1-8f5f-be1c9887f9b9'} bound to L3 agent in host dv-cinder-797608-16-iscsi {{(pid=93886) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 13 11:29:29.849671 dv-cinder-797608-16-iscsi neutron-server[93886]: DEBUG neutron.db.l3_hamode_db [None req-a668b817-eca1-4ece-8f95-8cbc9a0f8924 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797608-16-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-13T11:11:41Z,description=,heartbeat_timestamp=2021-08-13T11:29:11Z,host='dv-cinder-797608-16-iscsi',id=120d27b5-31d8-4cd2-97b4-2412c45088e1,load=0,resource_versions=,resources_synced=,started_at=2021-08-13T11:11:41Z,topic='l3_agent')) {'router_ids': ['45fcef0b-5e49-4ed1-8f5f-be1c9887f9b9'], 'active': True} {{(pid=93886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 13 11:29:29.863082 dv-cinder-797608-16-iscsi neutron-server[93884]: DEBUG neutron.plugins.ml2.db [None req-7de5392c-cd56-40ea-8df0-bf3e433e86b1 admin admin] For port a4f99e22-c5d9-42a7-b41e-19774bde4137, host dv-cinder-797608-16-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797608-16-iscsi',level=0,port_id=a4f99e22-c5d9-42a7-b41e-19774bde4137,segment=NetworkSegment(3f6765c6-6e72-475e-8aaa-7134ee4679ca),segment_id=3f6765c6-6e72-475e-8aaa-7134ee4679ca)] {{(pid=93884) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 13 11:29:29.863446 dv-cinder-797608-16-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-7de5392c-cd56-40ea-8df0-bf3e433e86b1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1583036'] for port, precommit_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 11:29:29.876191 dv-cinder-797608-16-iscsi neutron-server[93884]: DEBUG neutron.plugins.ml2.plugin [None req-7de5392c-cd56-40ea-8df0-bf3e433e86b1 admin admin] Calling delete_port for a4f99e22-c5d9-42a7-b41e-19774bde4137 owned by network:router_gateway {{(pid=93884) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 13 11:29:29.933807 dv-cinder-797608-16-iscsi neutron-server[93886]: DEBUG neutron.db.l3_dvr_db [None req-a668b817-eca1-4ece-8f95-8cbc9a0f8924 None None] Set router 45fcef0b-5e49-4ed1-8f5f-be1c9887f9b9 gateway port host: None {{(pid=93886) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 13 11:29:29.988324 dv-cinder-797608-16-iscsi neutron-server[93886]: DEBUG neutron.db.l3_hamode_db [None req-a668b817-eca1-4ece-8f95-8cbc9a0f8924 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '45fcef0b-5e49-4ed1-8f5f-be1c9887f9b9', 'name': 'tempest-AttachVolumeShelveTestJSON-1350673581-router', 'tenant_id': 'f8e7c269befb4af69a2ff5c42fe26725', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-13T11:24:03Z', 'updated_at': '2021-08-13T11:29:29Z', 'revision_number': 6, 'project_id': 'f8e7c269befb4af69a2ff5c42fe26725', 'gw_port_host': None}], 'dv-cinder-797608-16-iscsi', False) {} {{(pid=93886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 13 11:29:30.014417 dv-cinder-797608-16-iscsi neutron-server[93886]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a668b817-eca1-4ece-8f95-8cbc9a0f8924 None None] The sync data for ids ['45fcef0b-5e49-4ed1-8f5f-be1c9887f9b9'] in dv-cinder-797608-16-iscsi is: [{'id': '45fcef0b-5e49-4ed1-8f5f-be1c9887f9b9', 'name': 'tempest-AttachVolumeShelveTestJSON-1350673581-router', 'tenant_id': 'f8e7c269befb4af69a2ff5c42fe26725', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-13T11:24:03Z', 'updated_at': '2021-08-13T11:29:29Z', 'revision_number': 6, 'project_id': 'f8e7c269befb4af69a2ff5c42fe26725', 'gw_port_host': None}] {{(pid=93886) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 13 11:29:30.051892 dv-cinder-797608-16-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-7de5392c-cd56-40ea-8df0-bf3e433e86b1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935844', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611014', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782137889922', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782137337604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2141180323'] for port, after_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 11:29:30.077372 dv-cinder-797608-16-iscsi neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7de5392c-cd56-40ea-8df0-bf3e433e86b1 admin admin] Pushing event deleted for resources: {'Port': ['ID=a4f99e22-c5d9-42a7-b41e-19774bde4137,revision_number=None']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 11:29:30.143539 dv-cinder-797608-16-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-7de5392c-cd56-40ea-8df0-bf3e433e86b1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1585625'] for router_gateway, after_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 11:29:30.231803 dv-cinder-797608-16-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-7de5392c-cd56-40ea-8df0-bf3e433e86b1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1586485', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-130456'] for router, precommit_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 11:29:30.234182 dv-cinder-797608-16-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-7de5392c-cd56-40ea-8df0-bf3e433e86b1 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 11:29:30.278713 dv-cinder-797608-16-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-7de5392c-cd56-40ea-8df0-bf3e433e86b1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1586490'] for router, after_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 11:29:30.279194 dv-cinder-797608-16-iscsi neutron-server[93884]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7de5392c-cd56-40ea-8df0-bf3e433e86b1 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 45fcef0b-5e49-4ed1-8f5f-be1c9887f9b9 {{(pid=93884) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 13 11:29:30.283529 dv-cinder-797608-16-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-7de5392c-cd56-40ea-8df0-bf3e433e86b1 admin admin] Notify callbacks [] for router, before_response {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 11:29:30.284754 dv-cinder-797608-16-iscsi neutron-server[93884]: INFO neutron.wsgi [None req-7de5392c-cd56-40ea-8df0-bf3e433e86b1 admin admin] 10.222.0.32 "DELETE /v2.0/routers/45fcef0b-5e49-4ed1-8f5f-be1c9887f9b9 HTTP/1.1" status: 204 len: 168 time: 0.7560303 Aug 13 11:29:30.287265 dv-cinder-797608-16-iscsi neutron-server[93884]: DEBUG neutron.wsgi [-] (93884) accepted ('10.222.0.32', 54344) {{(pid=93884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 11:29:30.330081 dv-cinder-797608-16-iscsi neutron-server[93884]: DEBUG neutron.db.db_base_plugin_v2 [None req-640c12ef-bf9d-4be6-8956-0f33ae7c40ec admin admin] Deleting subnet 76eee822-f693-42cb-8b2a-3e4c87d31887 {{(pid=93884) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 13 11:29:30.332965 dv-cinder-797608-16-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-640c12ef-bf9d-4be6-8956-0f33ae7c40ec admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 11:29:30.367480 dv-cinder-797608-16-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-640c12ef-bf9d-4be6-8956-0f33ae7c40ec admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2141180559'] for subnet, precommit_delete_associations {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 11:29:30.450569 dv-cinder-797608-16-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-640c12ef-bf9d-4be6-8956-0f33ae7c40ec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-542387'] for subnet, precommit_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 11:29:30.500368 dv-cinder-797608-16-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-640c12ef-bf9d-4be6-8956-0f33ae7c40ec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-542372', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611014', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2141180304', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2141109709'] for subnet, after_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 11:29:30.527710 dv-cinder-797608-16-iscsi neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-640c12ef-bf9d-4be6-8956-0f33ae7c40ec admin admin] Pushing event deleted for resources: {'Subnet': ['ID=76eee822-f693-42cb-8b2a-3e4c87d31887,revision_number=None']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 11:29:30.529749 dv-cinder-797608-16-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-640c12ef-bf9d-4be6-8956-0f33ae7c40ec admin admin] Notify callbacks [] for subnet, before_response {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 11:29:30.531703 dv-cinder-797608-16-iscsi neutron-server[93884]: INFO neutron.wsgi [None req-640c12ef-bf9d-4be6-8956-0f33ae7c40ec admin admin] 10.222.0.32 "DELETE /v2.0/subnets/76eee822-f693-42cb-8b2a-3e4c87d31887 HTTP/1.1" status: 204 len: 168 time: 0.2434855 Aug 13 11:29:30.534287 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.32', 54346) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 11:29:30.536904 dv-cinder-797608-16-iscsi neutron-server[93885]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c48fa985-95e1-4f22-b108-2155f59cd0b0 None None] Network d5a90fe8-bc27-43fd-967e-c2c4a7f28507 requested from dv-cinder-797608-16-iscsi {{(pid=93885) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 13 11:29:30.602328 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-f4e0cd4b-f7de-4783-ba15-5de3fe3008f4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-641644'] for network, before_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 11:29:30.655140 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron.plugins.ml2.plugin [None req-f4e0cd4b-f7de-4783-ba15-5de3fe3008f4 admin admin] Deleting port 06e40d5b-70e4-4a77-b4cb-98bca80ecd9d {{(pid=93883) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 13 11:29:30.655477 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-f4e0cd4b-f7de-4783-ba15-5de3fe3008f4 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782137884200'] for port, before_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 11:29:30.722903 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron.plugins.ml2.db [None req-f4e0cd4b-f7de-4783-ba15-5de3fe3008f4 admin admin] For port 06e40d5b-70e4-4a77-b4cb-98bca80ecd9d, host dv-cinder-797608-16-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797608-16-iscsi',level=0,port_id=06e40d5b-70e4-4a77-b4cb-98bca80ecd9d,segment=NetworkSegment(0fa64963-7e93-4d0e-b107-3a0c1a54420b),segment_id=0fa64963-7e93-4d0e-b107-3a0c1a54420b)] {{(pid=93883) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 13 11:29:30.723306 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-f4e0cd4b-f7de-4783-ba15-5de3fe3008f4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1583036'] for port, precommit_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 11:29:30.737456 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron.plugins.ml2.plugin [None req-f4e0cd4b-f7de-4783-ba15-5de3fe3008f4 admin admin] Calling delete_port for 06e40d5b-70e4-4a77-b4cb-98bca80ecd9d owned by network:dhcp {{(pid=93883) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 13 11:29:30.821299 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-f4e0cd4b-f7de-4783-ba15-5de3fe3008f4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935844', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611014', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782137889922', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782137337604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2139128394'] for port, after_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 11:29:30.840519 dv-cinder-797608-16-iscsi neutron-server[93885]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d1961c56-50fe-4a34-aed7-c352ff1125a3 None None] DHCP port deletion for d5a90fe8-bc27-43fd-967e-c2c4a7f28507 request from dv-cinder-797608-16-iscsi {{(pid=93885) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 13 11:29:30.854150 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4e0cd4b-f7de-4783-ba15-5de3fe3008f4 admin admin] Pushing event deleted for resources: {'Port': ['ID=06e40d5b-70e4-4a77-b4cb-98bca80ecd9d,revision_number=None']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 11:29:30.858623 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4e0cd4b-f7de-4783-ba15-5de3fe3008f4 admin admin] No DVR routers for this DVR port 06e40d5b-70e4-4a77-b4cb-98bca80ecd9d on host dv-cinder-797608-16-iscsi {{(pid=93883) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 13 11:29:30.929107 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-f4e0cd4b-f7de-4783-ba15-5de3fe3008f4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-544564', 'neutron.services.segments.db._delete_segments_for_network-8782137812848'] for network, precommit_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 11:29:30.939496 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron.services.segments.db [None req-f4e0cd4b-f7de-4783-ba15-5de3fe3008f4 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d5a90fe8-bc27-43fd-967e-c2c4a7f28507']}} {{(pid=93883) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 13 11:29:30.951407 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron.services.segments.db [None req-f4e0cd4b-f7de-4783-ba15-5de3fe3008f4 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0fa64963-7e93-4d0e-b107-3a0c1a54420b') {'for_net_delete': True} {{(pid=93883) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 13 11:29:30.951697 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron.services.segments.db [None req-f4e0cd4b-f7de-4783-ba15-5de3fe3008f4 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0fa64963-7e93-4d0e-b107-3a0c1a54420b') {} {{(pid=93883) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 13 11:29:30.961176 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-f4e0cd4b-f7de-4783-ba15-5de3fe3008f4 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8782137816953', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2139128219'] for segment, before_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 11:29:30.979075 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-f4e0cd4b-f7de-4783-ba15-5de3fe3008f4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-542450'] for segment, precommit_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 11:29:30.987487 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f4e0cd4b-f7de-4783-ba15-5de3fe3008f4 admin admin] Releasing vlan 150 on physical network physnet1 to pool {{(pid=93883) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 13 11:29:30.987907 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-f4e0cd4b-f7de-4783-ba15-5de3fe3008f4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-542450', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2139128487'] for segment, after_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 11:29:30.989530 dv-cinder-797608-16-iscsi neutron-server[93883]: Traceback (most recent call last): Aug 13 11:29:30.989530 dv-cinder-797608-16-iscsi neutron-server[93883]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 13 11:29:30.989530 dv-cinder-797608-16-iscsi neutron-server[93883]: timer() Aug 13 11:29:30.989530 dv-cinder-797608-16-iscsi neutron-server[93883]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 13 11:29:30.989530 dv-cinder-797608-16-iscsi neutron-server[93883]: cb(*args, **kw) Aug 13 11:29:30.989530 dv-cinder-797608-16-iscsi neutron-server[93883]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 13 11:29:30.989530 dv-cinder-797608-16-iscsi neutron-server[93883]: return func(*args, **kwargs) Aug 13 11:29:30.989530 dv-cinder-797608-16-iscsi neutron-server[93883]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 13 11:29:30.989530 dv-cinder-797608-16-iscsi neutron-server[93883]: self._notify() Aug 13 11:29:30.989530 dv-cinder-797608-16-iscsi neutron-server[93883]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 13 11:29:30.989530 dv-cinder-797608-16-iscsi neutron-server[93883]: self.callback(batched_events) Aug 13 11:29:30.989530 dv-cinder-797608-16-iscsi neutron-server[93883]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 13 11:29:30.989530 dv-cinder-797608-16-iscsi neutron-server[93883]: event.method(event) Aug 13 11:29:30.989530 dv-cinder-797608-16-iscsi neutron-server[93883]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 13 11:29:30.989530 dv-cinder-797608-16-iscsi neutron-server[93883]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 13 11:29:30.989530 dv-cinder-797608-16-iscsi neutron-server[93883]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 13 11:29:30.989530 dv-cinder-797608-16-iscsi neutron-server[93883]: aggregate_uuid = self.p_client.list_aggregates( Aug 13 11:29:30.989530 dv-cinder-797608-16-iscsi neutron-server[93883]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 13 11:29:30.989530 dv-cinder-797608-16-iscsi neutron-server[93883]: return f(self, *a, **k) Aug 13 11:29:30.989530 dv-cinder-797608-16-iscsi neutron-server[93883]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 13 11:29:30.989530 dv-cinder-797608-16-iscsi neutron-server[93883]: return self._get(url).json() Aug 13 11:29:30.989530 dv-cinder-797608-16-iscsi neutron-server[93883]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 13 11:29:30.989530 dv-cinder-797608-16-iscsi neutron-server[93883]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 13 11:29:30.989530 dv-cinder-797608-16-iscsi neutron-server[93883]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 13 11:29:30.989530 dv-cinder-797608-16-iscsi neutron-server[93883]: return self.request(url, 'GET', **kwargs) Aug 13 11:29:30.989530 dv-cinder-797608-16-iscsi neutron-server[93883]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 13 11:29:30.989530 dv-cinder-797608-16-iscsi neutron-server[93883]: base_url = self.get_endpoint(auth, allow=allow, Aug 13 11:29:30.989530 dv-cinder-797608-16-iscsi neutron-server[93883]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 13 11:29:30.989530 dv-cinder-797608-16-iscsi neutron-server[93883]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 13 11:29:30.989530 dv-cinder-797608-16-iscsi neutron-server[93883]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 13 11:29:30.989530 dv-cinder-797608-16-iscsi neutron-server[93883]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 13 11:29:30.989530 dv-cinder-797608-16-iscsi neutron-server[93883]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 13 11:29:31.044616 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-f4e0cd4b-f7de-4783-ba15-5de3fe3008f4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-544557', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611014', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1585573'] for network, after_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 11:29:31.049175 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-f4e0cd4b-f7de-4783-ba15-5de3fe3008f4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1611032'] for network, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 11:29:31.053747 dv-cinder-797608-16-iscsi neutron-server[93883]: INFO neutron.wsgi [None req-f4e0cd4b-f7de-4783-ba15-5de3fe3008f4 admin admin] 10.222.0.32 "DELETE /v2.0/networks/d5a90fe8-bc27-43fd-967e-c2c4a7f28507 HTTP/1.1" status: 204 len: 168 time: 0.5178506 Aug 13 11:29:31.065799 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4e0cd4b-f7de-4783-ba15-5de3fe3008f4 admin admin] Pushing event deleted for resources: {'Network': ['ID=d5a90fe8-bc27-43fd-967e-c2c4a7f28507,revision_number=None']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 11:29:31.160910 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.32', 54350) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 11:29:31.204882 dv-cinder-797608-16-iscsi neutron-server[93883]: INFO neutron.wsgi [None req-28bb15e8-6b58-4c92-954c-952ec7f6cc39 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=f8e7c269befb4af69a2ff5c42fe26725&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0427041 Aug 13 11:29:31.207247 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.32', 54352) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 11:29:31.254928 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-1d35685d-8c15-46ad-a934-c051c1a17ae9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 11:29:31.275839 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-1d35685d-8c15-46ad-a934-c051c1a17ae9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 11:29:31.320119 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-1d35685d-8c15-46ad-a934-c051c1a17ae9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651637'] for security_group, after_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 11:29:31.322602 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-1d35685d-8c15-46ad-a934-c051c1a17ae9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 11:29:31.323740 dv-cinder-797608-16-iscsi neutron-server[93883]: INFO neutron.wsgi [None req-1d35685d-8c15-46ad-a934-c051c1a17ae9 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/da9ca606-2211-45f1-8c1e-a5fd5e5b31cd HTTP/1.1" status: 204 len: 168 time: 0.1156056 Aug 13 11:29:31.331364 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d35685d-8c15-46ad-a934-c051c1a17ae9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=da9ca606-2211-45f1-8c1e-a5fd5e5b31cd,revision_number=None']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 11:29:31.963618 dv-cinder-797608-16-iscsi neutron-server[93885]: DEBUG neutron.plugins.ml2.rpc [None req-05931952-e11e-4e12-af58-ece1398d134b None None] Device 06e40d5b-70e4-4a77-b4cb-98bca80ecd9d no longer exists at agent ovs-agent-dv-cinder-797608-16-iscsi {{(pid=93885) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 13 11:29:31.987106 dv-cinder-797608-16-iscsi neutron-server[93885]: DEBUG neutron.plugins.ml2.plugin [None req-05931952-e11e-4e12-af58-ece1398d134b None None] No Port match for: 06e40d5b-70e4-4a77-b4cb-98bca80ecd9d {{(pid=93885) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 13 11:29:31.987453 dv-cinder-797608-16-iscsi neutron-server[93885]: DEBUG neutron.plugins.ml2.rpc [None req-05931952-e11e-4e12-af58-ece1398d134b None None] Device 06e40d5b-70e4-4a77-b4cb-98bca80ecd9d not bound to the agent host dv-cinder-797608-16-iscsi {{(pid=93885) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 13 11:29:31.987885 dv-cinder-797608-16-iscsi neutron-server[93885]: DEBUG neutron.plugins.ml2.rpc [None req-05931952-e11e-4e12-af58-ece1398d134b None None] Device a4f99e22-c5d9-42a7-b41e-19774bde4137 no longer exists at agent ovs-agent-dv-cinder-797608-16-iscsi {{(pid=93885) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 13 11:29:32.007277 dv-cinder-797608-16-iscsi neutron-server[93885]: DEBUG neutron.plugins.ml2.plugin [None req-05931952-e11e-4e12-af58-ece1398d134b None None] No Port match for: a4f99e22-c5d9-42a7-b41e-19774bde4137 {{(pid=93885) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 13 11:29:32.007601 dv-cinder-797608-16-iscsi neutron-server[93885]: DEBUG neutron.plugins.ml2.rpc [None req-05931952-e11e-4e12-af58-ece1398d134b None None] Device a4f99e22-c5d9-42a7-b41e-19774bde4137 not bound to the agent host dv-cinder-797608-16-iscsi {{(pid=93885) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 13 11:29:32.008010 dv-cinder-797608-16-iscsi neutron-server[93885]: DEBUG neutron.plugins.ml2.rpc [None req-05931952-e11e-4e12-af58-ece1398d134b None None] Device b605be2c-e246-49a8-b16a-0da0ce234507 no longer exists at agent ovs-agent-dv-cinder-797608-16-iscsi {{(pid=93885) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 13 11:29:32.025739 dv-cinder-797608-16-iscsi neutron-server[93885]: DEBUG neutron.plugins.ml2.plugin [None req-05931952-e11e-4e12-af58-ece1398d134b None None] No Port match for: b605be2c-e246-49a8-b16a-0da0ce234507 {{(pid=93885) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 13 11:29:32.026114 dv-cinder-797608-16-iscsi neutron-server[93885]: DEBUG neutron.plugins.ml2.rpc [None req-05931952-e11e-4e12-af58-ece1398d134b None None] Device b605be2c-e246-49a8-b16a-0da0ce234507 not bound to the agent host dv-cinder-797608-16-iscsi {{(pid=93885) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 13 11:29:34.175816 dv-cinder-797608-16-iscsi neutron-server[93886]: DEBUG neutron.db.agents_db [None req-85e56f49-6478-4807-bf82-7523a15d9e55 None None] Agent healthcheck: found 6 active agents {{(pid=93886) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 13 11:29:34.362731 dv-cinder-797608-16-iscsi neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-a0b9b986-0706-4fc6-9cf9-0eb02d2513dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782137812740', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-997306'] for agent, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 11:29:38.841367 dv-cinder-797608-16-iscsi neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-1278a814-61e7-4066-997c-98354176ae9a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782137812740', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-997306'] for agent, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 11:29:40.544777 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.32', 54460) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 11:29:40.650848 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-e2237871-686c-4494-91ac-5743528f191a admin admin] Notify callbacks [] for security_group, before_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 11:29:40.737254 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-e2237871-686c-4494-91ac-5743528f191a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 11:29:40.740766 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-e2237871-686c-4494-91ac-5743528f191a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651637'] for security_group, after_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 11:29:40.777354 dv-cinder-797608-16-iscsi neutron-server[93883]: INFO neutron.wsgi [None req-e2237871-686c-4494-91ac-5743528f191a admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=c498a6eb77734a0ba7f62231788437f2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2315619 Aug 13 11:29:40.779232 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2237871-686c-4494-91ac-5743528f191a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f3d7b8f0-0ae7-4bdd-9f91-c1f3b7891701,revision_number=1']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 11:29:40.780175 dv-cinder-797608-16-iscsi neutron-server[93884]: DEBUG neutron.wsgi [-] (93884) accepted ('10.222.0.32', 54464) {{(pid=93884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 11:29:40.827733 dv-cinder-797608-16-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-1e9d2658-7f33-42a3-8a5d-5ad0b54cb4b6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 11:29:40.848348 dv-cinder-797608-16-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-1e9d2658-7f33-42a3-8a5d-5ad0b54cb4b6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 11:29:40.895414 dv-cinder-797608-16-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-1e9d2658-7f33-42a3-8a5d-5ad0b54cb4b6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651637'] for security_group, after_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 11:29:40.898415 dv-cinder-797608-16-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-1e9d2658-7f33-42a3-8a5d-5ad0b54cb4b6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 11:29:40.899525 dv-cinder-797608-16-iscsi neutron-server[93884]: INFO neutron.wsgi [None req-1e9d2658-7f33-42a3-8a5d-5ad0b54cb4b6 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/f3d7b8f0-0ae7-4bdd-9f91-c1f3b7891701 HTTP/1.1" status: 204 len: 168 time: 0.1183729 Aug 13 11:29:40.906665 dv-cinder-797608-16-iscsi neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e9d2658-7f33-42a3-8a5d-5ad0b54cb4b6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f3d7b8f0-0ae7-4bdd-9f91-c1f3b7891701,revision_number=None']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 11:29:41.290407 dv-cinder-797608-16-iscsi neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-5d6cdc65-1fd3-4d97-8b6a-7a95dcfc0d27 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782137812740', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-997306'] for agent, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 11:29:41.577202 dv-cinder-797608-16-iscsi neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-05931952-e11e-4e12-af58-ece1398d134b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782137812740', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-997306'] for agent, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 11:29:41.850663 dv-cinder-797608-16-iscsi neutron-server[93884]: DEBUG neutron.wsgi [-] (93884) accepted ('10.222.0.32', 54494) {{(pid=93884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 11:29:41.952670 dv-cinder-797608-16-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-6ab26d8c-5ef4-4d66-ae6d-aaa98ee193b4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 11:29:42.045350 dv-cinder-797608-16-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-6ab26d8c-5ef4-4d66-ae6d-aaa98ee193b4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 11:29:42.048589 dv-cinder-797608-16-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-6ab26d8c-5ef4-4d66-ae6d-aaa98ee193b4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651637'] for security_group, after_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 11:29:42.086029 dv-cinder-797608-16-iscsi neutron-server[93884]: INFO neutron.wsgi [None req-6ab26d8c-5ef4-4d66-ae6d-aaa98ee193b4 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=7baada7f5ce646d2b753e479fd48a22f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2342074 Aug 13 11:29:42.088129 dv-cinder-797608-16-iscsi neutron-server[93884]: DEBUG neutron.wsgi [-] (93884) accepted ('10.222.0.32', 54498) {{(pid=93884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 11:29:42.088737 dv-cinder-797608-16-iscsi neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ab26d8c-5ef4-4d66-ae6d-aaa98ee193b4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=09fc8cc9-33bb-4f50-8175-8f2ecfa36509,revision_number=1']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 11:29:42.138090 dv-cinder-797608-16-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-1f06294d-dd8f-4968-9921-0976039de6ca admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 11:29:42.158206 dv-cinder-797608-16-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-1f06294d-dd8f-4968-9921-0976039de6ca admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 11:29:42.203284 dv-cinder-797608-16-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-1f06294d-dd8f-4968-9921-0976039de6ca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651637'] for security_group, after_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 11:29:42.205868 dv-cinder-797608-16-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-1f06294d-dd8f-4968-9921-0976039de6ca admin admin] Notify callbacks [] for security_group, before_response {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 11:29:42.207014 dv-cinder-797608-16-iscsi neutron-server[93884]: INFO neutron.wsgi [None req-1f06294d-dd8f-4968-9921-0976039de6ca admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/09fc8cc9-33bb-4f50-8175-8f2ecfa36509 HTTP/1.1" status: 204 len: 168 time: 0.1154056 Aug 13 11:29:42.214444 dv-cinder-797608-16-iscsi neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f06294d-dd8f-4968-9921-0976039de6ca admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=09fc8cc9-33bb-4f50-8175-8f2ecfa36509,revision_number=None']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 11:29:42.516731 dv-cinder-797608-16-iscsi neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-c8cb50cc-12ff-4088-b7b1-9c64999b964c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782137812740', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-997306'] for agent, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 11:29:43.818082 dv-cinder-797608-16-iscsi neutron-server[93883]: INFO neutron.wsgi [req-a715ceb5-1456-4e66-bb47-bcaf2420d5ec req-4feaac6f-0683-42e9-9660-da7aecf9427c service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=473bac98-ceb4-41ec-b192-213d7c2f7dba&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0382929 Aug 13 11:29:43.888996 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a715ceb5-1456-4e66-bb47-bcaf2420d5ec req-1ff1d7e2-bbf9-4b32-89a2-b0d2caacc822 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 11:29:43.890483 dv-cinder-797608-16-iscsi neutron-server[93883]: INFO neutron.wsgi [req-a715ceb5-1456-4e66-bb47-bcaf2420d5ec req-1ff1d7e2-bbf9-4b32-89a2-b0d2caacc822 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=d5749f1d743e45099877d2ba04647196&device_id=473bac98-ceb4-41ec-b192-213d7c2f7dba HTTP/1.1" status: 200 len: 1098 time: 0.0399201 Aug 13 11:29:44.012074 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a715ceb5-1456-4e66-bb47-bcaf2420d5ec req-30e3a6c9-324c-4a5b-a814-22131219066c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 11:29:44.013848 dv-cinder-797608-16-iscsi neutron-server[93883]: INFO neutron.wsgi [req-a715ceb5-1456-4e66-bb47-bcaf2420d5ec req-30e3a6c9-324c-4a5b-a814-22131219066c service neutron] 10.222.0.20 "GET /v2.0/networks?id=999d1062-b3a3-4414-af22-ebf9a7c571f6 HTTP/1.1" status: 200 len: 913 time: 0.1023967 Aug 13 11:29:44.080101 dv-cinder-797608-16-iscsi neutron-server[93883]: INFO neutron.wsgi [req-a715ceb5-1456-4e66-bb47-bcaf2420d5ec req-113030f2-033f-4b9a-ac7a-f42b9e3ac608 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=7386944d-9140-4c3f-8e4f-ad713b66fbee HTTP/1.1" status: 200 len: 1001 time: 0.0593612 Aug 13 11:29:44.085811 dv-cinder-797608-16-iscsi neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-71795f1a-9c4d-4630-a580-a9486fbcc3ea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782137812740', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-997306'] for agent, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 11:29:44.130896 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a715ceb5-1456-4e66-bb47-bcaf2420d5ec req-e3f692ea-f57f-4bb9-a347-0115972eb6bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 11:29:44.132942 dv-cinder-797608-16-iscsi neutron-server[93883]: INFO neutron.wsgi [req-a715ceb5-1456-4e66-bb47-bcaf2420d5ec req-e3f692ea-f57f-4bb9-a347-0115972eb6bc service neutron] 10.222.0.20 "GET /v2.0/subnets?id=2b810745-615e-4226-8545-baa357ea81b9 HTTP/1.1" status: 200 len: 851 time: 0.0460868 Aug 13 11:29:44.177212 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a715ceb5-1456-4e66-bb47-bcaf2420d5ec req-b39c18e5-7f2c-4668-93ee-ba5e45b1a1ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 11:29:44.178661 dv-cinder-797608-16-iscsi neutron-server[93883]: INFO neutron.wsgi [req-a715ceb5-1456-4e66-bb47-bcaf2420d5ec req-b39c18e5-7f2c-4668-93ee-ba5e45b1a1ff service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=999d1062-b3a3-4414-af22-ebf9a7c571f6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0380936 Aug 13 11:29:44.190828 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron.wsgi [req-a715ceb5-1456-4e66-bb47-bcaf2420d5ec req-8564d001-d3b5-47bc-a040-297154a643ea service neutron] http://10.222.0.32:9696/v2.0/extensions returned with HTTP 200 {{(pid=93883) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 13 11:29:44.191780 dv-cinder-797608-16-iscsi neutron-server[93883]: INFO neutron.wsgi [req-a715ceb5-1456-4e66-bb47-bcaf2420d5ec req-8564d001-d3b5-47bc-a040-297154a643ea service neutron] 10.222.0.20 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0055392 Aug 13 11:29:44.282640 dv-cinder-797608-16-iscsi neutron-server[93883]: INFO neutron.wsgi [req-a715ceb5-1456-4e66-bb47-bcaf2420d5ec req-72b5335d-0922-4701-a9d9-10f7a62922b9 service neutron] 10.222.0.20 "GET /v2.0/networks/999d1062-b3a3-4414-af22-ebf9a7c571f6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0827341 Aug 13 11:29:44.387682 dv-cinder-797608-16-iscsi neutron-server[93883]: INFO neutron.wsgi [req-a715ceb5-1456-4e66-bb47-bcaf2420d5ec req-74b98c3b-725a-4350-a957-6a9b544b0e3c service neutron] 10.222.0.20 "GET /v2.0/networks/999d1062-b3a3-4414-af22-ebf9a7c571f6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0980890 Aug 13 11:29:45.653176 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.32', 54542) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 11:29:45.755929 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-64ce5738-b077-41fb-a64c-e8230a302a8b admin admin] Notify callbacks [] for security_group, before_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 11:29:45.840699 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-64ce5738-b077-41fb-a64c-e8230a302a8b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 11:29:45.844084 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-64ce5738-b077-41fb-a64c-e8230a302a8b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651637'] for security_group, after_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 11:29:45.881209 dv-cinder-797608-16-iscsi neutron-server[93883]: INFO neutron.wsgi [None req-64ce5738-b077-41fb-a64c-e8230a302a8b admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=a4621f2579d8499c96b7d435e9d8a81f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2269304 Aug 13 11:29:45.883244 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64ce5738-b077-41fb-a64c-e8230a302a8b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8a810b1a-288c-49fc-8cfb-6fd79c5ce65c,revision_number=1']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 11:29:45.883928 dv-cinder-797608-16-iscsi neutron-server[93884]: DEBUG neutron.wsgi [-] (93884) accepted ('10.222.0.32', 54546) {{(pid=93884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 11:29:45.937531 dv-cinder-797608-16-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-70cd9fc3-e60a-44c1-931b-fde9fbc94bf2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 11:29:45.957814 dv-cinder-797608-16-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-70cd9fc3-e60a-44c1-931b-fde9fbc94bf2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 11:29:46.002572 dv-cinder-797608-16-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-70cd9fc3-e60a-44c1-931b-fde9fbc94bf2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651637'] for security_group, after_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 11:29:46.005057 dv-cinder-797608-16-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-70cd9fc3-e60a-44c1-931b-fde9fbc94bf2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 11:29:46.006249 dv-cinder-797608-16-iscsi neutron-server[93884]: INFO neutron.wsgi [None req-70cd9fc3-e60a-44c1-931b-fde9fbc94bf2 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/8a810b1a-288c-49fc-8cfb-6fd79c5ce65c HTTP/1.1" status: 204 len: 168 time: 0.1212943 Aug 13 11:29:46.013533 dv-cinder-797608-16-iscsi neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70cd9fc3-e60a-44c1-931b-fde9fbc94bf2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8a810b1a-288c-49fc-8cfb-6fd79c5ce65c,revision_number=None']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 11:29:55.487512 dv-cinder-797608-16-iscsi neutron-server[93884]: DEBUG neutron.wsgi [-] (93884) accepted ('10.222.0.32', 54642) {{(pid=93884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 11:29:55.650091 dv-cinder-797608-16-iscsi neutron-server[93884]: DEBUG neutron.plugins.ml2.plugin [None req-8de10911-5c6b-4a27-86b6-7977bb8a8a2d tempest-TestVolumeBootPattern-1538991942 tempest-TestVolumeBootPattern-1538991942-project] Deleting port 9745106e-f6bd-45da-81df-5f418e10fbef {{(pid=93884) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 13 11:29:55.650437 dv-cinder-797608-16-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-8de10911-5c6b-4a27-86b6-7977bb8a8a2d tempest-TestVolumeBootPattern-1538991942 tempest-TestVolumeBootPattern-1538991942-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782137884200'] for port, before_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 11:29:55.727735 dv-cinder-797608-16-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-8de10911-5c6b-4a27-86b6-7977bb8a8a2d tempest-TestVolumeBootPattern-1538991942 tempest-TestVolumeBootPattern-1538991942-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1583036'] for port, precommit_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 11:29:55.728054 dv-cinder-797608-16-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-8de10911-5c6b-4a27-86b6-7977bb8a8a2d tempest-TestVolumeBootPattern-1538991942 tempest-TestVolumeBootPattern-1538991942-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 11:29:55.739511 dv-cinder-797608-16-iscsi neutron-server[93884]: DEBUG neutron.plugins.ml2.plugin [None req-8de10911-5c6b-4a27-86b6-7977bb8a8a2d tempest-TestVolumeBootPattern-1538991942 tempest-TestVolumeBootPattern-1538991942-project] Calling delete_port for 9745106e-f6bd-45da-81df-5f418e10fbef owned by network:floatingip {{(pid=93884) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 13 11:29:55.890868 dv-cinder-797608-16-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-8de10911-5c6b-4a27-86b6-7977bb8a8a2d tempest-TestVolumeBootPattern-1538991942 tempest-TestVolumeBootPattern-1538991942-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935844', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611014', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782137889922', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782137337604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2141180323'] for port, after_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 11:29:55.921501 dv-cinder-797608-16-iscsi neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8de10911-5c6b-4a27-86b6-7977bb8a8a2d tempest-TestVolumeBootPattern-1538991942 tempest-TestVolumeBootPattern-1538991942-project] Pushing event deleted for resources: {'Port': ['ID=9745106e-f6bd-45da-81df-5f418e10fbef,revision_number=None']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 11:29:55.979118 dv-cinder-797608-16-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-8de10911-5c6b-4a27-86b6-7977bb8a8a2d tempest-TestVolumeBootPattern-1538991942 tempest-TestVolumeBootPattern-1538991942-project] Notify callbacks [] for floatingip, after_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 11:29:55.979528 dv-cinder-797608-16-iscsi neutron-server[93884]: INFO neutron.db.l3_db [None req-8de10911-5c6b-4a27-86b6-7977bb8a8a2d tempest-TestVolumeBootPattern-1538991942 tempest-TestVolumeBootPattern-1538991942-project] Floating IP 3313452d-dd1f-46ef-b3b4-be5708ced15c disassociated (deleted). External IP: 172.27.2.141, port: 7386944d-9140-4c3f-8e4f-ad713b66fbee. Aug 13 11:29:56.424959 dv-cinder-797608-16-iscsi neutron-server[93884]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8de10911-5c6b-4a27-86b6-7977bb8a8a2d tempest-TestVolumeBootPattern-1538991942 tempest-TestVolumeBootPattern-1538991942-project] Router cd349942-cccd-4380-823d-f8929ef099a0 has already been hosted by L3 agent 120d27b5-31d8-4cd2-97b4-2412c45088e1 {{(pid=93884) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 13 11:29:56.531738 dv-cinder-797608-16-iscsi neutron-server[93884]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8de10911-5c6b-4a27-86b6-7977bb8a8a2d tempest-TestVolumeBootPattern-1538991942 tempest-TestVolumeBootPattern-1538991942-project] Notify agent at l3_agent.dv-cinder-797608-16-iscsi the message routers_updated {{(pid=93884) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 13 11:29:56.536489 dv-cinder-797608-16-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-8de10911-5c6b-4a27-86b6-7977bb8a8a2d tempest-TestVolumeBootPattern-1538991942 tempest-TestVolumeBootPattern-1538991942-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-128352'] for floatingip, before_response {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 11:29:56.540995 dv-cinder-797608-16-iscsi neutron-server[93885]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf14dbf9-6333-4fc5-a22b-a45a5a0a2716 None None] Sync routers for ids ['cd349942-cccd-4380-823d-f8929ef099a0'] in dv-cinder-797608-16-iscsi {{(pid=93885) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 13 11:29:56.550694 dv-cinder-797608-16-iscsi neutron-server[93885]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf14dbf9-6333-4fc5-a22b-a45a5a0a2716 None None] Routers {'cd349942-cccd-4380-823d-f8929ef099a0'} bound to L3 agent in host dv-cinder-797608-16-iscsi {{(pid=93885) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 13 11:29:56.551327 dv-cinder-797608-16-iscsi neutron-server[93885]: DEBUG neutron.db.l3_hamode_db [None req-bf14dbf9-6333-4fc5-a22b-a45a5a0a2716 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797608-16-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-13T11:11:41Z,description=,heartbeat_timestamp=2021-08-13T11:29:41Z,host='dv-cinder-797608-16-iscsi',id=120d27b5-31d8-4cd2-97b4-2412c45088e1,load=0,resource_versions=,resources_synced=,started_at=2021-08-13T11:11:41Z,topic='l3_agent')) {'router_ids': ['cd349942-cccd-4380-823d-f8929ef099a0'], 'active': True} {{(pid=93885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 13 11:29:56.565009 dv-cinder-797608-16-iscsi neutron-server[93884]: INFO neutron.wsgi [None req-8de10911-5c6b-4a27-86b6-7977bb8a8a2d tempest-TestVolumeBootPattern-1538991942 tempest-TestVolumeBootPattern-1538991942-project] 10.222.0.32 "DELETE /v2.0/floatingips/3313452d-dd1f-46ef-b3b4-be5708ced15c HTTP/1.1" status: 204 len: 168 time: 1.0739965 Aug 13 11:29:56.565009 dv-cinder-797608-16-iscsi neutron-server[93884]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '473bac98-ceb4-41ec-b192-213d7c2f7dba', 'tag': '7386944d-9140-4c3f-8e4f-ad713b66fbee'}] {{(pid=93884) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 13 11:29:56.565408 dv-cinder-797608-16-iscsi neutron-server[93884]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}70f01c08a00349be11dfcfb62f4fe7a1e23395be4279a346f0a082136c645f60" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1da80714-79ca-495d-a6a3-b7c6f6639d8e" -d '{"events": [{"name": "network-changed", "server_uuid": "473bac98-ceb4-41ec-b192-213d7c2f7dba", "tag": "7386944d-9140-4c3f-8e4f-ad713b66fbee"}]}' {{(pid=93884) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 13 11:29:56.622174 dv-cinder-797608-16-iscsi neutron-server[93884]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 13 Aug 2021 11:29:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-afdb9789-9983-4592-8016-12749eec2c63 x-openstack-request-id: req-afdb9789-9983-4592-8016-12749eec2c63 {{(pid=93884) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 13 11:29:56.622582 dv-cinder-797608-16-iscsi neutron-server[93884]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "473bac98-ceb4-41ec-b192-213d7c2f7dba", "tag": "7386944d-9140-4c3f-8e4f-ad713b66fbee", "status": "completed", "code": 200}]} {{(pid=93884) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 13 11:29:56.622781 dv-cinder-797608-16-iscsi neutron-server[93884]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-afdb9789-9983-4592-8016-12749eec2c63 {{(pid=93884) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 13 11:29:56.623122 dv-cinder-797608-16-iscsi neutron-server[93884]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '473bac98-ceb4-41ec-b192-213d7c2f7dba', 'tag': '7386944d-9140-4c3f-8e4f-ad713b66fbee', 'status': 'completed', 'code': 200} Aug 13 11:29:56.663580 dv-cinder-797608-16-iscsi neutron-server[93885]: DEBUG neutron.db.l3_dvr_db [None req-bf14dbf9-6333-4fc5-a22b-a45a5a0a2716 None None] Set router cd349942-cccd-4380-823d-f8929ef099a0 gateway port host: dv-cinder-797608-16-iscsi {{(pid=93885) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 13 11:29:56.811444 dv-cinder-797608-16-iscsi neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93fa12fa-58a2-4ce7-aad0-d6a36261780a req-4b564105-b6e6-44a8-9654-8afa51a932f7 tempest-TestVolumeBootPattern-1538991942 tempest-TestVolumeBootPattern-1538991942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 11:29:56.813017 dv-cinder-797608-16-iscsi neutron-server[93884]: INFO neutron.wsgi [req-93fa12fa-58a2-4ce7-aad0-d6a36261780a req-4b564105-b6e6-44a8-9654-8afa51a932f7 tempest-TestVolumeBootPattern-1538991942 tempest-TestVolumeBootPattern-1538991942-project] 10.222.0.32 "GET /v2.0/ports?device_id=473bac98-ceb4-41ec-b192-213d7c2f7dba HTTP/1.1" status: 200 len: 945 time: 0.0495491 Aug 13 11:29:56.841930 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1da80714-79ca-495d-a6a3-b7c6f6639d8e req-358e182c-11be-4f5b-bcc1-8ebf56d991b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 11:29:56.844129 dv-cinder-797608-16-iscsi neutron-server[93883]: INFO neutron.wsgi [req-1da80714-79ca-495d-a6a3-b7c6f6639d8e req-358e182c-11be-4f5b-bcc1-8ebf56d991b8 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=d5749f1d743e45099877d2ba04647196&device_id=473bac98-ceb4-41ec-b192-213d7c2f7dba HTTP/1.1" status: 200 len: 1098 time: 0.1694000 Aug 13 11:29:56.864539 dv-cinder-797608-16-iscsi neutron-server[93884]: INFO neutron.wsgi [req-93fa12fa-58a2-4ce7-aad0-d6a36261780a req-0aa48ca5-d9fa-4873-87b8-06b408cfcea2 tempest-TestVolumeBootPattern-1538991942 tempest-TestVolumeBootPattern-1538991942-project] 10.222.0.32 "GET /v2.0/security-groups?id=ca285d94-e6fc-485c-ad28-b15c1712fa1f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423656 Aug 13 11:29:56.912317 dv-cinder-797608-16-iscsi neutron-server[93885]: DEBUG neutron.db.l3_hamode_db [None req-bf14dbf9-6333-4fc5-a22b-a45a5a0a2716 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cd349942-cccd-4380-823d-f8929ef099a0', 'name': 'tempest-TestVolumeBootPattern-1716761397-router', 'tenant_id': 'd5749f1d743e45099877d2ba04647196', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c3f0979-58a5-4465-87f9-e256377c6b61', 'external_fixed_ips': [{'subnet_id': 'ba735781-2bff-41d5-99b4-7ca705ee91ca', 'ip_address': '172.27.2.151'}], 'enable_snat': True}, 'gw_port_id': 'd7f11c20-a34b-4aad-8189-8f8559df3f39', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-13T11:22:18Z', 'updated_at': '2021-08-13T11:22:21Z', 'revision_number': 4, 'project_id': 'd5749f1d743e45099877d2ba04647196', 'gw_port': {'id': 'd7f11c20-a34b-4aad-8189-8f8559df3f39', 'name': '', 'network_id': '7c3f0979-58a5-4465-87f9-e256377c6b61', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:19:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd349942-cccd-4380-823d-f8929ef099a0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 470, 'fixed_ips': [{'subnet_id': 'ba735781-2bff-41d5-99b4-7ca705ee91ca', 'ip_address': '172.27.2.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-13T11:22:18Z', 'updated_at': '2021-08-13T11:22:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ba735781-2bff-41d5-99b4-7ca705ee91ca', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797608-16-iscsi', '_floatingips': [{'id': '78ff6710-1ee7-494a-9fa4-cb25736123d1', 'tenant_id': 'd5749f1d743e45099877d2ba04647196', 'floating_ip_address': '172.27.2.29', 'floating_network_id': '7c3f0979-58a5-4465-87f9-e256377c6b61', 'router_id': 'cd349942-cccd-4380-823d-f8929ef099a0', 'port_id': 'a841ceaa-388c-4269-9b38-7760e5a6060c', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 607, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '999d1062-b3a3-4414-af22-ebf9a7c571f6', 'mac_address': 'fa:16:3e:ba:91:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '80297648-f7cc-41a2-9ba7-9546d08e7146', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-13T11:26:05Z', 'updated_at': '2021-08-13T11:26:07Z', 'revision_number': 1, 'project_id': 'd5749f1d743e45099877d2ba04647196', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e7681864-7bb9-4402-8c3d-4147abd52caa', 'name': '', 'network_id': '999d1062-b3a3-4414-af22-ebf9a7c571f6', 'tenant_id': 'd5749f1d743e45099877d2ba04647196', 'mac_address': 'fa:16:3e:fd:b5:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd349942-cccd-4380-823d-f8929ef099a0', 'device_owner': 'network:router_interface', 'standard_attr_id': 471, 'fixed_ips': [{'subnet_id': '2b810745-615e-4226-8545-baa357ea81b9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-13T11:22:21Z', 'updated_at': '2021-08-13T11:22:28Z', 'revision_number': 5, 'project_id': 'd5749f1d743e45099877d2ba04647196', 'subnets': [{'id': '2b810745-615e-4226-8545-baa357ea81b9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-797608-16-iscsi', False) {} {{(pid=93885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 13 11:29:56.938824 dv-cinder-797608-16-iscsi neutron-server[93885]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf14dbf9-6333-4fc5-a22b-a45a5a0a2716 None None] Checking router: cd349942-cccd-4380-823d-f8929ef099a0 for host: dv-cinder-797608-16-iscsi {{(pid=93885) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 13 11:29:56.939917 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1da80714-79ca-495d-a6a3-b7c6f6639d8e req-2d828c3e-1cb2-4266-bc62-ef2b883e3959 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 11:29:56.941482 dv-cinder-797608-16-iscsi neutron-server[93883]: INFO neutron.wsgi [req-1da80714-79ca-495d-a6a3-b7c6f6639d8e req-2d828c3e-1cb2-4266-bc62-ef2b883e3959 service neutron] 10.222.0.20 "GET /v2.0/networks?id=999d1062-b3a3-4414-af22-ebf9a7c571f6 HTTP/1.1" status: 200 len: 913 time: 0.0886810 Aug 13 11:29:56.947043 dv-cinder-797608-16-iscsi neutron-server[93885]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf14dbf9-6333-4fc5-a22b-a45a5a0a2716 None None] Routers {'cd349942-cccd-4380-823d-f8929ef099a0'} bound to L3 agent in host dv-cinder-797608-16-iscsi {{(pid=93885) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 13 11:29:56.947635 dv-cinder-797608-16-iscsi neutron-server[93885]: DEBUG neutron.db.l3_hamode_db [None req-bf14dbf9-6333-4fc5-a22b-a45a5a0a2716 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797608-16-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-13T11:11:41Z,description=,heartbeat_timestamp=2021-08-13T11:29:41Z,host='dv-cinder-797608-16-iscsi',id=120d27b5-31d8-4cd2-97b4-2412c45088e1,load=0,resource_versions=,resources_synced=,started_at=2021-08-13T11:11:41Z,topic='l3_agent')) {'router_ids': ['cd349942-cccd-4380-823d-f8929ef099a0'], 'active': True} {{(pid=93885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 13 11:29:56.988327 dv-cinder-797608-16-iscsi neutron-server[93883]: INFO neutron.wsgi [req-1da80714-79ca-495d-a6a3-b7c6f6639d8e req-64cf28cb-4a43-476c-9136-5b09ee262e10 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=7386944d-9140-4c3f-8e4f-ad713b66fbee HTTP/1.1" status: 200 len: 217 time: 0.0384390 Aug 13 11:29:57.037813 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1da80714-79ca-495d-a6a3-b7c6f6639d8e req-d560b76d-46c7-471a-9930-2402327a79e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 11:29:57.039844 dv-cinder-797608-16-iscsi neutron-server[93883]: INFO neutron.wsgi [req-1da80714-79ca-495d-a6a3-b7c6f6639d8e req-d560b76d-46c7-471a-9930-2402327a79e9 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=2b810745-615e-4226-8545-baa357ea81b9 HTTP/1.1" status: 200 len: 851 time: 0.0429516 Aug 13 11:29:57.056657 dv-cinder-797608-16-iscsi neutron-server[93885]: DEBUG neutron.db.l3_dvr_db [None req-bf14dbf9-6333-4fc5-a22b-a45a5a0a2716 None None] Set router cd349942-cccd-4380-823d-f8929ef099a0 gateway port host: dv-cinder-797608-16-iscsi {{(pid=93885) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 13 11:29:57.088436 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1da80714-79ca-495d-a6a3-b7c6f6639d8e req-efce73b4-d171-4747-85ec-e97281113912 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 11:29:57.091045 dv-cinder-797608-16-iscsi neutron-server[93883]: INFO neutron.wsgi [req-1da80714-79ca-495d-a6a3-b7c6f6639d8e req-efce73b4-d171-4747-85ec-e97281113912 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=999d1062-b3a3-4414-af22-ebf9a7c571f6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0414383 Aug 13 11:29:57.183411 dv-cinder-797608-16-iscsi neutron-server[93883]: INFO neutron.wsgi [req-1da80714-79ca-495d-a6a3-b7c6f6639d8e req-974cb3b7-2a38-4b7c-824c-81397a32f14f service neutron] 10.222.0.20 "GET /v2.0/networks/999d1062-b3a3-4414-af22-ebf9a7c571f6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0843298 Aug 13 11:29:57.274184 dv-cinder-797608-16-iscsi neutron-server[93883]: INFO neutron.wsgi [req-1da80714-79ca-495d-a6a3-b7c6f6639d8e req-38583ba5-f0d3-4fc8-9305-87483e48ffdc service neutron] 10.222.0.20 "GET /v2.0/networks/999d1062-b3a3-4414-af22-ebf9a7c571f6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0817840 Aug 13 11:29:57.281041 dv-cinder-797608-16-iscsi neutron-server[93885]: DEBUG neutron.db.l3_hamode_db [None req-bf14dbf9-6333-4fc5-a22b-a45a5a0a2716 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cd349942-cccd-4380-823d-f8929ef099a0', 'name': 'tempest-TestVolumeBootPattern-1716761397-router', 'tenant_id': 'd5749f1d743e45099877d2ba04647196', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c3f0979-58a5-4465-87f9-e256377c6b61', 'external_fixed_ips': [{'subnet_id': 'ba735781-2bff-41d5-99b4-7ca705ee91ca', 'ip_address': '172.27.2.151'}], 'enable_snat': True}, 'gw_port_id': 'd7f11c20-a34b-4aad-8189-8f8559df3f39', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-13T11:22:18Z', 'updated_at': '2021-08-13T11:22:21Z', 'revision_number': 4, 'project_id': 'd5749f1d743e45099877d2ba04647196', 'gw_port': {'id': 'd7f11c20-a34b-4aad-8189-8f8559df3f39', 'name': '', 'network_id': '7c3f0979-58a5-4465-87f9-e256377c6b61', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:19:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd349942-cccd-4380-823d-f8929ef099a0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 470, 'fixed_ips': [{'subnet_id': 'ba735781-2bff-41d5-99b4-7ca705ee91ca', 'ip_address': '172.27.2.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-13T11:22:18Z', 'updated_at': '2021-08-13T11:22:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ba735781-2bff-41d5-99b4-7ca705ee91ca', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797608-16-iscsi', '_floatingips': [{'id': '78ff6710-1ee7-494a-9fa4-cb25736123d1', 'tenant_id': 'd5749f1d743e45099877d2ba04647196', 'floating_ip_address': '172.27.2.29', 'floating_network_id': '7c3f0979-58a5-4465-87f9-e256377c6b61', 'router_id': 'cd349942-cccd-4380-823d-f8929ef099a0', 'port_id': 'a841ceaa-388c-4269-9b38-7760e5a6060c', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 607, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '999d1062-b3a3-4414-af22-ebf9a7c571f6', 'mac_address': 'fa:16:3e:ba:91:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '80297648-f7cc-41a2-9ba7-9546d08e7146', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-13T11:26:05Z', 'updated_at': '2021-08-13T11:26:07Z', 'revision_number': 1, 'project_id': 'd5749f1d743e45099877d2ba04647196', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e7681864-7bb9-4402-8c3d-4147abd52caa', 'name': '', 'network_id': '999d1062-b3a3-4414-af22-ebf9a7c571f6', 'tenant_id': 'd5749f1d743e45099877d2ba04647196', 'mac_address': 'fa:16:3e:fd:b5:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd349942-cccd-4380-823d-f8929ef099a0', 'device_owner': 'network:router_interface', 'standard_attr_id': 471, 'fixed_ips': [{'subnet_id': '2b810745-615e-4226-8545-baa357ea81b9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-13T11:22:21Z', 'updated_at': '2021-08-13T11:22:28Z', 'revision_number': 5, 'project_id': 'd5749f1d743e45099877d2ba04647196', 'subnets': [{'id': '2b810745-615e-4226-8545-baa357ea81b9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-797608-16-iscsi', False) {} {{(pid=93885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 13 11:29:57.312599 dv-cinder-797608-16-iscsi neutron-server[93885]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf14dbf9-6333-4fc5-a22b-a45a5a0a2716 None None] The sync data for ids ['cd349942-cccd-4380-823d-f8929ef099a0'] in dv-cinder-797608-16-iscsi is: [{'id': 'cd349942-cccd-4380-823d-f8929ef099a0', 'name': 'tempest-TestVolumeBootPattern-1716761397-router', 'tenant_id': 'd5749f1d743e45099877d2ba04647196', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c3f0979-58a5-4465-87f9-e256377c6b61', 'external_fixed_ips': [{'subnet_id': 'ba735781-2bff-41d5-99b4-7ca705ee91ca', 'ip_address': '172.27.2.151'}], 'enable_snat': True}, 'gw_port_id': 'd7f11c20-a34b-4aad-8189-8f8559df3f39', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-13T11:22:18Z', 'updated_at': '2021-08-13T11:22:21Z', 'revision_number': 4, 'project_id': 'd5749f1d743e45099877d2ba04647196', 'gw_port': {'id': 'd7f11c20-a34b-4aad-8189-8f8559df3f39', 'name': '', 'network_id': '7c3f0979-58a5-4465-87f9-e256377c6b61', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:19:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd349942-cccd-4380-823d-f8929ef099a0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 470, 'fixed_ips': [{'subnet_id': 'ba735781-2bff-41d5-99b4-7ca705ee91ca', 'ip_address': '172.27.2.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-13T11:22:18Z', 'updated_at': '2021-08-13T11:22:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ba735781-2bff-41d5-99b4-7ca705ee91ca', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797608-16-iscsi', '_floatingips': [{'id': '78ff6710-1ee7-494a-9fa4-cb25736123d1', 'tenant_id': 'd5749f1d743e45099877d2ba04647196', 'floating_ip_address': '172.27.2.29', 'floating_network_id': '7c3f0979-58a5-4465-87f9-e256377c6b61', 'router_id': 'cd349942-cccd-4380-823d-f8929ef099a0', 'port_id': 'a841ceaa-388c-4269-9b38-7760e5a6060c', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 607, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '999d1062-b3a3-4414-af22-ebf9a7c571f6', 'mac_address': 'fa:16:3e:ba:91:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '80297648-f7cc-41a2-9ba7-9546d08e7146', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-13T11:26:05Z', 'updated_at': '2021-08-13T11:26:07Z', 'revision_number': 1, 'project_id': 'd5749f1d743e45099877d2ba04647196', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e7681864-7bb9-4402-8c3d-4147abd52caa', 'name': '', 'network_id': '999d1062-b3a3-4414-af22-ebf9a7c571f6', 'tenant_id': 'd5749f1d743e45099877d2ba04647196', 'mac_address': 'fa:16:3e:fd:b5:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd349942-cccd-4380-823d-f8929ef099a0', 'device_owner': 'network:router_interface', 'standard_attr_id': 471, 'fixed_ips': [{'subnet_id': '2b810745-615e-4226-8545-baa357ea81b9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-13T11:22:21Z', 'updated_at': '2021-08-13T11:22:28Z', 'revision_number': 5, 'project_id': 'd5749f1d743e45099877d2ba04647196', 'subnets': [{'id': '2b810745-615e-4226-8545-baa357ea81b9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93885) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 13 11:29:57.640332 dv-cinder-797608-16-iscsi neutron-server[93886]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d7b13f2-261b-456f-864c-6b506838981e None None] New status for floating IP 3313452d-dd1f-46ef-b3b4-be5708ced15c: DOWN {{(pid=93886) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 13 11:29:57.980786 dv-cinder-797608-16-iscsi neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-288b4fd1-86e1-4419-9079-afa9925c7c58 req-89b8326c-eff3-4e93-8156-07729c86f9a7 tempest-TestVolumeBootPattern-1538991942 tempest-TestVolumeBootPattern-1538991942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 11:29:57.982280 dv-cinder-797608-16-iscsi neutron-server[93884]: INFO neutron.wsgi [req-288b4fd1-86e1-4419-9079-afa9925c7c58 req-89b8326c-eff3-4e93-8156-07729c86f9a7 tempest-TestVolumeBootPattern-1538991942 tempest-TestVolumeBootPattern-1538991942-project] 10.222.0.32 "GET /v2.0/ports?device_id=473bac98-ceb4-41ec-b192-213d7c2f7dba HTTP/1.1" status: 200 len: 945 time: 0.0475388 Aug 13 11:29:58.018422 dv-cinder-797608-16-iscsi neutron-server[93884]: INFO neutron.wsgi [req-288b4fd1-86e1-4419-9079-afa9925c7c58 req-4285f3c4-f28c-405d-ad94-86302bf0ebe2 tempest-TestVolumeBootPattern-1538991942 tempest-TestVolumeBootPattern-1538991942-project] 10.222.0.32 "GET /v2.0/security-groups?id=ca285d94-e6fc-485c-ad28-b15c1712fa1f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0299103 Aug 13 11:29:58.595157 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7be32ec7-8723-42c3-a09a-7e47778d76f1 req-d469dc4f-aa2f-4cac-a6df-2794b8ea12d3 tempest-TestVolumeBootPattern-1538991942 tempest-TestVolumeBootPattern-1538991942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 11:29:58.596600 dv-cinder-797608-16-iscsi neutron-server[93883]: INFO neutron.wsgi [req-7be32ec7-8723-42c3-a09a-7e47778d76f1 req-d469dc4f-aa2f-4cac-a6df-2794b8ea12d3 tempest-TestVolumeBootPattern-1538991942 tempest-TestVolumeBootPattern-1538991942-project] 10.222.0.20 "GET /v2.0/ports?device_id=473bac98-ceb4-41ec-b192-213d7c2f7dba HTTP/1.1" status: 200 len: 945 time: 0.0479586 Aug 13 11:29:58.686573 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron.plugins.ml2.plugin [req-7be32ec7-8723-42c3-a09a-7e47778d76f1 req-979a49f1-ca08-4140-b6c4-b6222c1e1732 tempest-TestVolumeBootPattern-1538991942 tempest-TestVolumeBootPattern-1538991942-project] Deleting port 7386944d-9140-4c3f-8e4f-ad713b66fbee {{(pid=93883) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 13 11:29:58.686915 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-7be32ec7-8723-42c3-a09a-7e47778d76f1 req-979a49f1-ca08-4140-b6c4-b6222c1e1732 tempest-TestVolumeBootPattern-1538991942 tempest-TestVolumeBootPattern-1538991942-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782137884200'] for port, before_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 11:29:58.771705 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron.plugins.ml2.db [req-7be32ec7-8723-42c3-a09a-7e47778d76f1 req-979a49f1-ca08-4140-b6c4-b6222c1e1732 tempest-TestVolumeBootPattern-1538991942 tempest-TestVolumeBootPattern-1538991942-project] For port 7386944d-9140-4c3f-8e4f-ad713b66fbee, host hv-cinder-79760, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79760',level=0,port_id=7386944d-9140-4c3f-8e4f-ad713b66fbee,segment=NetworkSegment(7e8d8a1c-0ea0-4420-aa00-8216212b44b2),segment_id=7e8d8a1c-0ea0-4420-aa00-8216212b44b2)] {{(pid=93883) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 13 11:29:58.772071 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-7be32ec7-8723-42c3-a09a-7e47778d76f1 req-979a49f1-ca08-4140-b6c4-b6222c1e1732 tempest-TestVolumeBootPattern-1538991942 tempest-TestVolumeBootPattern-1538991942-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1583036'] for port, precommit_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 11:29:58.784257 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron.plugins.ml2.plugin [req-7be32ec7-8723-42c3-a09a-7e47778d76f1 req-979a49f1-ca08-4140-b6c4-b6222c1e1732 tempest-TestVolumeBootPattern-1538991942 tempest-TestVolumeBootPattern-1538991942-project] Calling delete_port for 7386944d-9140-4c3f-8e4f-ad713b66fbee owned by compute:nova {{(pid=93883) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 13 11:29:59.138372 dv-cinder-797608-16-iscsi neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed9e748b-538b-41b8-825c-4454dc3e1825 req-fdf581a4-19e1-4531-8c7e-4c81a3c8eaf7 tempest-TestVolumeBootPattern-1538991942 tempest-TestVolumeBootPattern-1538991942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 11:29:59.139824 dv-cinder-797608-16-iscsi neutron-server[93884]: INFO neutron.wsgi [req-ed9e748b-538b-41b8-825c-4454dc3e1825 req-fdf581a4-19e1-4531-8c7e-4c81a3c8eaf7 tempest-TestVolumeBootPattern-1538991942 tempest-TestVolumeBootPattern-1538991942-project] 10.222.0.32 "GET /v2.0/ports?device_id=473bac98-ceb4-41ec-b192-213d7c2f7dba HTTP/1.1" status: 200 len: 945 time: 0.0523529 Aug 13 11:29:59.170471 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-7be32ec7-8723-42c3-a09a-7e47778d76f1 req-979a49f1-ca08-4140-b6c4-b6222c1e1732 tempest-TestVolumeBootPattern-1538991942 tempest-TestVolumeBootPattern-1538991942-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935844', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611014', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782137889922', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782137337604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2139128394'] for port, after_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 11:29:59.178166 dv-cinder-797608-16-iscsi neutron-server[93884]: INFO neutron.wsgi [req-ed9e748b-538b-41b8-825c-4454dc3e1825 req-64b5f140-998b-408e-90cc-8e479082dc6d tempest-TestVolumeBootPattern-1538991942 tempest-TestVolumeBootPattern-1538991942-project] 10.222.0.32 "GET /v2.0/security-groups?id=ca285d94-e6fc-485c-ad28-b15c1712fa1f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0321584 Aug 13 11:29:59.204314 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-979a49f1-ca08-4140-b6c4-b6222c1e1732 tempest-TestVolumeBootPattern-1538991942 tempest-TestVolumeBootPattern-1538991942-project] Pushing event deleted for resources: {'Port': ['ID=7386944d-9140-4c3f-8e4f-ad713b66fbee,revision_number=None']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 11:29:59.243028 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron.db.l3_dvrscheduler_db [req-7be32ec7-8723-42c3-a09a-7e47778d76f1 req-979a49f1-ca08-4140-b6c4-b6222c1e1732 tempest-TestVolumeBootPattern-1538991942 tempest-TestVolumeBootPattern-1538991942-project] No DVR routers for this DVR port 7386944d-9140-4c3f-8e4f-ad713b66fbee on host hv-cinder-79760 {{(pid=93883) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 13 11:29:59.245544 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-7be32ec7-8723-42c3-a09a-7e47778d76f1 req-979a49f1-ca08-4140-b6c4-b6222c1e1732 tempest-TestVolumeBootPattern-1538991942 tempest-TestVolumeBootPattern-1538991942-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-128352'] for port, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 11:29:59.247740 dv-cinder-797608-16-iscsi neutron-server[93883]: INFO neutron.wsgi [req-7be32ec7-8723-42c3-a09a-7e47778d76f1 req-979a49f1-ca08-4140-b6c4-b6222c1e1732 tempest-TestVolumeBootPattern-1538991942 tempest-TestVolumeBootPattern-1538991942-project] 10.222.0.20 "DELETE /v2.0/ports/7386944d-9140-4c3f-8e4f-ad713b66fbee HTTP/1.1" status: 204 len: 173 time: 0.6447625 Aug 13 11:29:59.248189 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '473bac98-ceb4-41ec-b192-213d7c2f7dba', 'name': 'network-vif-deleted', 'tag': '7386944d-9140-4c3f-8e4f-ad713b66fbee'}] {{(pid=93883) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 13 11:29:59.250406 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}db1a1fbc245c58e73290e58258e46ca41fe4e785cc79cbd57aa3dae940aad292" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2bfff3c4-da51-4eae-a149-2edb8678748d" -d '{"events": [{"server_uuid": "473bac98-ceb4-41ec-b192-213d7c2f7dba", "name": "network-vif-deleted", "tag": "7386944d-9140-4c3f-8e4f-ad713b66fbee"}]}' {{(pid=93883) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 13 11:29:59.405136 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 13 Aug 2021 11:29:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b488125c-55e1-4adc-a56d-275a55de8262 x-openstack-request-id: req-b488125c-55e1-4adc-a56d-275a55de8262 {{(pid=93883) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 13 11:29:59.405429 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "473bac98-ceb4-41ec-b192-213d7c2f7dba", "name": "network-vif-deleted", "tag": "7386944d-9140-4c3f-8e4f-ad713b66fbee", "status": "completed", "code": 200}]} {{(pid=93883) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 13 11:29:59.405682 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-b488125c-55e1-4adc-a56d-275a55de8262 {{(pid=93883) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 13 11:29:59.406112 dv-cinder-797608-16-iscsi neutron-server[93883]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '473bac98-ceb4-41ec-b192-213d7c2f7dba', 'name': 'network-vif-deleted', 'tag': '7386944d-9140-4c3f-8e4f-ad713b66fbee', 'status': 'completed', 'code': 200} Aug 13 11:30:00.282465 dv-cinder-797608-16-iscsi neutron-server[93884]: INFO neutron.wsgi [req-34da390d-7bc9-4319-aba2-c0aa54794646 req-6c59ce99-a8c1-4ce3-98f9-ef105b662448 tempest-TestVolumeBootPattern-1538991942 tempest-TestVolumeBootPattern-1538991942-project] 10.222.0.32 "GET /v2.0/ports?device_id=473bac98-ceb4-41ec-b192-213d7c2f7dba HTTP/1.1" status: 200 len: 210 time: 0.0263748 Aug 13 11:30:02.805198 dv-cinder-797608-16-iscsi neutron-server[93885]: DEBUG neutron.plugins.ml2.rpc [None req-a0b9b986-0706-4fc6-9cf9-0eb02d2513dc None None] Device 7386944d-9140-4c3f-8e4f-ad713b66fbee no longer exists at agent hyperv_hv-cinder-79760 {{(pid=93885) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 13 11:30:02.824879 dv-cinder-797608-16-iscsi neutron-server[93885]: DEBUG neutron.plugins.ml2.plugin [None req-a0b9b986-0706-4fc6-9cf9-0eb02d2513dc None None] No Port match for: 7386944d-9140-4c3f-8e4f-ad713b66fbee {{(pid=93885) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 13 11:30:02.825221 dv-cinder-797608-16-iscsi neutron-server[93885]: DEBUG neutron.plugins.ml2.rpc [None req-a0b9b986-0706-4fc6-9cf9-0eb02d2513dc None None] Device 7386944d-9140-4c3f-8e4f-ad713b66fbee not bound to the agent host hv-cinder-79760 {{(pid=93885) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 13 11:30:03.558872 dv-cinder-797608-16-iscsi neutron-server[93884]: DEBUG neutron.wsgi [-] (93884) accepted ('10.222.0.32', 54708) {{(pid=93884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 11:30:03.708634 dv-cinder-797608-16-iscsi neutron-server[93884]: DEBUG neutron.plugins.ml2.plugin [None req-006e45da-d808-4a19-af39-fe465aba0e32 tempest-TestVolumeBootPattern-1538991942 tempest-TestVolumeBootPattern-1538991942-project] Deleting port f07ed855-4ebc-4c57-8404-28ee8d88032c {{(pid=93884) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 13 11:30:03.708884 dv-cinder-797608-16-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-006e45da-d808-4a19-af39-fe465aba0e32 tempest-TestVolumeBootPattern-1538991942 tempest-TestVolumeBootPattern-1538991942-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782137884200'] for port, before_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 11:30:03.783795 dv-cinder-797608-16-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-006e45da-d808-4a19-af39-fe465aba0e32 tempest-TestVolumeBootPattern-1538991942 tempest-TestVolumeBootPattern-1538991942-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1583036'] for port, precommit_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 11:30:03.784116 dv-cinder-797608-16-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-006e45da-d808-4a19-af39-fe465aba0e32 tempest-TestVolumeBootPattern-1538991942 tempest-TestVolumeBootPattern-1538991942-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 11:30:03.795174 dv-cinder-797608-16-iscsi neutron-server[93884]: DEBUG neutron.plugins.ml2.plugin [None req-006e45da-d808-4a19-af39-fe465aba0e32 tempest-TestVolumeBootPattern-1538991942 tempest-TestVolumeBootPattern-1538991942-project] Calling delete_port for f07ed855-4ebc-4c57-8404-28ee8d88032c owned by network:floatingip {{(pid=93884) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 13 11:30:03.934868 dv-cinder-797608-16-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-006e45da-d808-4a19-af39-fe465aba0e32 tempest-TestVolumeBootPattern-1538991942 tempest-TestVolumeBootPattern-1538991942-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935844', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611014', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782137889922', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782137337604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2141180323'] for port, after_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 11:30:03.960520 dv-cinder-797608-16-iscsi neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-006e45da-d808-4a19-af39-fe465aba0e32 tempest-TestVolumeBootPattern-1538991942 tempest-TestVolumeBootPattern-1538991942-project] Pushing event deleted for resources: {'Port': ['ID=f07ed855-4ebc-4c57-8404-28ee8d88032c,revision_number=None']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 11:30:04.016941 dv-cinder-797608-16-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-006e45da-d808-4a19-af39-fe465aba0e32 tempest-TestVolumeBootPattern-1538991942 tempest-TestVolumeBootPattern-1538991942-project] Notify callbacks [] for floatingip, after_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 11:30:04.017262 dv-cinder-797608-16-iscsi neutron-server[93884]: INFO neutron.db.l3_db [None req-006e45da-d808-4a19-af39-fe465aba0e32 tempest-TestVolumeBootPattern-1538991942 tempest-TestVolumeBootPattern-1538991942-project] Floating IP 78ff6710-1ee7-494a-9fa4-cb25736123d1 disassociated (deleted). External IP: 172.27.2.29, port: a841ceaa-388c-4269-9b38-7760e5a6060c. Aug 13 11:30:04.223204 dv-cinder-797608-16-iscsi neutron-server[93884]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-006e45da-d808-4a19-af39-fe465aba0e32 tempest-TestVolumeBootPattern-1538991942 tempest-TestVolumeBootPattern-1538991942-project] Router cd349942-cccd-4380-823d-f8929ef099a0 has already been hosted by L3 agent 120d27b5-31d8-4cd2-97b4-2412c45088e1 {{(pid=93884) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 13 11:30:04.331977 dv-cinder-797608-16-iscsi neutron-server[93884]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-006e45da-d808-4a19-af39-fe465aba0e32 tempest-TestVolumeBootPattern-1538991942 tempest-TestVolumeBootPattern-1538991942-project] Notify agent at l3_agent.dv-cinder-797608-16-iscsi the message routers_updated {{(pid=93884) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 13 11:30:04.336945 dv-cinder-797608-16-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-006e45da-d808-4a19-af39-fe465aba0e32 tempest-TestVolumeBootPattern-1538991942 tempest-TestVolumeBootPattern-1538991942-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-128352'] for floatingip, before_response {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 11:30:04.344550 dv-cinder-797608-16-iscsi neutron-server[93885]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c11a42d-9f24-47b7-892f-f10241d46609 None None] Sync routers for ids ['cd349942-cccd-4380-823d-f8929ef099a0'] in dv-cinder-797608-16-iscsi {{(pid=93885) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 13 11:30:04.364104 dv-cinder-797608-16-iscsi neutron-server[93884]: INFO neutron.wsgi [None req-006e45da-d808-4a19-af39-fe465aba0e32 tempest-TestVolumeBootPattern-1538991942 tempest-TestVolumeBootPattern-1538991942-project] 10.222.0.32 "DELETE /v2.0/floatingips/78ff6710-1ee7-494a-9fa4-cb25736123d1 HTTP/1.1" status: 204 len: 168 time: 0.8038080 Aug 13 11:30:04.364605 dv-cinder-797608-16-iscsi neutron-server[93884]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '80297648-f7cc-41a2-9ba7-9546d08e7146', 'tag': 'a841ceaa-388c-4269-9b38-7760e5a6060c'}] {{(pid=93884) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 13 11:30:04.366692 dv-cinder-797608-16-iscsi neutron-server[93884]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}70f01c08a00349be11dfcfb62f4fe7a1e23395be4279a346f0a082136c645f60" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-adf3efc8-1c06-436e-8536-836a86b570f4" -d '{"events": [{"name": "network-changed", "server_uuid": "80297648-f7cc-41a2-9ba7-9546d08e7146", "tag": "a841ceaa-388c-4269-9b38-7760e5a6060c"}]}' {{(pid=93884) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 13 11:30:04.371139 dv-cinder-797608-16-iscsi neutron-server[93885]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c11a42d-9f24-47b7-892f-f10241d46609 None None] Routers {'cd349942-cccd-4380-823d-f8929ef099a0'} bound to L3 agent in host dv-cinder-797608-16-iscsi {{(pid=93885) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 13 11:30:04.371717 dv-cinder-797608-16-iscsi neutron-server[93885]: DEBUG neutron.db.l3_hamode_db [None req-1c11a42d-9f24-47b7-892f-f10241d46609 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797608-16-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-13T11:11:41Z,description=,heartbeat_timestamp=2021-08-13T11:29:41Z,host='dv-cinder-797608-16-iscsi',id=120d27b5-31d8-4cd2-97b4-2412c45088e1,load=0,resource_versions=,resources_synced=,started_at=2021-08-13T11:11:41Z,topic='l3_agent')) {'router_ids': ['cd349942-cccd-4380-823d-f8929ef099a0'], 'active': True} {{(pid=93885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 13 11:30:04.432374 dv-cinder-797608-16-iscsi neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-a0b9b986-0706-4fc6-9cf9-0eb02d2513dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782137812740', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-997306'] for agent, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 11:30:04.434625 dv-cinder-797608-16-iscsi neutron-server[93884]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 13 Aug 2021 11:30:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5e041721-2caa-49d0-8be8-51650cb23d73 x-openstack-request-id: req-5e041721-2caa-49d0-8be8-51650cb23d73 {{(pid=93884) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 13 11:30:04.434921 dv-cinder-797608-16-iscsi neutron-server[93884]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "80297648-f7cc-41a2-9ba7-9546d08e7146", "tag": "a841ceaa-388c-4269-9b38-7760e5a6060c", "status": "completed", "code": 200}]} {{(pid=93884) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 13 11:30:04.435178 dv-cinder-797608-16-iscsi neutron-server[93884]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-5e041721-2caa-49d0-8be8-51650cb23d73 {{(pid=93884) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 13 11:30:04.435629 dv-cinder-797608-16-iscsi neutron-server[93884]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '80297648-f7cc-41a2-9ba7-9546d08e7146', 'tag': 'a841ceaa-388c-4269-9b38-7760e5a6060c', 'status': 'completed', 'code': 200} Aug 13 11:30:04.533325 dv-cinder-797608-16-iscsi neutron-server[93885]: DEBUG neutron.db.l3_dvr_db [None req-1c11a42d-9f24-47b7-892f-f10241d46609 None None] Set router cd349942-cccd-4380-823d-f8929ef099a0 gateway port host: dv-cinder-797608-16-iscsi {{(pid=93885) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 13 11:30:04.534536 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adf3efc8-1c06-436e-8536-836a86b570f4 req-7e161b13-ffe4-42fa-95e5-7732c4cc3324 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 11:30:04.536646 dv-cinder-797608-16-iscsi neutron-server[93883]: INFO neutron.wsgi [req-adf3efc8-1c06-436e-8536-836a86b570f4 req-7e161b13-ffe4-42fa-95e5-7732c4cc3324 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=d5749f1d743e45099877d2ba04647196&device_id=80297648-f7cc-41a2-9ba7-9546d08e7146 HTTP/1.1" status: 200 len: 1098 time: 0.0569184 Aug 13 11:30:04.609214 dv-cinder-797608-16-iscsi neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6024384-fb5d-49f9-8fe2-c6d716932016 req-17c593e4-5959-45f7-83cb-ed44e39302f1 tempest-TestVolumeBootPattern-1538991942 tempest-TestVolumeBootPattern-1538991942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 11:30:04.611427 dv-cinder-797608-16-iscsi neutron-server[93884]: INFO neutron.wsgi [req-e6024384-fb5d-49f9-8fe2-c6d716932016 req-17c593e4-5959-45f7-83cb-ed44e39302f1 tempest-TestVolumeBootPattern-1538991942 tempest-TestVolumeBootPattern-1538991942-project] 10.222.0.32 "GET /v2.0/ports?device_id=80297648-f7cc-41a2-9ba7-9546d08e7146 HTTP/1.1" status: 200 len: 945 time: 0.0501907 Aug 13 11:30:04.649275 dv-cinder-797608-16-iscsi neutron-server[93884]: INFO neutron.wsgi [req-e6024384-fb5d-49f9-8fe2-c6d716932016 req-39b4e1f1-dd60-4be5-ac77-408ae01f4682 tempest-TestVolumeBootPattern-1538991942 tempest-TestVolumeBootPattern-1538991942-project] 10.222.0.32 "GET /v2.0/security-groups?id=ca285d94-e6fc-485c-ad28-b15c1712fa1f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0320096 Aug 13 11:30:04.655227 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adf3efc8-1c06-436e-8536-836a86b570f4 req-2f8a49e2-d879-4027-a946-d12001d335d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 11:30:04.656913 dv-cinder-797608-16-iscsi neutron-server[93883]: INFO neutron.wsgi [req-adf3efc8-1c06-436e-8536-836a86b570f4 req-2f8a49e2-d879-4027-a946-d12001d335d0 service neutron] 10.222.0.20 "GET /v2.0/networks?id=999d1062-b3a3-4414-af22-ebf9a7c571f6 HTTP/1.1" status: 200 len: 913 time: 0.0879965 Aug 13 11:30:04.702888 dv-cinder-797608-16-iscsi neutron-server[93883]: INFO neutron.wsgi [req-adf3efc8-1c06-436e-8536-836a86b570f4 req-9db90a6e-79ea-4e4e-b2e5-35c9aaf70261 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=a841ceaa-388c-4269-9b38-7760e5a6060c HTTP/1.1" status: 200 len: 217 time: 0.0376422 Aug 13 11:30:04.737542 dv-cinder-797608-16-iscsi neutron-server[93885]: DEBUG neutron.db.l3_hamode_db [None req-1c11a42d-9f24-47b7-892f-f10241d46609 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cd349942-cccd-4380-823d-f8929ef099a0', 'name': 'tempest-TestVolumeBootPattern-1716761397-router', 'tenant_id': 'd5749f1d743e45099877d2ba04647196', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c3f0979-58a5-4465-87f9-e256377c6b61', 'external_fixed_ips': [{'subnet_id': 'ba735781-2bff-41d5-99b4-7ca705ee91ca', 'ip_address': '172.27.2.151'}], 'enable_snat': True}, 'gw_port_id': 'd7f11c20-a34b-4aad-8189-8f8559df3f39', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-13T11:22:18Z', 'updated_at': '2021-08-13T11:22:21Z', 'revision_number': 4, 'project_id': 'd5749f1d743e45099877d2ba04647196', 'gw_port': {'id': 'd7f11c20-a34b-4aad-8189-8f8559df3f39', 'name': '', 'network_id': '7c3f0979-58a5-4465-87f9-e256377c6b61', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:19:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd349942-cccd-4380-823d-f8929ef099a0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 470, 'fixed_ips': [{'subnet_id': 'ba735781-2bff-41d5-99b4-7ca705ee91ca', 'ip_address': '172.27.2.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-13T11:22:18Z', 'updated_at': '2021-08-13T11:22:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ba735781-2bff-41d5-99b4-7ca705ee91ca', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797608-16-iscsi', '_interfaces': [{'id': 'e7681864-7bb9-4402-8c3d-4147abd52caa', 'name': '', 'network_id': '999d1062-b3a3-4414-af22-ebf9a7c571f6', 'tenant_id': 'd5749f1d743e45099877d2ba04647196', 'mac_address': 'fa:16:3e:fd:b5:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd349942-cccd-4380-823d-f8929ef099a0', 'device_owner': 'network:router_interface', 'standard_attr_id': 471, 'fixed_ips': [{'subnet_id': '2b810745-615e-4226-8545-baa357ea81b9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-13T11:22:21Z', 'updated_at': '2021-08-13T11:22:28Z', 'revision_number': 5, 'project_id': 'd5749f1d743e45099877d2ba04647196', 'subnets': [{'id': '2b810745-615e-4226-8545-baa357ea81b9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-797608-16-iscsi', False) {} {{(pid=93885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 13 11:30:04.752958 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adf3efc8-1c06-436e-8536-836a86b570f4 req-6dc14847-ee45-47af-91cb-6b608c6d332f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 11:30:04.754362 dv-cinder-797608-16-iscsi neutron-server[93883]: INFO neutron.wsgi [req-adf3efc8-1c06-436e-8536-836a86b570f4 req-6dc14847-ee45-47af-91cb-6b608c6d332f service neutron] 10.222.0.20 "GET /v2.0/subnets?id=2b810745-615e-4226-8545-baa357ea81b9 HTTP/1.1" status: 200 len: 851 time: 0.0438313 Aug 13 11:30:04.762389 dv-cinder-797608-16-iscsi neutron-server[93885]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c11a42d-9f24-47b7-892f-f10241d46609 None None] Checking router: cd349942-cccd-4380-823d-f8929ef099a0 for host: dv-cinder-797608-16-iscsi {{(pid=93885) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 13 11:30:04.771262 dv-cinder-797608-16-iscsi neutron-server[93885]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c11a42d-9f24-47b7-892f-f10241d46609 None None] Routers {'cd349942-cccd-4380-823d-f8929ef099a0'} bound to L3 agent in host dv-cinder-797608-16-iscsi {{(pid=93885) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 13 11:30:04.771913 dv-cinder-797608-16-iscsi neutron-server[93885]: DEBUG neutron.db.l3_hamode_db [None req-1c11a42d-9f24-47b7-892f-f10241d46609 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797608-16-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-13T11:11:41Z,description=,heartbeat_timestamp=2021-08-13T11:29:41Z,host='dv-cinder-797608-16-iscsi',id=120d27b5-31d8-4cd2-97b4-2412c45088e1,load=0,resource_versions=,resources_synced=,started_at=2021-08-13T11:11:41Z,topic='l3_agent')) {'router_ids': ['cd349942-cccd-4380-823d-f8929ef099a0'], 'active': True} {{(pid=93885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 13 11:30:04.803809 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adf3efc8-1c06-436e-8536-836a86b570f4 req-06a0f254-92f9-4a63-adff-dddee75cf7de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 11:30:04.805549 dv-cinder-797608-16-iscsi neutron-server[93883]: INFO neutron.wsgi [req-adf3efc8-1c06-436e-8536-836a86b570f4 req-06a0f254-92f9-4a63-adff-dddee75cf7de service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=999d1062-b3a3-4414-af22-ebf9a7c571f6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0418153 Aug 13 11:30:04.880389 dv-cinder-797608-16-iscsi neutron-server[93885]: DEBUG neutron.db.l3_dvr_db [None req-1c11a42d-9f24-47b7-892f-f10241d46609 None None] Set router cd349942-cccd-4380-823d-f8929ef099a0 gateway port host: dv-cinder-797608-16-iscsi {{(pid=93885) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 13 11:30:04.899283 dv-cinder-797608-16-iscsi neutron-server[93883]: INFO neutron.wsgi [req-adf3efc8-1c06-436e-8536-836a86b570f4 req-c8681310-5b84-41d0-9a69-95929df5138f service neutron] 10.222.0.20 "GET /v2.0/networks/999d1062-b3a3-4414-af22-ebf9a7c571f6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0850728 Aug 13 11:30:05.001257 dv-cinder-797608-16-iscsi neutron-server[93883]: INFO neutron.wsgi [req-adf3efc8-1c06-436e-8536-836a86b570f4 req-bdee24ff-df7c-4198-894b-c3e6b8200e97 service neutron] 10.222.0.20 "GET /v2.0/networks/999d1062-b3a3-4414-af22-ebf9a7c571f6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0935075 Aug 13 11:30:05.089209 dv-cinder-797608-16-iscsi neutron-server[93885]: DEBUG neutron.db.l3_hamode_db [None req-1c11a42d-9f24-47b7-892f-f10241d46609 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cd349942-cccd-4380-823d-f8929ef099a0', 'name': 'tempest-TestVolumeBootPattern-1716761397-router', 'tenant_id': 'd5749f1d743e45099877d2ba04647196', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c3f0979-58a5-4465-87f9-e256377c6b61', 'external_fixed_ips': [{'subnet_id': 'ba735781-2bff-41d5-99b4-7ca705ee91ca', 'ip_address': '172.27.2.151'}], 'enable_snat': True}, 'gw_port_id': 'd7f11c20-a34b-4aad-8189-8f8559df3f39', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-13T11:22:18Z', 'updated_at': '2021-08-13T11:22:21Z', 'revision_number': 4, 'project_id': 'd5749f1d743e45099877d2ba04647196', 'gw_port': {'id': 'd7f11c20-a34b-4aad-8189-8f8559df3f39', 'name': '', 'network_id': '7c3f0979-58a5-4465-87f9-e256377c6b61', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:19:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd349942-cccd-4380-823d-f8929ef099a0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 470, 'fixed_ips': [{'subnet_id': 'ba735781-2bff-41d5-99b4-7ca705ee91ca', 'ip_address': '172.27.2.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-13T11:22:18Z', 'updated_at': '2021-08-13T11:22:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ba735781-2bff-41d5-99b4-7ca705ee91ca', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797608-16-iscsi', '_interfaces': [{'id': 'e7681864-7bb9-4402-8c3d-4147abd52caa', 'name': '', 'network_id': '999d1062-b3a3-4414-af22-ebf9a7c571f6', 'tenant_id': 'd5749f1d743e45099877d2ba04647196', 'mac_address': 'fa:16:3e:fd:b5:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd349942-cccd-4380-823d-f8929ef099a0', 'device_owner': 'network:router_interface', 'standard_attr_id': 471, 'fixed_ips': [{'subnet_id': '2b810745-615e-4226-8545-baa357ea81b9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-13T11:22:21Z', 'updated_at': '2021-08-13T11:22:28Z', 'revision_number': 5, 'project_id': 'd5749f1d743e45099877d2ba04647196', 'subnets': [{'id': '2b810745-615e-4226-8545-baa357ea81b9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-797608-16-iscsi', False) {} {{(pid=93885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 13 11:30:05.118969 dv-cinder-797608-16-iscsi neutron-server[93885]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c11a42d-9f24-47b7-892f-f10241d46609 None None] The sync data for ids ['cd349942-cccd-4380-823d-f8929ef099a0'] in dv-cinder-797608-16-iscsi is: [{'id': 'cd349942-cccd-4380-823d-f8929ef099a0', 'name': 'tempest-TestVolumeBootPattern-1716761397-router', 'tenant_id': 'd5749f1d743e45099877d2ba04647196', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c3f0979-58a5-4465-87f9-e256377c6b61', 'external_fixed_ips': [{'subnet_id': 'ba735781-2bff-41d5-99b4-7ca705ee91ca', 'ip_address': '172.27.2.151'}], 'enable_snat': True}, 'gw_port_id': 'd7f11c20-a34b-4aad-8189-8f8559df3f39', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-13T11:22:18Z', 'updated_at': '2021-08-13T11:22:21Z', 'revision_number': 4, 'project_id': 'd5749f1d743e45099877d2ba04647196', 'gw_port': {'id': 'd7f11c20-a34b-4aad-8189-8f8559df3f39', 'name': '', 'network_id': '7c3f0979-58a5-4465-87f9-e256377c6b61', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:19:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd349942-cccd-4380-823d-f8929ef099a0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 470, 'fixed_ips': [{'subnet_id': 'ba735781-2bff-41d5-99b4-7ca705ee91ca', 'ip_address': '172.27.2.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-13T11:22:18Z', 'updated_at': '2021-08-13T11:22:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ba735781-2bff-41d5-99b4-7ca705ee91ca', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797608-16-iscsi', '_interfaces': [{'id': 'e7681864-7bb9-4402-8c3d-4147abd52caa', 'name': '', 'network_id': '999d1062-b3a3-4414-af22-ebf9a7c571f6', 'tenant_id': 'd5749f1d743e45099877d2ba04647196', 'mac_address': 'fa:16:3e:fd:b5:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd349942-cccd-4380-823d-f8929ef099a0', 'device_owner': 'network:router_interface', 'standard_attr_id': 471, 'fixed_ips': [{'subnet_id': '2b810745-615e-4226-8545-baa357ea81b9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-13T11:22:21Z', 'updated_at': '2021-08-13T11:22:28Z', 'revision_number': 5, 'project_id': 'd5749f1d743e45099877d2ba04647196', 'subnets': [{'id': '2b810745-615e-4226-8545-baa357ea81b9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93885) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 13 11:30:05.318434 dv-cinder-797608-16-iscsi neutron-server[93886]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af1155d4-cc6c-47e9-aeca-fe49e698de75 None None] New status for floating IP 78ff6710-1ee7-494a-9fa4-cb25736123d1: DOWN {{(pid=93886) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 13 11:30:05.769158 dv-cinder-797608-16-iscsi neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de930302-cc53-449e-a74e-2d114e41245c req-cad87ac4-f56a-453b-a010-34c7e1e0c2b4 tempest-TestVolumeBootPattern-1538991942 tempest-TestVolumeBootPattern-1538991942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 11:30:05.770633 dv-cinder-797608-16-iscsi neutron-server[93884]: INFO neutron.wsgi [req-de930302-cc53-449e-a74e-2d114e41245c req-cad87ac4-f56a-453b-a010-34c7e1e0c2b4 tempest-TestVolumeBootPattern-1538991942 tempest-TestVolumeBootPattern-1538991942-project] 10.222.0.32 "GET /v2.0/ports?device_id=80297648-f7cc-41a2-9ba7-9546d08e7146 HTTP/1.1" status: 200 len: 945 time: 0.0519331 Aug 13 11:30:05.807065 dv-cinder-797608-16-iscsi neutron-server[93884]: INFO neutron.wsgi [req-de930302-cc53-449e-a74e-2d114e41245c req-5f120c15-6d93-406c-a804-f1ef6481757c tempest-TestVolumeBootPattern-1538991942 tempest-TestVolumeBootPattern-1538991942-project] 10.222.0.32 "GET /v2.0/security-groups?id=ca285d94-e6fc-485c-ad28-b15c1712fa1f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0305965 Aug 13 11:30:06.918070 dv-cinder-797608-16-iscsi neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb39677b-4c07-429d-af6e-ec074df2f0eb req-ca74fc8f-c16e-4a13-aaa1-56c6db2367c9 tempest-TestVolumeBootPattern-1538991942 tempest-TestVolumeBootPattern-1538991942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 11:30:06.919520 dv-cinder-797608-16-iscsi neutron-server[93884]: INFO neutron.wsgi [req-bb39677b-4c07-429d-af6e-ec074df2f0eb req-ca74fc8f-c16e-4a13-aaa1-56c6db2367c9 tempest-TestVolumeBootPattern-1538991942 tempest-TestVolumeBootPattern-1538991942-project] 10.222.0.32 "GET /v2.0/ports?device_id=80297648-f7cc-41a2-9ba7-9546d08e7146 HTTP/1.1" status: 200 len: 945 time: 0.0476258 Aug 13 11:30:06.955879 dv-cinder-797608-16-iscsi neutron-server[93884]: INFO neutron.wsgi [req-bb39677b-4c07-429d-af6e-ec074df2f0eb req-4ddb99c2-b185-4d24-b1b8-6adf4de734fc tempest-TestVolumeBootPattern-1538991942 tempest-TestVolumeBootPattern-1538991942-project] 10.222.0.32 "GET /v2.0/security-groups?id=ca285d94-e6fc-485c-ad28-b15c1712fa1f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0305188 Aug 13 11:30:08.066610 dv-cinder-797608-16-iscsi neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a33d129-e3ae-48f6-8b44-1f9b5b199f3b req-14647eff-2177-49b8-b3b7-fbaf3fbc7d02 tempest-TestVolumeBootPattern-1538991942 tempest-TestVolumeBootPattern-1538991942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 11:30:08.068048 dv-cinder-797608-16-iscsi neutron-server[93884]: INFO neutron.wsgi [req-4a33d129-e3ae-48f6-8b44-1f9b5b199f3b req-14647eff-2177-49b8-b3b7-fbaf3fbc7d02 tempest-TestVolumeBootPattern-1538991942 tempest-TestVolumeBootPattern-1538991942-project] 10.222.0.32 "GET /v2.0/ports?device_id=80297648-f7cc-41a2-9ba7-9546d08e7146 HTTP/1.1" status: 200 len: 945 time: 0.0480614 Aug 13 11:30:08.104847 dv-cinder-797608-16-iscsi neutron-server[93884]: INFO neutron.wsgi [req-4a33d129-e3ae-48f6-8b44-1f9b5b199f3b req-43924e13-3b77-46e7-8813-85267d3d5a5b tempest-TestVolumeBootPattern-1538991942 tempest-TestVolumeBootPattern-1538991942-project] 10.222.0.32 "GET /v2.0/security-groups?id=ca285d94-e6fc-485c-ad28-b15c1712fa1f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0310435 Aug 13 11:30:08.843115 dv-cinder-797608-16-iscsi neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-407b4783-d1d7-4a03-acec-44466bf6ae98 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782137812740', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-997306'] for agent, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 11:30:09.218146 dv-cinder-797608-16-iscsi neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d67dec0-3e84-4113-9d13-e1e63c94050e req-1357dd4f-38aa-4c21-b327-431e62e91fca tempest-TestVolumeBootPattern-1538991942 tempest-TestVolumeBootPattern-1538991942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 11:30:09.219562 dv-cinder-797608-16-iscsi neutron-server[93884]: INFO neutron.wsgi [req-5d67dec0-3e84-4113-9d13-e1e63c94050e req-1357dd4f-38aa-4c21-b327-431e62e91fca tempest-TestVolumeBootPattern-1538991942 tempest-TestVolumeBootPattern-1538991942-project] 10.222.0.32 "GET /v2.0/ports?device_id=80297648-f7cc-41a2-9ba7-9546d08e7146 HTTP/1.1" status: 200 len: 945 time: 0.0505655 Aug 13 11:30:09.256614 dv-cinder-797608-16-iscsi neutron-server[93884]: INFO neutron.wsgi [req-5d67dec0-3e84-4113-9d13-e1e63c94050e req-94a4990c-521e-4ba2-a8fb-5474aea19945 tempest-TestVolumeBootPattern-1538991942 tempest-TestVolumeBootPattern-1538991942-project] 10.222.0.32 "GET /v2.0/security-groups?id=ca285d94-e6fc-485c-ad28-b15c1712fa1f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0312307 Aug 13 11:30:09.630315 dv-cinder-797608-16-iscsi neutron-server[93885]: DEBUG neutron.plugins.ml2.rpc [None req-a0b9b986-0706-4fc6-9cf9-0eb02d2513dc None None] Device a841ceaa-388c-4269-9b38-7760e5a6060c no longer exists at agent hyperv_hv-cinder-79760 {{(pid=93885) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 13 11:30:09.713813 dv-cinder-797608-16-iscsi neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-a0b9b986-0706-4fc6-9cf9-0eb02d2513dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935434'] for port, before_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 11:30:09.734689 dv-cinder-797608-16-iscsi neutron-server[93885]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '80297648-f7cc-41a2-9ba7-9546d08e7146', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a841ceaa-388c-4269-9b38-7760e5a6060c'}] {{(pid=93885) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 13 11:30:09.737156 dv-cinder-797608-16-iscsi neutron-server[93885]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6271a0dfd589c32cbc3478448621ce6e19c81a8dd821b4c159629fbe4478ed77" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-44804bf1-7a34-48e1-91d8-725207d65bc9" -d '{"events": [{"server_uuid": "80297648-f7cc-41a2-9ba7-9546d08e7146", "name": "network-vif-unplugged", "status": "completed", "tag": "a841ceaa-388c-4269-9b38-7760e5a6060c"}]}' {{(pid=93885) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 13 11:30:09.749442 dv-cinder-797608-16-iscsi neutron-server[93885]: DEBUG neutron.plugins.ml2.db [None req-a0b9b986-0706-4fc6-9cf9-0eb02d2513dc None None] For port a841ceaa-388c-4269-9b38-7760e5a6060c, host hv-cinder-79760, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79760',level=0,port_id=a841ceaa-388c-4269-9b38-7760e5a6060c,segment=NetworkSegment(7e8d8a1c-0ea0-4420-aa00-8216212b44b2),segment_id=7e8d8a1c-0ea0-4420-aa00-8216212b44b2)] {{(pid=93885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 13 11:30:09.753986 dv-cinder-797608-16-iscsi neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-a0b9b986-0706-4fc6-9cf9-0eb02d2513dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935844', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611014', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782137889940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782137337613', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782137337631'] for port, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 11:30:09.806890 dv-cinder-797608-16-iscsi neutron-server[93885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0b9b986-0706-4fc6-9cf9-0eb02d2513dc None None] Pushing event updated for resources: {'Port': ['ID=a841ceaa-388c-4269-9b38-7760e5a6060c,revision_number=6']} {{(pid=93885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 11:30:09.814291 dv-cinder-797608-16-iscsi neutron-server[93885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0b9b986-0706-4fc6-9cf9-0eb02d2513dc None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797608-16-iscsi {{(pid=93885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 11:30:09.814638 dv-cinder-797608-16-iscsi neutron-server[93885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0b9b986-0706-4fc6-9cf9-0eb02d2513dc None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797608-16-iscsi {{(pid=93885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 11:30:09.814974 dv-cinder-797608-16-iscsi neutron-server[93885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0b9b986-0706-4fc6-9cf9-0eb02d2513dc None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797608-16-iscsi {{(pid=93885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 11:30:09.815306 dv-cinder-797608-16-iscsi neutron-server[93885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0b9b986-0706-4fc6-9cf9-0eb02d2513dc None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797608-16-iscsi {{(pid=93885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 11:30:09.815636 dv-cinder-797608-16-iscsi neutron-server[93885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0b9b986-0706-4fc6-9cf9-0eb02d2513dc None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-797608-16-iscsi {{(pid=93885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 11:30:09.815957 dv-cinder-797608-16-iscsi neutron-server[93885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0b9b986-0706-4fc6-9cf9-0eb02d2513dc None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797608-16-iscsi {{(pid=93885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 11:30:09.816283 dv-cinder-797608-16-iscsi neutron-server[93885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0b9b986-0706-4fc6-9cf9-0eb02d2513dc None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-797608-16-iscsi {{(pid=93885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 11:30:09.816601 dv-cinder-797608-16-iscsi neutron-server[93885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0b9b986-0706-4fc6-9cf9-0eb02d2513dc None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-797608-16-iscsi {{(pid=93885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 11:30:09.816922 dv-cinder-797608-16-iscsi neutron-server[93885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0b9b986-0706-4fc6-9cf9-0eb02d2513dc None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797608-16-iscsi {{(pid=93885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 11:30:09.817244 dv-cinder-797608-16-iscsi neutron-server[93885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0b9b986-0706-4fc6-9cf9-0eb02d2513dc None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797608-16-iscsi {{(pid=93885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 11:30:09.817560 dv-cinder-797608-16-iscsi neutron-server[93885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0b9b986-0706-4fc6-9cf9-0eb02d2513dc None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797608-16-iscsi {{(pid=93885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 11:30:09.817874 dv-cinder-797608-16-iscsi neutron-server[93885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0b9b986-0706-4fc6-9cf9-0eb02d2513dc None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797608-16-iscsi {{(pid=93885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 11:30:09.843668 dv-cinder-797608-16-iscsi neutron-server[93885]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 13 Aug 2021 11:30:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-732f645d-9e64-448b-bad2-f28fccfff480 x-openstack-request-id: req-732f645d-9e64-448b-bad2-f28fccfff480 {{(pid=93885) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 13 11:30:09.844185 dv-cinder-797608-16-iscsi neutron-server[93885]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "80297648-f7cc-41a2-9ba7-9546d08e7146", "name": "network-vif-unplugged", "status": "completed", "tag": "a841ceaa-388c-4269-9b38-7760e5a6060c", "code": 200}]} {{(pid=93885) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 13 11:30:09.844185 dv-cinder-797608-16-iscsi neutron-server[93885]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-732f645d-9e64-448b-bad2-f28fccfff480 {{(pid=93885) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 13 11:30:09.844577 dv-cinder-797608-16-iscsi neutron-server[93885]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '80297648-f7cc-41a2-9ba7-9546d08e7146', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a841ceaa-388c-4269-9b38-7760e5a6060c', 'code': 200} Aug 13 11:30:10.376376 dv-cinder-797608-16-iscsi neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dac5e032-0d4a-4859-81d0-fc8061843456 req-dbd272a8-91fa-4062-ab00-3c3d1ecc3674 tempest-TestVolumeBootPattern-1538991942 tempest-TestVolumeBootPattern-1538991942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 11:30:10.377838 dv-cinder-797608-16-iscsi neutron-server[93884]: INFO neutron.wsgi [req-dac5e032-0d4a-4859-81d0-fc8061843456 req-dbd272a8-91fa-4062-ab00-3c3d1ecc3674 tempest-TestVolumeBootPattern-1538991942 tempest-TestVolumeBootPattern-1538991942-project] 10.222.0.32 "GET /v2.0/ports?device_id=80297648-f7cc-41a2-9ba7-9546d08e7146 HTTP/1.1" status: 200 len: 943 time: 0.0481136 Aug 13 11:30:10.415293 dv-cinder-797608-16-iscsi neutron-server[93884]: INFO neutron.wsgi [req-dac5e032-0d4a-4859-81d0-fc8061843456 req-74ddd6cd-4e3f-406e-b970-7df5c17b7ee1 tempest-TestVolumeBootPattern-1538991942 tempest-TestVolumeBootPattern-1538991942-project] 10.222.0.32 "GET /v2.0/security-groups?id=ca285d94-e6fc-485c-ad28-b15c1712fa1f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316007 Aug 13 11:30:11.174273 dv-cinder-797608-16-iscsi neutron-server[93886]: DEBUG neutron.db.agents_db [None req-85e56f49-6478-4807-bf82-7523a15d9e55 None None] Agent healthcheck: found 6 active agents {{(pid=93886) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 13 11:30:11.292757 dv-cinder-797608-16-iscsi neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-bc610611-fe16-436b-9b9d-07e7072f9bc6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782137812740', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-997306'] for agent, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 11:30:11.529646 dv-cinder-797608-16-iscsi neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c445d26-84ac-4f3e-8199-ebea979e544a req-ee429b7b-d1f7-46ac-ae2f-231f823dd57d tempest-TestVolumeBootPattern-1538991942 tempest-TestVolumeBootPattern-1538991942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 11:30:11.531143 dv-cinder-797608-16-iscsi neutron-server[93884]: INFO neutron.wsgi [req-0c445d26-84ac-4f3e-8199-ebea979e544a req-ee429b7b-d1f7-46ac-ae2f-231f823dd57d tempest-TestVolumeBootPattern-1538991942 tempest-TestVolumeBootPattern-1538991942-project] 10.222.0.32 "GET /v2.0/ports?device_id=80297648-f7cc-41a2-9ba7-9546d08e7146 HTTP/1.1" status: 200 len: 943 time: 0.0480480 Aug 13 11:30:11.568482 dv-cinder-797608-16-iscsi neutron-server[93884]: INFO neutron.wsgi [req-0c445d26-84ac-4f3e-8199-ebea979e544a req-41567b7e-4cc2-4ed6-9d4f-92b389f1c948 tempest-TestVolumeBootPattern-1538991942 tempest-TestVolumeBootPattern-1538991942-project] 10.222.0.32 "GET /v2.0/security-groups?id=ca285d94-e6fc-485c-ad28-b15c1712fa1f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0313799 Aug 13 11:30:11.696770 dv-cinder-797608-16-iscsi neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-05931952-e11e-4e12-af58-ece1398d134b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782137812740', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-997306'] for agent, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 11:30:12.517968 dv-cinder-797608-16-iscsi neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-c8cb50cc-12ff-4088-b7b1-9c64999b964c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782137812740', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-997306'] for agent, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 11:30:12.686137 dv-cinder-797608-16-iscsi neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45b8e6a3-2654-4327-9b5d-bec5e48f4642 req-1fa8550c-67a2-4089-ad4c-77d300ce9a7b tempest-TestVolumeBootPattern-1538991942 tempest-TestVolumeBootPattern-1538991942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 11:30:12.687585 dv-cinder-797608-16-iscsi neutron-server[93884]: INFO neutron.wsgi [req-45b8e6a3-2654-4327-9b5d-bec5e48f4642 req-1fa8550c-67a2-4089-ad4c-77d300ce9a7b tempest-TestVolumeBootPattern-1538991942 tempest-TestVolumeBootPattern-1538991942-project] 10.222.0.32 "GET /v2.0/ports?device_id=80297648-f7cc-41a2-9ba7-9546d08e7146 HTTP/1.1" status: 200 len: 943 time: 0.0524445 Aug 13 11:30:12.724141 dv-cinder-797608-16-iscsi neutron-server[93884]: INFO neutron.wsgi [req-45b8e6a3-2654-4327-9b5d-bec5e48f4642 req-0264940f-6eca-4a80-af45-4ded48f26c1c tempest-TestVolumeBootPattern-1538991942 tempest-TestVolumeBootPattern-1538991942-project] 10.222.0.32 "GET /v2.0/security-groups?id=ca285d94-e6fc-485c-ad28-b15c1712fa1f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0307019 Aug 13 11:30:13.801021 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-090c3375-e691-4d0b-9c18-1956797ea667 req-0fcb44fb-f64a-4739-97ce-57bcd6508299 tempest-TestVolumeBootPattern-1538991942 tempest-TestVolumeBootPattern-1538991942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 11:30:13.802640 dv-cinder-797608-16-iscsi neutron-server[93883]: INFO neutron.wsgi [req-090c3375-e691-4d0b-9c18-1956797ea667 req-0fcb44fb-f64a-4739-97ce-57bcd6508299 tempest-TestVolumeBootPattern-1538991942 tempest-TestVolumeBootPattern-1538991942-project] 10.222.0.20 "GET /v2.0/ports?device_id=80297648-f7cc-41a2-9ba7-9546d08e7146 HTTP/1.1" status: 200 len: 943 time: 0.0527239 Aug 13 11:30:13.838887 dv-cinder-797608-16-iscsi neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-492fda3f-6f5d-4521-867b-056fbc10431d req-01a6fba8-5a07-473e-8d7a-43cde0c7f7d5 tempest-TestVolumeBootPattern-1538991942 tempest-TestVolumeBootPattern-1538991942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 11:30:13.840444 dv-cinder-797608-16-iscsi neutron-server[93884]: INFO neutron.wsgi [req-492fda3f-6f5d-4521-867b-056fbc10431d req-01a6fba8-5a07-473e-8d7a-43cde0c7f7d5 tempest-TestVolumeBootPattern-1538991942 tempest-TestVolumeBootPattern-1538991942-project] 10.222.0.32 "GET /v2.0/ports?device_id=80297648-f7cc-41a2-9ba7-9546d08e7146 HTTP/1.1" status: 200 len: 943 time: 0.0491815 Aug 13 11:30:13.878865 dv-cinder-797608-16-iscsi neutron-server[93884]: INFO neutron.wsgi [req-492fda3f-6f5d-4521-867b-056fbc10431d req-af7175a2-be3d-424c-b9f9-2339cac354d0 tempest-TestVolumeBootPattern-1538991942 tempest-TestVolumeBootPattern-1538991942-project] 10.222.0.32 "GET /v2.0/security-groups?id=ca285d94-e6fc-485c-ad28-b15c1712fa1f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0321190 Aug 13 11:30:13.892313 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron.plugins.ml2.plugin [req-090c3375-e691-4d0b-9c18-1956797ea667 req-a8656336-9c07-4e88-88be-5ea2c1a2d4ed tempest-TestVolumeBootPattern-1538991942 tempest-TestVolumeBootPattern-1538991942-project] Deleting port a841ceaa-388c-4269-9b38-7760e5a6060c {{(pid=93883) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 13 11:30:13.892728 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-090c3375-e691-4d0b-9c18-1956797ea667 req-a8656336-9c07-4e88-88be-5ea2c1a2d4ed tempest-TestVolumeBootPattern-1538991942 tempest-TestVolumeBootPattern-1538991942-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782137884200'] for port, before_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 11:30:13.980232 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron.plugins.ml2.db [req-090c3375-e691-4d0b-9c18-1956797ea667 req-a8656336-9c07-4e88-88be-5ea2c1a2d4ed tempest-TestVolumeBootPattern-1538991942 tempest-TestVolumeBootPattern-1538991942-project] For port a841ceaa-388c-4269-9b38-7760e5a6060c, host hv-cinder-79760, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79760',level=0,port_id=a841ceaa-388c-4269-9b38-7760e5a6060c,segment=NetworkSegment(7e8d8a1c-0ea0-4420-aa00-8216212b44b2),segment_id=7e8d8a1c-0ea0-4420-aa00-8216212b44b2)] {{(pid=93883) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 13 11:30:13.980594 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-090c3375-e691-4d0b-9c18-1956797ea667 req-a8656336-9c07-4e88-88be-5ea2c1a2d4ed tempest-TestVolumeBootPattern-1538991942 tempest-TestVolumeBootPattern-1538991942-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1583036'] for port, precommit_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 11:30:13.993700 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron.plugins.ml2.plugin [req-090c3375-e691-4d0b-9c18-1956797ea667 req-a8656336-9c07-4e88-88be-5ea2c1a2d4ed tempest-TestVolumeBootPattern-1538991942 tempest-TestVolumeBootPattern-1538991942-project] Calling delete_port for a841ceaa-388c-4269-9b38-7760e5a6060c owned by compute:nova {{(pid=93883) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 13 11:30:14.088472 dv-cinder-797608-16-iscsi neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-71795f1a-9c4d-4630-a580-a9486fbcc3ea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782137812740', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-997306'] for agent, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 11:30:14.115810 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-090c3375-e691-4d0b-9c18-1956797ea667 req-a8656336-9c07-4e88-88be-5ea2c1a2d4ed tempest-TestVolumeBootPattern-1538991942 tempest-TestVolumeBootPattern-1538991942-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935844', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611014', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782137889922', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782137337604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2139128394'] for port, after_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 11:30:14.145201 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8656336-9c07-4e88-88be-5ea2c1a2d4ed tempest-TestVolumeBootPattern-1538991942 tempest-TestVolumeBootPattern-1538991942-project] Pushing event deleted for resources: {'Port': ['ID=a841ceaa-388c-4269-9b38-7760e5a6060c,revision_number=None']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 11:30:14.187902 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron.db.l3_dvrscheduler_db [req-090c3375-e691-4d0b-9c18-1956797ea667 req-a8656336-9c07-4e88-88be-5ea2c1a2d4ed tempest-TestVolumeBootPattern-1538991942 tempest-TestVolumeBootPattern-1538991942-project] No DVR routers for this DVR port a841ceaa-388c-4269-9b38-7760e5a6060c on host hv-cinder-79760 {{(pid=93883) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 13 11:30:14.190391 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-090c3375-e691-4d0b-9c18-1956797ea667 req-a8656336-9c07-4e88-88be-5ea2c1a2d4ed tempest-TestVolumeBootPattern-1538991942 tempest-TestVolumeBootPattern-1538991942-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-128352'] for port, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 11:30:14.192511 dv-cinder-797608-16-iscsi neutron-server[93883]: INFO neutron.wsgi [req-090c3375-e691-4d0b-9c18-1956797ea667 req-a8656336-9c07-4e88-88be-5ea2c1a2d4ed tempest-TestVolumeBootPattern-1538991942 tempest-TestVolumeBootPattern-1538991942-project] 10.222.0.20 "DELETE /v2.0/ports/a841ceaa-388c-4269-9b38-7760e5a6060c HTTP/1.1" status: 204 len: 173 time: 0.3835180 Aug 13 11:30:14.192941 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '80297648-f7cc-41a2-9ba7-9546d08e7146', 'name': 'network-vif-deleted', 'tag': 'a841ceaa-388c-4269-9b38-7760e5a6060c'}] {{(pid=93883) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 13 11:30:14.195278 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}db1a1fbc245c58e73290e58258e46ca41fe4e785cc79cbd57aa3dae940aad292" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4c805943-c66f-4872-9882-7d18f5165ee5" -d '{"events": [{"server_uuid": "80297648-f7cc-41a2-9ba7-9546d08e7146", "name": "network-vif-deleted", "tag": "a841ceaa-388c-4269-9b38-7760e5a6060c"}]}' {{(pid=93883) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 13 11:30:14.230911 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 13 Aug 2021 11:30:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a2f7c7d2-1e35-4eac-bf20-c2333eb48246 x-openstack-request-id: req-a2f7c7d2-1e35-4eac-bf20-c2333eb48246 {{(pid=93883) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 13 11:30:14.231189 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "80297648-f7cc-41a2-9ba7-9546d08e7146", "name": "network-vif-deleted", "tag": "a841ceaa-388c-4269-9b38-7760e5a6060c", "status": "completed", "code": 200}]} {{(pid=93883) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 13 11:30:14.231440 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-a2f7c7d2-1e35-4eac-bf20-c2333eb48246 {{(pid=93883) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 13 11:30:14.231838 dv-cinder-797608-16-iscsi neutron-server[93883]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '80297648-f7cc-41a2-9ba7-9546d08e7146', 'name': 'network-vif-deleted', 'tag': 'a841ceaa-388c-4269-9b38-7760e5a6060c', 'status': 'completed', 'code': 200} Aug 13 11:30:14.638988 dv-cinder-797608-16-iscsi neutron-server[93884]: DEBUG neutron.wsgi [-] (93884) accepted ('10.222.0.32', 54794) {{(pid=93884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 11:30:14.742111 dv-cinder-797608-16-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-9beaf4d6-52ce-4095-b06d-0959586510b4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 11:30:14.831584 dv-cinder-797608-16-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-9beaf4d6-52ce-4095-b06d-0959586510b4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 11:30:14.835979 dv-cinder-797608-16-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-9beaf4d6-52ce-4095-b06d-0959586510b4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651637'] for security_group, after_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 11:30:14.875178 dv-cinder-797608-16-iscsi neutron-server[93884]: INFO neutron.wsgi [None req-9beaf4d6-52ce-4095-b06d-0959586510b4 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=2dca414f058045a693ffcadeaa0ef0b2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2350481 Aug 13 11:30:14.876431 dv-cinder-797608-16-iscsi neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9beaf4d6-52ce-4095-b06d-0959586510b4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e938807f-346f-4c2f-8215-9ba4fc06383e,revision_number=1']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 11:30:14.877828 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.32', 54798) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 11:30:14.931254 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-2382958b-058d-470d-81d6-90d72d95cf9e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 11:30:14.953744 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-2382958b-058d-470d-81d6-90d72d95cf9e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 11:30:14.997621 dv-cinder-797608-16-iscsi neutron-server[93884]: INFO neutron.wsgi [req-09ae503b-9ada-46b5-828a-e64161c48195 req-b915f9dd-e38a-4a95-ba08-79aa5acd0b66 tempest-TestVolumeBootPattern-1538991942 tempest-TestVolumeBootPattern-1538991942-project] 10.222.0.32 "GET /v2.0/ports?device_id=80297648-f7cc-41a2-9ba7-9546d08e7146 HTTP/1.1" status: 200 len: 210 time: 0.0303726 Aug 13 11:30:15.004668 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-2382958b-058d-470d-81d6-90d72d95cf9e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651637'] for security_group, after_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 11:30:15.008095 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-2382958b-058d-470d-81d6-90d72d95cf9e admin admin] Notify callbacks [] for security_group, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 11:30:15.009723 dv-cinder-797608-16-iscsi neutron-server[93883]: INFO neutron.wsgi [None req-2382958b-058d-470d-81d6-90d72d95cf9e admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/e938807f-346f-4c2f-8215-9ba4fc06383e HTTP/1.1" status: 204 len: 168 time: 0.1308224 Aug 13 11:30:15.018531 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2382958b-058d-470d-81d6-90d72d95cf9e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e938807f-346f-4c2f-8215-9ba4fc06383e,revision_number=None']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 11:30:16.060040 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.32', 54806) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 11:30:16.180723 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron.plugins.ml2.plugin [None req-cdf9a6d7-c077-4558-8472-28e6e365d8ee tempest-TestVolumeBootPattern-1538991942 tempest-TestVolumeBootPattern-1538991942-project] Deleting port e4801177-bedf-4337-87b9-a7f1eeb7d1e5 {{(pid=93883) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 13 11:30:16.180952 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-cdf9a6d7-c077-4558-8472-28e6e365d8ee tempest-TestVolumeBootPattern-1538991942 tempest-TestVolumeBootPattern-1538991942-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782137884200'] for port, before_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 11:30:16.259074 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-cdf9a6d7-c077-4558-8472-28e6e365d8ee tempest-TestVolumeBootPattern-1538991942 tempest-TestVolumeBootPattern-1538991942-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1583036'] for port, precommit_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 11:30:16.259402 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-cdf9a6d7-c077-4558-8472-28e6e365d8ee tempest-TestVolumeBootPattern-1538991942 tempest-TestVolumeBootPattern-1538991942-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 11:30:16.270657 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron.plugins.ml2.plugin [None req-cdf9a6d7-c077-4558-8472-28e6e365d8ee tempest-TestVolumeBootPattern-1538991942 tempest-TestVolumeBootPattern-1538991942-project] Calling delete_port for e4801177-bedf-4337-87b9-a7f1eeb7d1e5 owned by network:floatingip {{(pid=93883) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 13 11:30:16.401146 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-cdf9a6d7-c077-4558-8472-28e6e365d8ee tempest-TestVolumeBootPattern-1538991942 tempest-TestVolumeBootPattern-1538991942-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935844', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611014', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782137889922', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782137337604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2139128394'] for port, after_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 11:30:16.427012 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdf9a6d7-c077-4558-8472-28e6e365d8ee tempest-TestVolumeBootPattern-1538991942 tempest-TestVolumeBootPattern-1538991942-project] Pushing event deleted for resources: {'Port': ['ID=e4801177-bedf-4337-87b9-a7f1eeb7d1e5,revision_number=None']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 11:30:16.483931 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-cdf9a6d7-c077-4558-8472-28e6e365d8ee tempest-TestVolumeBootPattern-1538991942 tempest-TestVolumeBootPattern-1538991942-project] Notify callbacks [] for floatingip, after_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 11:30:16.486815 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-cdf9a6d7-c077-4558-8472-28e6e365d8ee tempest-TestVolumeBootPattern-1538991942 tempest-TestVolumeBootPattern-1538991942-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-128352'] for floatingip, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 11:30:16.487978 dv-cinder-797608-16-iscsi neutron-server[93883]: INFO neutron.wsgi [None req-cdf9a6d7-c077-4558-8472-28e6e365d8ee tempest-TestVolumeBootPattern-1538991942 tempest-TestVolumeBootPattern-1538991942-project] 10.222.0.32 "DELETE /v2.0/floatingips/b631bae5-7682-4b52-90db-55cb904f42b3 HTTP/1.1" status: 204 len: 168 time: 0.4269466 Aug 13 11:30:17.679791 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.32', 54818) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 11:30:17.737054 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-45383fee-cdd0-469d-8715-fca58c61dd52 tempest-TestVolumeBootPattern-1538991942 tempest-TestVolumeBootPattern-1538991942-project] Notify callbacks [] for security_group, before_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 11:30:17.764314 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-45383fee-cdd0-469d-8715-fca58c61dd52 tempest-TestVolumeBootPattern-1538991942 tempest-TestVolumeBootPattern-1538991942-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 11:30:17.821351 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-45383fee-cdd0-469d-8715-fca58c61dd52 tempest-TestVolumeBootPattern-1538991942 tempest-TestVolumeBootPattern-1538991942-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651637'] for security_group, after_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 11:30:17.824982 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-45383fee-cdd0-469d-8715-fca58c61dd52 tempest-TestVolumeBootPattern-1538991942 tempest-TestVolumeBootPattern-1538991942-project] Notify callbacks [] for security_group, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 11:30:17.826889 dv-cinder-797608-16-iscsi neutron-server[93883]: INFO neutron.wsgi [None req-45383fee-cdd0-469d-8715-fca58c61dd52 tempest-TestVolumeBootPattern-1538991942 tempest-TestVolumeBootPattern-1538991942-project] 10.222.0.32 "DELETE /v2.0/security-groups/ca285d94-e6fc-485c-ad28-b15c1712fa1f HTTP/1.1" status: 204 len: 168 time: 0.1458366 Aug 13 11:30:17.836783 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45383fee-cdd0-469d-8715-fca58c61dd52 tempest-TestVolumeBootPattern-1538991942 tempest-TestVolumeBootPattern-1538991942-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ca285d94-e6fc-485c-ad28-b15c1712fa1f,revision_number=None']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 11:30:18.903902 dv-cinder-797608-16-iscsi neutron-server[93884]: DEBUG neutron.wsgi [-] (93884) accepted ('10.222.0.32', 54824) {{(pid=93884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 11:30:19.376611 dv-cinder-797608-16-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-6fad7532-6cdd-4055-a676-dfce8dace64f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-2003091'] for router_interface, before_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 11:30:19.614982 dv-cinder-797608-16-iscsi neutron-server[93884]: DEBUG neutron.plugins.ml2.plugin [None req-6fad7532-6cdd-4055-a676-dfce8dace64f admin admin] Deleting port e7681864-7bb9-4402-8c3d-4147abd52caa {{(pid=93884) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 13 11:30:19.615317 dv-cinder-797608-16-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-6fad7532-6cdd-4055-a676-dfce8dace64f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782137884200'] for port, before_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 11:30:19.692488 dv-cinder-797608-16-iscsi neutron-server[93884]: DEBUG neutron.plugins.ml2.db [None req-6fad7532-6cdd-4055-a676-dfce8dace64f admin admin] For port e7681864-7bb9-4402-8c3d-4147abd52caa, host dv-cinder-797608-16-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797608-16-iscsi',level=0,port_id=e7681864-7bb9-4402-8c3d-4147abd52caa,segment=NetworkSegment(7e8d8a1c-0ea0-4420-aa00-8216212b44b2),segment_id=7e8d8a1c-0ea0-4420-aa00-8216212b44b2)] {{(pid=93884) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 13 11:30:19.692747 dv-cinder-797608-16-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-6fad7532-6cdd-4055-a676-dfce8dace64f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1583036'] for port, precommit_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 11:30:19.704753 dv-cinder-797608-16-iscsi neutron-server[93884]: DEBUG neutron.plugins.ml2.plugin [None req-6fad7532-6cdd-4055-a676-dfce8dace64f admin admin] Calling delete_port for e7681864-7bb9-4402-8c3d-4147abd52caa owned by network:router_interface {{(pid=93884) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 13 11:30:19.875933 dv-cinder-797608-16-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-6fad7532-6cdd-4055-a676-dfce8dace64f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935844', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611014', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782137889922', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782137337604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2141180323'] for port, after_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 11:30:19.901528 dv-cinder-797608-16-iscsi neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fad7532-6cdd-4055-a676-dfce8dace64f admin admin] Pushing event deleted for resources: {'Port': ['ID=e7681864-7bb9-4402-8c3d-4147abd52caa,revision_number=None']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 11:30:20.057951 dv-cinder-797608-16-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-6fad7532-6cdd-4055-a676-dfce8dace64f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1611071', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1588259'] for router_interface, after_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 11:30:20.266995 dv-cinder-797608-16-iscsi neutron-server[93884]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6fad7532-6cdd-4055-a676-dfce8dace64f admin admin] Router cd349942-cccd-4380-823d-f8929ef099a0 has already been hosted by L3 agent 120d27b5-31d8-4cd2-97b4-2412c45088e1 {{(pid=93884) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 13 11:30:20.619288 dv-cinder-797608-16-iscsi neutron-server[93884]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6fad7532-6cdd-4055-a676-dfce8dace64f admin admin] Notify agent at l3_agent.dv-cinder-797608-16-iscsi the message routers_updated {{(pid=93884) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 13 11:30:20.624336 dv-cinder-797608-16-iscsi neutron-server[93884]: INFO neutron.wsgi [None req-6fad7532-6cdd-4055-a676-dfce8dace64f admin admin] 10.222.0.32 "PUT /v2.0/routers/cd349942-cccd-4380-823d-f8929ef099a0/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7194061 Aug 13 11:30:20.626829 dv-cinder-797608-16-iscsi neutron-server[93884]: DEBUG neutron.wsgi [-] (93884) accepted ('10.222.0.32', 54828) {{(pid=93884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 11:30:20.627756 dv-cinder-797608-16-iscsi neutron-server[93885]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd88d73c-ac8d-4e48-ad12-e9e4d45e723f None None] Sync routers for ids ['cd349942-cccd-4380-823d-f8929ef099a0'] in dv-cinder-797608-16-iscsi {{(pid=93885) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 13 11:30:20.637300 dv-cinder-797608-16-iscsi neutron-server[93885]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd88d73c-ac8d-4e48-ad12-e9e4d45e723f None None] Routers {'cd349942-cccd-4380-823d-f8929ef099a0'} bound to L3 agent in host dv-cinder-797608-16-iscsi {{(pid=93885) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 13 11:30:20.637905 dv-cinder-797608-16-iscsi neutron-server[93885]: DEBUG neutron.db.l3_hamode_db [None req-cd88d73c-ac8d-4e48-ad12-e9e4d45e723f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797608-16-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-13T11:11:41Z,description=,heartbeat_timestamp=2021-08-13T11:30:11Z,host='dv-cinder-797608-16-iscsi',id=120d27b5-31d8-4cd2-97b4-2412c45088e1,load=0,resource_versions=,resources_synced=,started_at=2021-08-13T11:11:41Z,topic='l3_agent')) {'router_ids': ['cd349942-cccd-4380-823d-f8929ef099a0'], 'active': True} {{(pid=93885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 13 11:30:20.728101 dv-cinder-797608-16-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-b7f8a929-79e5-4704-aef3-18fd2906e054 admin admin] Notify callbacks [] for router, before_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 11:30:20.739681 dv-cinder-797608-16-iscsi neutron-server[93885]: DEBUG neutron.db.l3_dvr_db [None req-cd88d73c-ac8d-4e48-ad12-e9e4d45e723f None None] Set router cd349942-cccd-4380-823d-f8929ef099a0 gateway port host: dv-cinder-797608-16-iscsi {{(pid=93885) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 13 11:30:20.829253 dv-cinder-797608-16-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-b7f8a929-79e5-4704-aef3-18fd2906e054 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 11:30:20.880651 dv-cinder-797608-16-iscsi neutron-server[93884]: DEBUG neutron.plugins.ml2.plugin [None req-b7f8a929-79e5-4704-aef3-18fd2906e054 admin admin] Deleting port d7f11c20-a34b-4aad-8189-8f8559df3f39 {{(pid=93884) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 13 11:30:20.880897 dv-cinder-797608-16-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-b7f8a929-79e5-4704-aef3-18fd2906e054 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782137884200'] for port, before_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 11:30:20.915106 dv-cinder-797608-16-iscsi neutron-server[93885]: DEBUG neutron.db.l3_hamode_db [None req-cd88d73c-ac8d-4e48-ad12-e9e4d45e723f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cd349942-cccd-4380-823d-f8929ef099a0', 'name': 'tempest-TestVolumeBootPattern-1716761397-router', 'tenant_id': 'd5749f1d743e45099877d2ba04647196', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c3f0979-58a5-4465-87f9-e256377c6b61', 'external_fixed_ips': [{'subnet_id': 'ba735781-2bff-41d5-99b4-7ca705ee91ca', 'ip_address': '172.27.2.151'}], 'enable_snat': True}, 'gw_port_id': 'd7f11c20-a34b-4aad-8189-8f8559df3f39', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-13T11:22:18Z', 'updated_at': '2021-08-13T11:30:19Z', 'revision_number': 5, 'project_id': 'd5749f1d743e45099877d2ba04647196', 'gw_port': {'id': 'd7f11c20-a34b-4aad-8189-8f8559df3f39', 'name': '', 'network_id': '7c3f0979-58a5-4465-87f9-e256377c6b61', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:19:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd349942-cccd-4380-823d-f8929ef099a0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 470, 'fixed_ips': [{'subnet_id': 'ba735781-2bff-41d5-99b4-7ca705ee91ca', 'ip_address': '172.27.2.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-13T11:22:18Z', 'updated_at': '2021-08-13T11:22:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ba735781-2bff-41d5-99b4-7ca705ee91ca', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797608-16-iscsi'}], 'dv-cinder-797608-16-iscsi', False) {} {{(pid=93885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 13 11:30:20.946383 dv-cinder-797608-16-iscsi neutron-server[93885]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd88d73c-ac8d-4e48-ad12-e9e4d45e723f None None] Checking router: cd349942-cccd-4380-823d-f8929ef099a0 for host: dv-cinder-797608-16-iscsi {{(pid=93885) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 13 11:30:20.954611 dv-cinder-797608-16-iscsi neutron-server[93885]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd88d73c-ac8d-4e48-ad12-e9e4d45e723f None None] Routers {'cd349942-cccd-4380-823d-f8929ef099a0'} bound to L3 agent in host dv-cinder-797608-16-iscsi {{(pid=93885) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 13 11:30:20.955198 dv-cinder-797608-16-iscsi neutron-server[93885]: DEBUG neutron.db.l3_hamode_db [None req-cd88d73c-ac8d-4e48-ad12-e9e4d45e723f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797608-16-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-13T11:11:41Z,description=,heartbeat_timestamp=2021-08-13T11:30:11Z,host='dv-cinder-797608-16-iscsi',id=120d27b5-31d8-4cd2-97b4-2412c45088e1,load=0,resource_versions=,resources_synced=,started_at=2021-08-13T11:11:41Z,topic='l3_agent')) {'router_ids': ['cd349942-cccd-4380-823d-f8929ef099a0'], 'active': True} {{(pid=93885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 13 11:30:20.959860 dv-cinder-797608-16-iscsi neutron-server[93884]: DEBUG neutron.plugins.ml2.db [None req-b7f8a929-79e5-4704-aef3-18fd2906e054 admin admin] For port d7f11c20-a34b-4aad-8189-8f8559df3f39, host dv-cinder-797608-16-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797608-16-iscsi',level=0,port_id=d7f11c20-a34b-4aad-8189-8f8559df3f39,segment=NetworkSegment(3f6765c6-6e72-475e-8aaa-7134ee4679ca),segment_id=3f6765c6-6e72-475e-8aaa-7134ee4679ca)] {{(pid=93884) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 13 11:30:20.960251 dv-cinder-797608-16-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-b7f8a929-79e5-4704-aef3-18fd2906e054 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1583036'] for port, precommit_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 11:30:20.972651 dv-cinder-797608-16-iscsi neutron-server[93884]: DEBUG neutron.plugins.ml2.plugin [None req-b7f8a929-79e5-4704-aef3-18fd2906e054 admin admin] Calling delete_port for d7f11c20-a34b-4aad-8189-8f8559df3f39 owned by network:router_gateway {{(pid=93884) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 13 11:30:21.040400 dv-cinder-797608-16-iscsi neutron-server[93885]: DEBUG neutron.db.l3_dvr_db [None req-cd88d73c-ac8d-4e48-ad12-e9e4d45e723f None None] Set router cd349942-cccd-4380-823d-f8929ef099a0 gateway port host: None {{(pid=93885) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 13 11:30:21.090513 dv-cinder-797608-16-iscsi neutron-server[93885]: DEBUG neutron.db.l3_hamode_db [None req-cd88d73c-ac8d-4e48-ad12-e9e4d45e723f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cd349942-cccd-4380-823d-f8929ef099a0', 'name': 'tempest-TestVolumeBootPattern-1716761397-router', 'tenant_id': 'd5749f1d743e45099877d2ba04647196', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-13T11:22:18Z', 'updated_at': '2021-08-13T11:30:20Z', 'revision_number': 6, 'project_id': 'd5749f1d743e45099877d2ba04647196', 'gw_port_host': None}], 'dv-cinder-797608-16-iscsi', False) {} {{(pid=93885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 13 11:30:21.120287 dv-cinder-797608-16-iscsi neutron-server[93885]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd88d73c-ac8d-4e48-ad12-e9e4d45e723f None None] The sync data for ids ['cd349942-cccd-4380-823d-f8929ef099a0'] in dv-cinder-797608-16-iscsi is: [{'id': 'cd349942-cccd-4380-823d-f8929ef099a0', 'name': 'tempest-TestVolumeBootPattern-1716761397-router', 'tenant_id': 'd5749f1d743e45099877d2ba04647196', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-13T11:22:18Z', 'updated_at': '2021-08-13T11:30:20Z', 'revision_number': 6, 'project_id': 'd5749f1d743e45099877d2ba04647196', 'gw_port_host': None}] {{(pid=93885) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 13 11:30:21.134622 dv-cinder-797608-16-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-b7f8a929-79e5-4704-aef3-18fd2906e054 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935844', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611014', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782137889922', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782137337604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2141180323'] for port, after_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 11:30:21.164735 dv-cinder-797608-16-iscsi neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7f8a929-79e5-4704-aef3-18fd2906e054 admin admin] Pushing event deleted for resources: {'Port': ['ID=d7f11c20-a34b-4aad-8189-8f8559df3f39,revision_number=None']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 11:30:21.220391 dv-cinder-797608-16-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-b7f8a929-79e5-4704-aef3-18fd2906e054 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1585625'] for router_gateway, after_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 11:30:21.309305 dv-cinder-797608-16-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-b7f8a929-79e5-4704-aef3-18fd2906e054 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1586485', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-130456'] for router, precommit_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 11:30:21.311358 dv-cinder-797608-16-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-b7f8a929-79e5-4704-aef3-18fd2906e054 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 11:30:21.356625 dv-cinder-797608-16-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-b7f8a929-79e5-4704-aef3-18fd2906e054 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1586490'] for router, after_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 11:30:21.357165 dv-cinder-797608-16-iscsi neutron-server[93884]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b7f8a929-79e5-4704-aef3-18fd2906e054 admin admin] Fanout notify agent at l3_agent the message router_deleted on router cd349942-cccd-4380-823d-f8929ef099a0 {{(pid=93884) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 13 11:30:21.361631 dv-cinder-797608-16-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-b7f8a929-79e5-4704-aef3-18fd2906e054 admin admin] Notify callbacks [] for router, before_response {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 11:30:21.362799 dv-cinder-797608-16-iscsi neutron-server[93884]: INFO neutron.wsgi [None req-b7f8a929-79e5-4704-aef3-18fd2906e054 admin admin] 10.222.0.32 "DELETE /v2.0/routers/cd349942-cccd-4380-823d-f8929ef099a0 HTTP/1.1" status: 204 len: 168 time: 0.7350545 Aug 13 11:30:21.365300 dv-cinder-797608-16-iscsi neutron-server[93884]: DEBUG neutron.wsgi [-] (93884) accepted ('10.222.0.32', 54830) {{(pid=93884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 11:30:21.407950 dv-cinder-797608-16-iscsi neutron-server[93884]: DEBUG neutron.db.db_base_plugin_v2 [None req-4d376069-ca09-4958-9dad-b08e031fd273 admin admin] Deleting subnet 2b810745-615e-4226-8545-baa357ea81b9 {{(pid=93884) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 13 11:30:21.410902 dv-cinder-797608-16-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-4d376069-ca09-4958-9dad-b08e031fd273 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 11:30:21.445111 dv-cinder-797608-16-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-4d376069-ca09-4958-9dad-b08e031fd273 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2141180559'] for subnet, precommit_delete_associations {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 11:30:21.535396 dv-cinder-797608-16-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-4d376069-ca09-4958-9dad-b08e031fd273 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-542387'] for subnet, precommit_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 11:30:21.585943 dv-cinder-797608-16-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-4d376069-ca09-4958-9dad-b08e031fd273 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-542372', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611014', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2141180304', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2141109709'] for subnet, after_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 11:30:21.612752 dv-cinder-797608-16-iscsi neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d376069-ca09-4958-9dad-b08e031fd273 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2b810745-615e-4226-8545-baa357ea81b9,revision_number=None']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 11:30:21.614710 dv-cinder-797608-16-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-4d376069-ca09-4958-9dad-b08e031fd273 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 11:30:21.618508 dv-cinder-797608-16-iscsi neutron-server[93884]: INFO neutron.wsgi [None req-4d376069-ca09-4958-9dad-b08e031fd273 admin admin] 10.222.0.32 "DELETE /v2.0/subnets/2b810745-615e-4226-8545-baa357ea81b9 HTTP/1.1" status: 204 len: 168 time: 0.2521842 Aug 13 11:30:21.619246 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.32', 54832) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 11:30:21.620411 dv-cinder-797608-16-iscsi neutron-server[93885]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3d8ed8a3-7cbc-4588-bc23-3fc3054a3d55 None None] Network 999d1062-b3a3-4414-af22-ebf9a7c571f6 requested from dv-cinder-797608-16-iscsi {{(pid=93885) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 13 11:30:21.692924 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-5fa3ffb3-69a5-47d6-98ba-26d58e4c480c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-641644'] for network, before_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 11:30:21.744328 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron.plugins.ml2.plugin [None req-5fa3ffb3-69a5-47d6-98ba-26d58e4c480c admin admin] Deleting port 6b631a07-65fa-4103-a754-d5168e92058f {{(pid=93883) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 13 11:30:21.744948 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-5fa3ffb3-69a5-47d6-98ba-26d58e4c480c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782137884200'] for port, before_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 11:30:21.808680 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron.plugins.ml2.db [None req-5fa3ffb3-69a5-47d6-98ba-26d58e4c480c admin admin] For port 6b631a07-65fa-4103-a754-d5168e92058f, host dv-cinder-797608-16-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797608-16-iscsi',level=0,port_id=6b631a07-65fa-4103-a754-d5168e92058f,segment=NetworkSegment(7e8d8a1c-0ea0-4420-aa00-8216212b44b2),segment_id=7e8d8a1c-0ea0-4420-aa00-8216212b44b2)] {{(pid=93883) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 13 11:30:21.809046 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-5fa3ffb3-69a5-47d6-98ba-26d58e4c480c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1583036'] for port, precommit_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 11:30:21.821518 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron.plugins.ml2.plugin [None req-5fa3ffb3-69a5-47d6-98ba-26d58e4c480c admin admin] Calling delete_port for 6b631a07-65fa-4103-a754-d5168e92058f owned by network:dhcp {{(pid=93883) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 13 11:30:21.864838 dv-cinder-797608-16-iscsi neutron-server[93885]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7a2a7903-49cf-4947-8700-731cb3339cf3 None None] DHCP port deletion for 999d1062-b3a3-4414-af22-ebf9a7c571f6 request from dv-cinder-797608-16-iscsi {{(pid=93885) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 13 11:30:21.908037 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-5fa3ffb3-69a5-47d6-98ba-26d58e4c480c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935844', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611014', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782137889922', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782137337604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2139128394'] for port, after_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 11:30:21.918638 dv-cinder-797608-16-iscsi neutron-server[93885]: DEBUG neutron.plugins.ml2.plugin [None req-7a2a7903-49cf-4947-8700-731cb3339cf3 None None] Deleting port 6b631a07-65fa-4103-a754-d5168e92058f {{(pid=93885) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 13 11:30:21.919020 dv-cinder-797608-16-iscsi neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-7a2a7903-49cf-4947-8700-731cb3339cf3 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782137884200'] for port, before_delete {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 11:30:21.943523 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fa3ffb3-69a5-47d6-98ba-26d58e4c480c admin admin] Pushing event deleted for resources: {'Port': ['ID=6b631a07-65fa-4103-a754-d5168e92058f,revision_number=None']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 11:30:21.945841 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5fa3ffb3-69a5-47d6-98ba-26d58e4c480c admin admin] No DVR routers for this DVR port 6b631a07-65fa-4103-a754-d5168e92058f on host dv-cinder-797608-16-iscsi {{(pid=93883) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 13 11:30:22.000710 dv-cinder-797608-16-iscsi neutron-server[93885]: DEBUG neutron.plugins.ml2.db [None req-7a2a7903-49cf-4947-8700-731cb3339cf3 None None] For port 6b631a07-65fa-4103-a754-d5168e92058f, host dv-cinder-797608-16-iscsi, got binding levels [] {{(pid=93885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 13 11:30:22.001112 dv-cinder-797608-16-iscsi neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-7a2a7903-49cf-4947-8700-731cb3339cf3 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1583036'] for port, precommit_delete {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 11:30:22.021155 dv-cinder-797608-16-iscsi neutron-server[93885]: DEBUG neutron.plugins.ml2.plugin [None req-7a2a7903-49cf-4947-8700-731cb3339cf3 None None] Calling delete_port for 6b631a07-65fa-4103-a754-d5168e92058f owned by network:dhcp {{(pid=93885) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 13 11:30:22.024471 dv-cinder-797608-16-iscsi neutron-server[93885]: DEBUG neutron.plugins.ml2.rpc [None req-05931952-e11e-4e12-af58-ece1398d134b None None] Device d7f11c20-a34b-4aad-8189-8f8559df3f39 no longer exists at agent ovs-agent-dv-cinder-797608-16-iscsi {{(pid=93885) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 13 11:30:22.025736 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-5fa3ffb3-69a5-47d6-98ba-26d58e4c480c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-544564', 'neutron.services.segments.db._delete_segments_for_network-8782137812848'] for network, precommit_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 11:30:22.027302 dv-cinder-797608-16-iscsi neutron-server[93885]: DEBUG neutron.db.ipam_backend_mixin [None req-7a2a7903-49cf-4947-8700-731cb3339cf3 None None] Port 6b631a07-65fa-4103-a754-d5168e92058f was not found and therefore no delete operation was performed {{(pid=93885) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Aug 13 11:30:22.029617 dv-cinder-797608-16-iscsi neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-7a2a7903-49cf-4947-8700-731cb3339cf3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935844', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611014', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782137889922', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782137337604'] for port, after_delete {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 11:30:22.035558 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron.services.segments.db [None req-5fa3ffb3-69a5-47d6-98ba-26d58e4c480c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['999d1062-b3a3-4414-af22-ebf9a7c571f6']}} {{(pid=93883) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 13 11:30:22.045677 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron.services.segments.db [None req-5fa3ffb3-69a5-47d6-98ba-26d58e4c480c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7e8d8a1c-0ea0-4420-aa00-8216212b44b2') {'for_net_delete': True} {{(pid=93883) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 13 11:30:22.045973 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron.services.segments.db [None req-5fa3ffb3-69a5-47d6-98ba-26d58e4c480c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7e8d8a1c-0ea0-4420-aa00-8216212b44b2') {} {{(pid=93883) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 13 11:30:22.053192 dv-cinder-797608-16-iscsi neutron-server[93885]: DEBUG neutron.plugins.ml2.plugin [None req-05931952-e11e-4e12-af58-ece1398d134b None None] No Port match for: d7f11c20-a34b-4aad-8189-8f8559df3f39 {{(pid=93885) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 13 11:30:22.053543 dv-cinder-797608-16-iscsi neutron-server[93885]: DEBUG neutron.plugins.ml2.rpc [None req-05931952-e11e-4e12-af58-ece1398d134b None None] Device d7f11c20-a34b-4aad-8189-8f8559df3f39 not bound to the agent host dv-cinder-797608-16-iscsi {{(pid=93885) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 13 11:30:22.054518 dv-cinder-797608-16-iscsi neutron-server[93885]: DEBUG neutron.plugins.ml2.rpc [None req-05931952-e11e-4e12-af58-ece1398d134b None None] Device 6b631a07-65fa-4103-a754-d5168e92058f no longer exists at agent ovs-agent-dv-cinder-797608-16-iscsi {{(pid=93885) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 13 11:30:22.055146 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-5fa3ffb3-69a5-47d6-98ba-26d58e4c480c admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8782137816953', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2139128219'] for segment, before_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 11:30:22.072233 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-5fa3ffb3-69a5-47d6-98ba-26d58e4c480c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-542450'] for segment, precommit_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 11:30:22.081784 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5fa3ffb3-69a5-47d6-98ba-26d58e4c480c admin admin] Releasing vlan 174 on physical network physnet1 to pool {{(pid=93883) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 13 11:30:22.083239 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-5fa3ffb3-69a5-47d6-98ba-26d58e4c480c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-542450', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2139128487'] for segment, after_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 11:30:22.085440 dv-cinder-797608-16-iscsi neutron-server[93883]: Traceback (most recent call last): Aug 13 11:30:22.085440 dv-cinder-797608-16-iscsi neutron-server[93883]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 13 11:30:22.085440 dv-cinder-797608-16-iscsi neutron-server[93883]: timer() Aug 13 11:30:22.085440 dv-cinder-797608-16-iscsi neutron-server[93883]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 13 11:30:22.085440 dv-cinder-797608-16-iscsi neutron-server[93883]: cb(*args, **kw) Aug 13 11:30:22.085440 dv-cinder-797608-16-iscsi neutron-server[93883]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 13 11:30:22.085440 dv-cinder-797608-16-iscsi neutron-server[93883]: return func(*args, **kwargs) Aug 13 11:30:22.085440 dv-cinder-797608-16-iscsi neutron-server[93883]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 13 11:30:22.085440 dv-cinder-797608-16-iscsi neutron-server[93883]: self._notify() Aug 13 11:30:22.085440 dv-cinder-797608-16-iscsi neutron-server[93883]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 13 11:30:22.085440 dv-cinder-797608-16-iscsi neutron-server[93883]: self.callback(batched_events) Aug 13 11:30:22.085440 dv-cinder-797608-16-iscsi neutron-server[93883]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 13 11:30:22.085440 dv-cinder-797608-16-iscsi neutron-server[93883]: event.method(event) Aug 13 11:30:22.085440 dv-cinder-797608-16-iscsi neutron-server[93883]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 13 11:30:22.085440 dv-cinder-797608-16-iscsi neutron-server[93883]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 13 11:30:22.085440 dv-cinder-797608-16-iscsi neutron-server[93883]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 13 11:30:22.085440 dv-cinder-797608-16-iscsi neutron-server[93883]: aggregate_uuid = self.p_client.list_aggregates( Aug 13 11:30:22.085440 dv-cinder-797608-16-iscsi neutron-server[93883]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 13 11:30:22.085440 dv-cinder-797608-16-iscsi neutron-server[93883]: return f(self, *a, **k) Aug 13 11:30:22.085440 dv-cinder-797608-16-iscsi neutron-server[93883]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 13 11:30:22.085440 dv-cinder-797608-16-iscsi neutron-server[93883]: return self._get(url).json() Aug 13 11:30:22.085440 dv-cinder-797608-16-iscsi neutron-server[93883]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 13 11:30:22.085440 dv-cinder-797608-16-iscsi neutron-server[93883]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 13 11:30:22.085440 dv-cinder-797608-16-iscsi neutron-server[93883]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 13 11:30:22.085440 dv-cinder-797608-16-iscsi neutron-server[93883]: return self.request(url, 'GET', **kwargs) Aug 13 11:30:22.085440 dv-cinder-797608-16-iscsi neutron-server[93883]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 13 11:30:22.085440 dv-cinder-797608-16-iscsi neutron-server[93883]: base_url = self.get_endpoint(auth, allow=allow, Aug 13 11:30:22.085440 dv-cinder-797608-16-iscsi neutron-server[93883]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 13 11:30:22.085440 dv-cinder-797608-16-iscsi neutron-server[93883]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 13 11:30:22.085440 dv-cinder-797608-16-iscsi neutron-server[93883]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 13 11:30:22.085440 dv-cinder-797608-16-iscsi neutron-server[93883]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 13 11:30:22.085440 dv-cinder-797608-16-iscsi neutron-server[93883]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 13 11:30:22.093492 dv-cinder-797608-16-iscsi neutron-server[93885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a2a7903-49cf-4947-8700-731cb3339cf3 None None] Pushing event deleted for resources: {'Port': ['ID=6b631a07-65fa-4103-a754-d5168e92058f,revision_number=None']} {{(pid=93885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 11:30:22.095558 dv-cinder-797608-16-iscsi neutron-server[93885]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a2a7903-49cf-4947-8700-731cb3339cf3 None None] No DVR routers for this DVR port 6b631a07-65fa-4103-a754-d5168e92058f on host dv-cinder-797608-16-iscsi {{(pid=93885) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 13 11:30:22.098550 dv-cinder-797608-16-iscsi neutron-server[93885]: DEBUG neutron.plugins.ml2.plugin [None req-05931952-e11e-4e12-af58-ece1398d134b None None] No Port match for: 6b631a07-65fa-4103-a754-d5168e92058f {{(pid=93885) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 13 11:30:22.098894 dv-cinder-797608-16-iscsi neutron-server[93885]: DEBUG neutron.plugins.ml2.rpc [None req-05931952-e11e-4e12-af58-ece1398d134b None None] Device 6b631a07-65fa-4103-a754-d5168e92058f not bound to the agent host dv-cinder-797608-16-iscsi {{(pid=93885) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 13 11:30:22.099304 dv-cinder-797608-16-iscsi neutron-server[93885]: DEBUG neutron.plugins.ml2.rpc [None req-05931952-e11e-4e12-af58-ece1398d134b None None] Device e7681864-7bb9-4402-8c3d-4147abd52caa no longer exists at agent ovs-agent-dv-cinder-797608-16-iscsi {{(pid=93885) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 13 11:30:22.119861 dv-cinder-797608-16-iscsi neutron-server[93885]: DEBUG neutron.plugins.ml2.plugin [None req-05931952-e11e-4e12-af58-ece1398d134b None None] No Port match for: e7681864-7bb9-4402-8c3d-4147abd52caa {{(pid=93885) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 13 11:30:22.120212 dv-cinder-797608-16-iscsi neutron-server[93885]: DEBUG neutron.plugins.ml2.rpc [None req-05931952-e11e-4e12-af58-ece1398d134b None None] Device e7681864-7bb9-4402-8c3d-4147abd52caa not bound to the agent host dv-cinder-797608-16-iscsi {{(pid=93885) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 13 11:30:22.149120 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-5fa3ffb3-69a5-47d6-98ba-26d58e4c480c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-544557', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611014', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1585573'] for network, after_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 11:30:22.154756 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-5fa3ffb3-69a5-47d6-98ba-26d58e4c480c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1611032'] for network, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 11:30:22.157318 dv-cinder-797608-16-iscsi neutron-server[93883]: INFO neutron.wsgi [None req-5fa3ffb3-69a5-47d6-98ba-26d58e4c480c admin admin] 10.222.0.32 "DELETE /v2.0/networks/999d1062-b3a3-4414-af22-ebf9a7c571f6 HTTP/1.1" status: 204 len: 168 time: 0.5369847 Aug 13 11:30:22.160076 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.32', 54836) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 11:30:22.180426 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fa3ffb3-69a5-47d6-98ba-26d58e4c480c admin admin] Pushing event deleted for resources: {'Network': ['ID=999d1062-b3a3-4414-af22-ebf9a7c571f6,revision_number=None']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 11:30:22.523691 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-7f02b27e-bf49-4a38-b258-32f16793b97c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-2003091'] for router_interface, before_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 11:30:22.765509 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron.plugins.ml2.plugin [None req-7f02b27e-bf49-4a38-b258-32f16793b97c admin admin] Deleting port 9e224921-dbca-4766-ae24-f5c67e1a7d3c {{(pid=93883) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 13 11:30:22.766179 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-7f02b27e-bf49-4a38-b258-32f16793b97c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782137884200'] for port, before_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 11:30:22.843459 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron.plugins.ml2.db [None req-7f02b27e-bf49-4a38-b258-32f16793b97c admin admin] For port 9e224921-dbca-4766-ae24-f5c67e1a7d3c, host dv-cinder-797608-16-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797608-16-iscsi',level=0,port_id=9e224921-dbca-4766-ae24-f5c67e1a7d3c,segment=NetworkSegment(43e3c025-133f-4638-8eeb-3e1b819d6496),segment_id=43e3c025-133f-4638-8eeb-3e1b819d6496)] {{(pid=93883) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 13 11:30:22.843823 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-7f02b27e-bf49-4a38-b258-32f16793b97c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1583036'] for port, precommit_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 11:30:22.856138 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron.plugins.ml2.plugin [None req-7f02b27e-bf49-4a38-b258-32f16793b97c admin admin] Calling delete_port for 9e224921-dbca-4766-ae24-f5c67e1a7d3c owned by network:router_interface {{(pid=93883) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 13 11:30:23.030798 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-7f02b27e-bf49-4a38-b258-32f16793b97c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935844', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611014', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782137889922', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782137337604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2139128394'] for port, after_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 11:30:23.055465 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f02b27e-bf49-4a38-b258-32f16793b97c admin admin] Pushing event deleted for resources: {'Port': ['ID=9e224921-dbca-4766-ae24-f5c67e1a7d3c,revision_number=None']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 11:30:23.214397 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-7f02b27e-bf49-4a38-b258-32f16793b97c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1611071', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1588259'] for router_interface, after_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 11:30:23.422812 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7f02b27e-bf49-4a38-b258-32f16793b97c admin admin] Router 3891f82e-742b-4ba1-8107-cd4338932a3c has already been hosted by L3 agent 120d27b5-31d8-4cd2-97b4-2412c45088e1 {{(pid=93883) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 13 11:30:23.531867 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7f02b27e-bf49-4a38-b258-32f16793b97c admin admin] Notify agent at l3_agent.dv-cinder-797608-16-iscsi the message routers_updated {{(pid=93883) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 13 11:30:23.536714 dv-cinder-797608-16-iscsi neutron-server[93883]: INFO neutron.wsgi [None req-7f02b27e-bf49-4a38-b258-32f16793b97c admin admin] 10.222.0.32 "PUT /v2.0/routers/3891f82e-742b-4ba1-8107-cd4338932a3c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.3756087 Aug 13 11:30:23.540037 dv-cinder-797608-16-iscsi neutron-server[93884]: DEBUG neutron.wsgi [-] (93884) accepted ('10.222.0.32', 54838) {{(pid=93884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 11:30:23.541006 dv-cinder-797608-16-iscsi neutron-server[93886]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fcb4a959-5e83-41f2-b736-987d97ebb51c None None] Sync routers for ids ['3891f82e-742b-4ba1-8107-cd4338932a3c'] in dv-cinder-797608-16-iscsi {{(pid=93886) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 13 11:30:23.550651 dv-cinder-797608-16-iscsi neutron-server[93886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fcb4a959-5e83-41f2-b736-987d97ebb51c None None] Routers {'3891f82e-742b-4ba1-8107-cd4338932a3c'} bound to L3 agent in host dv-cinder-797608-16-iscsi {{(pid=93886) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 13 11:30:23.551240 dv-cinder-797608-16-iscsi neutron-server[93886]: DEBUG neutron.db.l3_hamode_db [None req-fcb4a959-5e83-41f2-b736-987d97ebb51c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797608-16-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-13T11:11:41Z,description=,heartbeat_timestamp=2021-08-13T11:30:11Z,host='dv-cinder-797608-16-iscsi',id=120d27b5-31d8-4cd2-97b4-2412c45088e1,load=0,resource_versions=,resources_synced=,started_at=2021-08-13T11:11:41Z,topic='l3_agent')) {'router_ids': ['3891f82e-742b-4ba1-8107-cd4338932a3c'], 'active': True} {{(pid=93886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 13 11:30:23.646494 dv-cinder-797608-16-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-72423483-99c9-449c-af4e-933675ab514f admin admin] Notify callbacks [] for router, before_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 11:30:23.652545 dv-cinder-797608-16-iscsi neutron-server[93886]: DEBUG neutron.db.l3_dvr_db [None req-fcb4a959-5e83-41f2-b736-987d97ebb51c None None] Set router 3891f82e-742b-4ba1-8107-cd4338932a3c gateway port host: dv-cinder-797608-16-iscsi {{(pid=93886) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 13 11:30:23.748403 dv-cinder-797608-16-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-72423483-99c9-449c-af4e-933675ab514f admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 11:30:23.801051 dv-cinder-797608-16-iscsi neutron-server[93884]: DEBUG neutron.plugins.ml2.plugin [None req-72423483-99c9-449c-af4e-933675ab514f admin admin] Deleting port 58938eb5-7391-4f27-98f8-a6b6956f8929 {{(pid=93884) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 13 11:30:23.801411 dv-cinder-797608-16-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-72423483-99c9-449c-af4e-933675ab514f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782137884200'] for port, before_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 11:30:23.822842 dv-cinder-797608-16-iscsi neutron-server[93886]: DEBUG neutron.db.l3_hamode_db [None req-fcb4a959-5e83-41f2-b736-987d97ebb51c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3891f82e-742b-4ba1-8107-cd4338932a3c', 'name': 'tempest-TestVolumeBootPattern-573013124-router', 'tenant_id': 'da542c710c3d4dc7a303675ee9864641', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c3f0979-58a5-4465-87f9-e256377c6b61', 'external_fixed_ips': [{'subnet_id': 'ba735781-2bff-41d5-99b4-7ca705ee91ca', 'ip_address': '172.27.2.115'}], 'enable_snat': True}, 'gw_port_id': '58938eb5-7391-4f27-98f8-a6b6956f8929', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-13T11:22:23Z', 'updated_at': '2021-08-13T11:30:22Z', 'revision_number': 5, 'project_id': 'da542c710c3d4dc7a303675ee9864641', 'gw_port': {'id': '58938eb5-7391-4f27-98f8-a6b6956f8929', 'name': '', 'network_id': '7c3f0979-58a5-4465-87f9-e256377c6b61', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:c8:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3891f82e-742b-4ba1-8107-cd4338932a3c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 482, 'fixed_ips': [{'subnet_id': 'ba735781-2bff-41d5-99b4-7ca705ee91ca', 'ip_address': '172.27.2.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-13T11:22:24Z', 'updated_at': '2021-08-13T11:22:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ba735781-2bff-41d5-99b4-7ca705ee91ca', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797608-16-iscsi'}], 'dv-cinder-797608-16-iscsi', False) {} {{(pid=93886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 13 11:30:23.852801 dv-cinder-797608-16-iscsi neutron-server[93886]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fcb4a959-5e83-41f2-b736-987d97ebb51c None None] Checking router: 3891f82e-742b-4ba1-8107-cd4338932a3c for host: dv-cinder-797608-16-iscsi {{(pid=93886) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 13 11:30:23.861120 dv-cinder-797608-16-iscsi neutron-server[93886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fcb4a959-5e83-41f2-b736-987d97ebb51c None None] Routers {'3891f82e-742b-4ba1-8107-cd4338932a3c'} bound to L3 agent in host dv-cinder-797608-16-iscsi {{(pid=93886) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 13 11:30:23.861710 dv-cinder-797608-16-iscsi neutron-server[93886]: DEBUG neutron.db.l3_hamode_db [None req-fcb4a959-5e83-41f2-b736-987d97ebb51c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797608-16-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-13T11:11:41Z,description=,heartbeat_timestamp=2021-08-13T11:30:11Z,host='dv-cinder-797608-16-iscsi',id=120d27b5-31d8-4cd2-97b4-2412c45088e1,load=0,resource_versions=,resources_synced=,started_at=2021-08-13T11:11:41Z,topic='l3_agent')) {'router_ids': ['3891f82e-742b-4ba1-8107-cd4338932a3c'], 'active': True} {{(pid=93886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 13 11:30:23.880585 dv-cinder-797608-16-iscsi neutron-server[93884]: DEBUG neutron.plugins.ml2.db [None req-72423483-99c9-449c-af4e-933675ab514f admin admin] For port 58938eb5-7391-4f27-98f8-a6b6956f8929, host dv-cinder-797608-16-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797608-16-iscsi',level=0,port_id=58938eb5-7391-4f27-98f8-a6b6956f8929,segment=NetworkSegment(3f6765c6-6e72-475e-8aaa-7134ee4679ca),segment_id=3f6765c6-6e72-475e-8aaa-7134ee4679ca)] {{(pid=93884) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 13 11:30:23.880955 dv-cinder-797608-16-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-72423483-99c9-449c-af4e-933675ab514f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1583036'] for port, precommit_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 11:30:23.893845 dv-cinder-797608-16-iscsi neutron-server[93884]: DEBUG neutron.plugins.ml2.plugin [None req-72423483-99c9-449c-af4e-933675ab514f admin admin] Calling delete_port for 58938eb5-7391-4f27-98f8-a6b6956f8929 owned by network:router_gateway {{(pid=93884) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 13 11:30:24.033854 dv-cinder-797608-16-iscsi neutron-server[93886]: DEBUG neutron.db.l3_dvr_db [None req-fcb4a959-5e83-41f2-b736-987d97ebb51c None None] Set router 3891f82e-742b-4ba1-8107-cd4338932a3c gateway port host: None {{(pid=93886) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 13 11:30:24.061357 dv-cinder-797608-16-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-72423483-99c9-449c-af4e-933675ab514f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935844', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611014', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782137889922', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782137337604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2141180323'] for port, after_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 11:30:24.083453 dv-cinder-797608-16-iscsi neutron-server[93886]: DEBUG neutron.db.l3_hamode_db [None req-fcb4a959-5e83-41f2-b736-987d97ebb51c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3891f82e-742b-4ba1-8107-cd4338932a3c', 'name': 'tempest-TestVolumeBootPattern-573013124-router', 'tenant_id': 'da542c710c3d4dc7a303675ee9864641', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-13T11:22:23Z', 'updated_at': '2021-08-13T11:30:23Z', 'revision_number': 6, 'project_id': 'da542c710c3d4dc7a303675ee9864641', 'gw_port_host': None}], 'dv-cinder-797608-16-iscsi', False) {} {{(pid=93886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 13 11:30:24.086974 dv-cinder-797608-16-iscsi neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72423483-99c9-449c-af4e-933675ab514f admin admin] Pushing event deleted for resources: {'Port': ['ID=58938eb5-7391-4f27-98f8-a6b6956f8929,revision_number=None']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 11:30:24.113205 dv-cinder-797608-16-iscsi neutron-server[93886]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fcb4a959-5e83-41f2-b736-987d97ebb51c None None] The sync data for ids ['3891f82e-742b-4ba1-8107-cd4338932a3c'] in dv-cinder-797608-16-iscsi is: [{'id': '3891f82e-742b-4ba1-8107-cd4338932a3c', 'name': 'tempest-TestVolumeBootPattern-573013124-router', 'tenant_id': 'da542c710c3d4dc7a303675ee9864641', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-13T11:22:23Z', 'updated_at': '2021-08-13T11:30:23Z', 'revision_number': 6, 'project_id': 'da542c710c3d4dc7a303675ee9864641', 'gw_port_host': None}] {{(pid=93886) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 13 11:30:24.153318 dv-cinder-797608-16-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-72423483-99c9-449c-af4e-933675ab514f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1585625'] for router_gateway, after_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 11:30:24.239446 dv-cinder-797608-16-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-72423483-99c9-449c-af4e-933675ab514f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1586485', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-130456'] for router, precommit_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 11:30:24.241955 dv-cinder-797608-16-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-72423483-99c9-449c-af4e-933675ab514f admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 11:30:24.285327 dv-cinder-797608-16-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-72423483-99c9-449c-af4e-933675ab514f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1586490'] for router, after_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 11:30:24.285990 dv-cinder-797608-16-iscsi neutron-server[93884]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-72423483-99c9-449c-af4e-933675ab514f admin admin] Fanout notify agent at l3_agent the message router_deleted on router 3891f82e-742b-4ba1-8107-cd4338932a3c {{(pid=93884) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 13 11:30:24.290983 dv-cinder-797608-16-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-72423483-99c9-449c-af4e-933675ab514f admin admin] Notify callbacks [] for router, before_response {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 11:30:24.292104 dv-cinder-797608-16-iscsi neutron-server[93884]: INFO neutron.wsgi [None req-72423483-99c9-449c-af4e-933675ab514f admin admin] 10.222.0.32 "DELETE /v2.0/routers/3891f82e-742b-4ba1-8107-cd4338932a3c HTTP/1.1" status: 204 len: 168 time: 0.7510910 Aug 13 11:30:24.294854 dv-cinder-797608-16-iscsi neutron-server[93884]: DEBUG neutron.wsgi [-] (93884) accepted ('10.222.0.32', 54840) {{(pid=93884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 11:30:24.337691 dv-cinder-797608-16-iscsi neutron-server[93884]: DEBUG neutron.db.db_base_plugin_v2 [None req-db1a9db0-e017-4d26-816b-bf27e0cf1208 admin admin] Deleting subnet 81d9bcfa-d27f-4f38-8a4d-d79c8da14591 {{(pid=93884) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 13 11:30:24.340680 dv-cinder-797608-16-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-db1a9db0-e017-4d26-816b-bf27e0cf1208 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 11:30:24.373397 dv-cinder-797608-16-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-db1a9db0-e017-4d26-816b-bf27e0cf1208 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2141180559'] for subnet, precommit_delete_associations {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 11:30:24.452246 dv-cinder-797608-16-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-db1a9db0-e017-4d26-816b-bf27e0cf1208 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-542387'] for subnet, precommit_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 11:30:24.506820 dv-cinder-797608-16-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-db1a9db0-e017-4d26-816b-bf27e0cf1208 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-542372', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611014', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2141180304', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2141109709'] for subnet, after_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 11:30:24.531250 dv-cinder-797608-16-iscsi neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db1a9db0-e017-4d26-816b-bf27e0cf1208 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=81d9bcfa-d27f-4f38-8a4d-d79c8da14591,revision_number=None']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 11:30:24.540123 dv-cinder-797608-16-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-db1a9db0-e017-4d26-816b-bf27e0cf1208 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 11:30:24.544691 dv-cinder-797608-16-iscsi neutron-server[93884]: INFO neutron.wsgi [None req-db1a9db0-e017-4d26-816b-bf27e0cf1208 admin admin] 10.222.0.32 "DELETE /v2.0/subnets/81d9bcfa-d27f-4f38-8a4d-d79c8da14591 HTTP/1.1" status: 204 len: 168 time: 0.2463903 Aug 13 11:30:24.544691 dv-cinder-797608-16-iscsi neutron-server[93884]: DEBUG neutron.wsgi [-] (93884) accepted ('10.222.0.32', 54842) {{(pid=93884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 11:30:24.550899 dv-cinder-797608-16-iscsi neutron-server[93885]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5fd7a2d5-f44b-4641-a2f1-c77ae14a1b8e None None] Network 12287342-8e11-4ddf-943a-6818cea26b44 requested from dv-cinder-797608-16-iscsi {{(pid=93885) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 13 11:30:24.610611 dv-cinder-797608-16-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-f189a548-c31d-4fef-93b1-0fd4e85deb72 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-641644'] for network, before_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 11:30:24.667462 dv-cinder-797608-16-iscsi neutron-server[93884]: DEBUG neutron.plugins.ml2.plugin [None req-f189a548-c31d-4fef-93b1-0fd4e85deb72 admin admin] Deleting port d783a4cb-c25a-451a-9a44-a0491b3264f1 {{(pid=93884) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 13 11:30:24.667810 dv-cinder-797608-16-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-f189a548-c31d-4fef-93b1-0fd4e85deb72 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782137884200'] for port, before_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 11:30:24.736414 dv-cinder-797608-16-iscsi neutron-server[93884]: DEBUG neutron.plugins.ml2.db [None req-f189a548-c31d-4fef-93b1-0fd4e85deb72 admin admin] For port d783a4cb-c25a-451a-9a44-a0491b3264f1, host dv-cinder-797608-16-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797608-16-iscsi',level=0,port_id=d783a4cb-c25a-451a-9a44-a0491b3264f1,segment=NetworkSegment(43e3c025-133f-4638-8eeb-3e1b819d6496),segment_id=43e3c025-133f-4638-8eeb-3e1b819d6496)] {{(pid=93884) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 13 11:30:24.736771 dv-cinder-797608-16-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-f189a548-c31d-4fef-93b1-0fd4e85deb72 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1583036'] for port, precommit_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 11:30:24.749469 dv-cinder-797608-16-iscsi neutron-server[93884]: DEBUG neutron.plugins.ml2.plugin [None req-f189a548-c31d-4fef-93b1-0fd4e85deb72 admin admin] Calling delete_port for d783a4cb-c25a-451a-9a44-a0491b3264f1 owned by network:dhcp {{(pid=93884) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 13 11:30:24.827276 dv-cinder-797608-16-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-f189a548-c31d-4fef-93b1-0fd4e85deb72 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935844', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611014', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782137889922', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782137337604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2141180323'] for port, after_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 11:30:24.839404 dv-cinder-797608-16-iscsi neutron-server[93884]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f189a548-c31d-4fef-93b1-0fd4e85deb72 admin admin] No DVR routers for this DVR port d783a4cb-c25a-451a-9a44-a0491b3264f1 on host dv-cinder-797608-16-iscsi {{(pid=93884) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 13 11:30:24.867600 dv-cinder-797608-16-iscsi neutron-server[93885]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0da962a0-0e8f-4481-aac5-80b59867938c None None] DHCP port deletion for 12287342-8e11-4ddf-943a-6818cea26b44 request from dv-cinder-797608-16-iscsi {{(pid=93885) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 13 11:30:24.880411 dv-cinder-797608-16-iscsi neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f189a548-c31d-4fef-93b1-0fd4e85deb72 admin admin] Pushing event deleted for resources: {'Port': ['ID=d783a4cb-c25a-451a-9a44-a0491b3264f1,revision_number=None']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 11:30:24.933518 dv-cinder-797608-16-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-f189a548-c31d-4fef-93b1-0fd4e85deb72 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-544564', 'neutron.services.segments.db._delete_segments_for_network-8782137812848'] for network, precommit_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 11:30:24.943237 dv-cinder-797608-16-iscsi neutron-server[93884]: DEBUG neutron.services.segments.db [None req-f189a548-c31d-4fef-93b1-0fd4e85deb72 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['12287342-8e11-4ddf-943a-6818cea26b44']}} {{(pid=93884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 13 11:30:24.953577 dv-cinder-797608-16-iscsi neutron-server[93884]: DEBUG neutron.services.segments.db [None req-f189a548-c31d-4fef-93b1-0fd4e85deb72 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '43e3c025-133f-4638-8eeb-3e1b819d6496') {'for_net_delete': True} {{(pid=93884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 13 11:30:24.953838 dv-cinder-797608-16-iscsi neutron-server[93884]: DEBUG neutron.services.segments.db [None req-f189a548-c31d-4fef-93b1-0fd4e85deb72 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '43e3c025-133f-4638-8eeb-3e1b819d6496') {} {{(pid=93884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 13 11:30:24.963342 dv-cinder-797608-16-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-f189a548-c31d-4fef-93b1-0fd4e85deb72 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8782137816953', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2141180568'] for segment, before_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 11:30:24.980997 dv-cinder-797608-16-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-f189a548-c31d-4fef-93b1-0fd4e85deb72 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-542450'] for segment, precommit_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 11:30:24.987321 dv-cinder-797608-16-iscsi neutron-server[93884]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f189a548-c31d-4fef-93b1-0fd4e85deb72 admin admin] Releasing vlan 193 on physical network physnet1 to pool {{(pid=93884) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 13 11:30:24.987721 dv-cinder-797608-16-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-f189a548-c31d-4fef-93b1-0fd4e85deb72 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-542450', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2141180238'] for segment, after_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 11:30:24.989396 dv-cinder-797608-16-iscsi neutron-server[93884]: Traceback (most recent call last): Aug 13 11:30:24.989396 dv-cinder-797608-16-iscsi neutron-server[93884]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 13 11:30:24.989396 dv-cinder-797608-16-iscsi neutron-server[93884]: timer() Aug 13 11:30:24.989396 dv-cinder-797608-16-iscsi neutron-server[93884]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 13 11:30:24.989396 dv-cinder-797608-16-iscsi neutron-server[93884]: cb(*args, **kw) Aug 13 11:30:24.989396 dv-cinder-797608-16-iscsi neutron-server[93884]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 13 11:30:24.989396 dv-cinder-797608-16-iscsi neutron-server[93884]: return func(*args, **kwargs) Aug 13 11:30:24.989396 dv-cinder-797608-16-iscsi neutron-server[93884]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 13 11:30:24.989396 dv-cinder-797608-16-iscsi neutron-server[93884]: self._notify() Aug 13 11:30:24.989396 dv-cinder-797608-16-iscsi neutron-server[93884]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 13 11:30:24.989396 dv-cinder-797608-16-iscsi neutron-server[93884]: self.callback(batched_events) Aug 13 11:30:24.989396 dv-cinder-797608-16-iscsi neutron-server[93884]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 13 11:30:24.989396 dv-cinder-797608-16-iscsi neutron-server[93884]: event.method(event) Aug 13 11:30:24.989396 dv-cinder-797608-16-iscsi neutron-server[93884]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 13 11:30:24.989396 dv-cinder-797608-16-iscsi neutron-server[93884]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 13 11:30:24.989396 dv-cinder-797608-16-iscsi neutron-server[93884]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 13 11:30:24.989396 dv-cinder-797608-16-iscsi neutron-server[93884]: aggregate_uuid = self.p_client.list_aggregates( Aug 13 11:30:24.989396 dv-cinder-797608-16-iscsi neutron-server[93884]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 13 11:30:24.989396 dv-cinder-797608-16-iscsi neutron-server[93884]: return f(self, *a, **k) Aug 13 11:30:24.989396 dv-cinder-797608-16-iscsi neutron-server[93884]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 13 11:30:24.989396 dv-cinder-797608-16-iscsi neutron-server[93884]: return self._get(url).json() Aug 13 11:30:24.989396 dv-cinder-797608-16-iscsi neutron-server[93884]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 13 11:30:24.989396 dv-cinder-797608-16-iscsi neutron-server[93884]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 13 11:30:24.989396 dv-cinder-797608-16-iscsi neutron-server[93884]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 13 11:30:24.989396 dv-cinder-797608-16-iscsi neutron-server[93884]: return self.request(url, 'GET', **kwargs) Aug 13 11:30:24.989396 dv-cinder-797608-16-iscsi neutron-server[93884]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 13 11:30:24.989396 dv-cinder-797608-16-iscsi neutron-server[93884]: base_url = self.get_endpoint(auth, allow=allow, Aug 13 11:30:24.989396 dv-cinder-797608-16-iscsi neutron-server[93884]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 13 11:30:24.989396 dv-cinder-797608-16-iscsi neutron-server[93884]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 13 11:30:24.989396 dv-cinder-797608-16-iscsi neutron-server[93884]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 13 11:30:24.989396 dv-cinder-797608-16-iscsi neutron-server[93884]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 13 11:30:24.989396 dv-cinder-797608-16-iscsi neutron-server[93884]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 13 11:30:25.046675 dv-cinder-797608-16-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-f189a548-c31d-4fef-93b1-0fd4e85deb72 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-544557', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611014', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1585573'] for network, after_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 11:30:25.052136 dv-cinder-797608-16-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-f189a548-c31d-4fef-93b1-0fd4e85deb72 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1611032'] for network, before_response {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 11:30:25.056360 dv-cinder-797608-16-iscsi neutron-server[93884]: INFO neutron.wsgi [None req-f189a548-c31d-4fef-93b1-0fd4e85deb72 admin admin] 10.222.0.32 "DELETE /v2.0/networks/12287342-8e11-4ddf-943a-6818cea26b44 HTTP/1.1" status: 204 len: 168 time: 0.5084934 Aug 13 11:30:25.067425 dv-cinder-797608-16-iscsi neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f189a548-c31d-4fef-93b1-0fd4e85deb72 admin admin] Pushing event deleted for resources: {'Network': ['ID=12287342-8e11-4ddf-943a-6818cea26b44,revision_number=None']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 11:30:25.170548 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.32', 54846) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 11:30:25.210750 dv-cinder-797608-16-iscsi neutron-server[93883]: INFO neutron.wsgi [None req-015384f0-2667-44f5-b7e6-4d7d05da4023 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=d5749f1d743e45099877d2ba04647196&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0384729 Aug 13 11:30:25.213284 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.32', 54848) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 11:30:25.259676 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-69f10ade-5071-4866-8f1e-14896cf09ec2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 11:30:25.280425 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-69f10ade-5071-4866-8f1e-14896cf09ec2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 11:30:25.328249 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-69f10ade-5071-4866-8f1e-14896cf09ec2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651637'] for security_group, after_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 11:30:25.330676 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-69f10ade-5071-4866-8f1e-14896cf09ec2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 11:30:25.331810 dv-cinder-797608-16-iscsi neutron-server[93883]: INFO neutron.wsgi [None req-69f10ade-5071-4866-8f1e-14896cf09ec2 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/b52683d6-175b-439f-bffe-1940b74ae37b HTTP/1.1" status: 204 len: 168 time: 0.1176460 Aug 13 11:30:25.344731 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69f10ade-5071-4866-8f1e-14896cf09ec2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b52683d6-175b-439f-bffe-1940b74ae37b,revision_number=None']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 11:30:25.352511 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69f10ade-5071-4866-8f1e-14896cf09ec2 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797608-16-iscsi {{(pid=93883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 11:30:25.352866 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69f10ade-5071-4866-8f1e-14896cf09ec2 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797608-16-iscsi {{(pid=93883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 11:30:25.353237 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69f10ade-5071-4866-8f1e-14896cf09ec2 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797608-16-iscsi {{(pid=93883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 11:30:25.353575 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69f10ade-5071-4866-8f1e-14896cf09ec2 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797608-16-iscsi {{(pid=93883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 11:30:25.353907 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69f10ade-5071-4866-8f1e-14896cf09ec2 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-797608-16-iscsi {{(pid=93883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 11:30:25.354269 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69f10ade-5071-4866-8f1e-14896cf09ec2 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797608-16-iscsi {{(pid=93883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 11:30:25.354607 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69f10ade-5071-4866-8f1e-14896cf09ec2 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-797608-16-iscsi {{(pid=93883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 11:30:25.355015 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69f10ade-5071-4866-8f1e-14896cf09ec2 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-797608-16-iscsi {{(pid=93883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 11:30:25.355421 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69f10ade-5071-4866-8f1e-14896cf09ec2 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797608-16-iscsi {{(pid=93883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 11:30:25.355797 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69f10ade-5071-4866-8f1e-14896cf09ec2 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797608-16-iscsi {{(pid=93883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 11:30:25.356125 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69f10ade-5071-4866-8f1e-14896cf09ec2 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797608-16-iscsi {{(pid=93883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 11:30:25.357510 dv-cinder-797608-16-iscsi neutron-server[93883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69f10ade-5071-4866-8f1e-14896cf09ec2 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797608-16-iscsi {{(pid=93883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 11:30:25.644253 dv-cinder-797608-16-iscsi neutron-server[93884]: DEBUG neutron.wsgi [-] (93884) accepted ('10.222.0.32', 54854) {{(pid=93884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 11:30:25.683773 dv-cinder-797608-16-iscsi neutron-server[93884]: INFO neutron.wsgi [None req-abc8ad35-ff2a-4fae-bb9a-c4a6e298d2fa admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=da542c710c3d4dc7a303675ee9864641&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0385206 Aug 13 11:30:25.686281 dv-cinder-797608-16-iscsi neutron-server[93884]: DEBUG neutron.wsgi [-] (93884) accepted ('10.222.0.32', 54856) {{(pid=93884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 11:30:25.733809 dv-cinder-797608-16-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-390bca34-a334-42dc-863e-73e5f3b4b6ac admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 11:30:25.754293 dv-cinder-797608-16-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-390bca34-a334-42dc-863e-73e5f3b4b6ac admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 11:30:25.803436 dv-cinder-797608-16-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-390bca34-a334-42dc-863e-73e5f3b4b6ac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651637'] for security_group, after_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 11:30:25.805983 dv-cinder-797608-16-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-390bca34-a334-42dc-863e-73e5f3b4b6ac admin admin] Notify callbacks [] for security_group, before_response {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 11:30:25.807169 dv-cinder-797608-16-iscsi neutron-server[93884]: INFO neutron.wsgi [None req-390bca34-a334-42dc-863e-73e5f3b4b6ac admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/624d9068-0a44-4fb7-bf0e-a8f955904a00 HTTP/1.1" status: 204 len: 168 time: 0.1199973 Aug 13 11:30:25.814700 dv-cinder-797608-16-iscsi neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-390bca34-a334-42dc-863e-73e5f3b4b6ac admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=624d9068-0a44-4fb7-bf0e-a8f955904a00,revision_number=None']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 11:30:25.821616 dv-cinder-797608-16-iscsi neutron-server[93884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-390bca34-a334-42dc-863e-73e5f3b4b6ac admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797608-16-iscsi {{(pid=93884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 11:30:25.821961 dv-cinder-797608-16-iscsi neutron-server[93884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-390bca34-a334-42dc-863e-73e5f3b4b6ac admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797608-16-iscsi {{(pid=93884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 11:30:25.822328 dv-cinder-797608-16-iscsi neutron-server[93884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-390bca34-a334-42dc-863e-73e5f3b4b6ac admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797608-16-iscsi {{(pid=93884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 11:30:25.822662 dv-cinder-797608-16-iscsi neutron-server[93884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-390bca34-a334-42dc-863e-73e5f3b4b6ac admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797608-16-iscsi {{(pid=93884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 11:30:25.822989 dv-cinder-797608-16-iscsi neutron-server[93884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-390bca34-a334-42dc-863e-73e5f3b4b6ac admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-797608-16-iscsi {{(pid=93884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 11:30:25.823314 dv-cinder-797608-16-iscsi neutron-server[93884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-390bca34-a334-42dc-863e-73e5f3b4b6ac admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797608-16-iscsi {{(pid=93884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 11:30:25.823638 dv-cinder-797608-16-iscsi neutron-server[93884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-390bca34-a334-42dc-863e-73e5f3b4b6ac admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-797608-16-iscsi {{(pid=93884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 11:30:25.823959 dv-cinder-797608-16-iscsi neutron-server[93884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-390bca34-a334-42dc-863e-73e5f3b4b6ac admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-797608-16-iscsi {{(pid=93884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 11:30:25.824286 dv-cinder-797608-16-iscsi neutron-server[93884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-390bca34-a334-42dc-863e-73e5f3b4b6ac admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797608-16-iscsi {{(pid=93884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 11:30:25.824604 dv-cinder-797608-16-iscsi neutron-server[93884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-390bca34-a334-42dc-863e-73e5f3b4b6ac admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797608-16-iscsi {{(pid=93884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 11:30:25.824920 dv-cinder-797608-16-iscsi neutron-server[93884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-390bca34-a334-42dc-863e-73e5f3b4b6ac admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797608-16-iscsi {{(pid=93884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 11:30:25.825234 dv-cinder-797608-16-iscsi neutron-server[93884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-390bca34-a334-42dc-863e-73e5f3b4b6ac admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797608-16-iscsi {{(pid=93884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 11:30:25.993083 dv-cinder-797608-16-iscsi neutron-server[93885]: DEBUG neutron.plugins.ml2.rpc [None req-05931952-e11e-4e12-af58-ece1398d134b None None] Device 9e224921-dbca-4766-ae24-f5c67e1a7d3c no longer exists at agent ovs-agent-dv-cinder-797608-16-iscsi {{(pid=93885) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 13 11:30:26.014970 dv-cinder-797608-16-iscsi neutron-server[93885]: DEBUG neutron.plugins.ml2.plugin [None req-05931952-e11e-4e12-af58-ece1398d134b None None] No Port match for: 9e224921-dbca-4766-ae24-f5c67e1a7d3c {{(pid=93885) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 13 11:30:26.015320 dv-cinder-797608-16-iscsi neutron-server[93885]: DEBUG neutron.plugins.ml2.rpc [None req-05931952-e11e-4e12-af58-ece1398d134b None None] Device 9e224921-dbca-4766-ae24-f5c67e1a7d3c not bound to the agent host dv-cinder-797608-16-iscsi {{(pid=93885) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 13 11:30:26.015740 dv-cinder-797608-16-iscsi neutron-server[93885]: DEBUG neutron.plugins.ml2.rpc [None req-05931952-e11e-4e12-af58-ece1398d134b None None] Device 58938eb5-7391-4f27-98f8-a6b6956f8929 no longer exists at agent ovs-agent-dv-cinder-797608-16-iscsi {{(pid=93885) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 13 11:30:26.036771 dv-cinder-797608-16-iscsi neutron-server[93885]: DEBUG neutron.plugins.ml2.plugin [None req-05931952-e11e-4e12-af58-ece1398d134b None None] No Port match for: 58938eb5-7391-4f27-98f8-a6b6956f8929 {{(pid=93885) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 13 11:30:26.037123 dv-cinder-797608-16-iscsi neutron-server[93885]: DEBUG neutron.plugins.ml2.rpc [None req-05931952-e11e-4e12-af58-ece1398d134b None None] Device 58938eb5-7391-4f27-98f8-a6b6956f8929 not bound to the agent host dv-cinder-797608-16-iscsi {{(pid=93885) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 13 11:30:26.037544 dv-cinder-797608-16-iscsi neutron-server[93885]: DEBUG neutron.plugins.ml2.rpc [None req-05931952-e11e-4e12-af58-ece1398d134b None None] Device d783a4cb-c25a-451a-9a44-a0491b3264f1 no longer exists at agent ovs-agent-dv-cinder-797608-16-iscsi {{(pid=93885) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 13 11:30:26.059263 dv-cinder-797608-16-iscsi neutron-server[93885]: DEBUG neutron.plugins.ml2.plugin [None req-05931952-e11e-4e12-af58-ece1398d134b None None] No Port match for: d783a4cb-c25a-451a-9a44-a0491b3264f1 {{(pid=93885) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 13 11:30:26.059619 dv-cinder-797608-16-iscsi neutron-server[93885]: DEBUG neutron.plugins.ml2.rpc [None req-05931952-e11e-4e12-af58-ece1398d134b None None] Device d783a4cb-c25a-451a-9a44-a0491b3264f1 not bound to the agent host dv-cinder-797608-16-iscsi {{(pid=93885) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 13 11:30:34.402920 dv-cinder-797608-16-iscsi neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-a0b9b986-0706-4fc6-9cf9-0eb02d2513dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782137812740', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-997306'] for agent, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 11:30:38.843942 dv-cinder-797608-16-iscsi neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-b5143caf-2458-43e2-b688-f9960d6c3f9c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782137812740', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-997306'] for agent, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 11:30:41.296979 dv-cinder-797608-16-iscsi neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-01855573-ffb7-45ad-b541-becf06fa5916 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782137812740', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-997306'] for agent, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 11:30:41.581027 dv-cinder-797608-16-iscsi neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-05931952-e11e-4e12-af58-ece1398d134b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782137812740', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-997306'] for agent, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 11:30:42.521340 dv-cinder-797608-16-iscsi neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-c8cb50cc-12ff-4088-b7b1-9c64999b964c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782137812740', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-997306'] for agent, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 11:30:44.091367 dv-cinder-797608-16-iscsi neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-71795f1a-9c4d-4630-a580-a9486fbcc3ea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782137812740', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-997306'] for agent, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 11:30:48.173058 dv-cinder-797608-16-iscsi neutron-server[93886]: DEBUG neutron.db.agents_db [None req-85e56f49-6478-4807-bf82-7523a15d9e55 None None] Agent healthcheck: found 6 active agents {{(pid=93886) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 13 11:31:04.402844 dv-cinder-797608-16-iscsi neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-a0b9b986-0706-4fc6-9cf9-0eb02d2513dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782137812740', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-997306'] for agent, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 11:31:08.845024 dv-cinder-797608-16-iscsi neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-3533a01c-6150-4276-a804-16d0d14c6dca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782137812740', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-997306'] for agent, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 11:31:11.296885 dv-cinder-797608-16-iscsi neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-e8d47c6d-f376-45f0-9c5a-387c6792ff08 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782137812740', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-997306'] for agent, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 11:31:11.582112 dv-cinder-797608-16-iscsi neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-05931952-e11e-4e12-af58-ece1398d134b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782137812740', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-997306'] for agent, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 11:31:12.523022 dv-cinder-797608-16-iscsi neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-c8cb50cc-12ff-4088-b7b1-9c64999b964c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782137812740', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-997306'] for agent, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 11:31:14.092745 dv-cinder-797608-16-iscsi neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-71795f1a-9c4d-4630-a580-a9486fbcc3ea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782137812740', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-997306'] for agent, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 11:31:25.171658 dv-cinder-797608-16-iscsi neutron-server[93886]: DEBUG neutron.db.agents_db [None req-85e56f49-6478-4807-bf82-7523a15d9e55 None None] Agent healthcheck: found 6 active agents {{(pid=93886) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 13 11:31:34.414967 dv-cinder-797608-16-iscsi neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-a0b9b986-0706-4fc6-9cf9-0eb02d2513dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782137812740', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-997306'] for agent, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 11:31:38.844943 dv-cinder-797608-16-iscsi neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-afee3559-8432-4ada-ab5e-27466c0884c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782137812740', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-997306'] for agent, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 11:31:41.296477 dv-cinder-797608-16-iscsi neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-a3f75e17-94f2-4ad8-b5b3-b286bc37fcb6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782137812740', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-997306'] for agent, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 11:31:41.583560 dv-cinder-797608-16-iscsi neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-05931952-e11e-4e12-af58-ece1398d134b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782137812740', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-997306'] for agent, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 11:31:42.529928 dv-cinder-797608-16-iscsi neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-c8cb50cc-12ff-4088-b7b1-9c64999b964c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782137812740', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-997306'] for agent, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 11:31:44.096130 dv-cinder-797608-16-iscsi neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-71795f1a-9c4d-4630-a580-a9486fbcc3ea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782137812740', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-997306'] for agent, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 11:32:02.170896 dv-cinder-797608-16-iscsi neutron-server[93886]: DEBUG neutron.db.agents_db [None req-85e56f49-6478-4807-bf82-7523a15d9e55 None None] Agent healthcheck: found 6 active agents {{(pid=93886) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 13 11:32:04.429640 dv-cinder-797608-16-iscsi neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-a0b9b986-0706-4fc6-9cf9-0eb02d2513dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782137812740', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-997306'] for agent, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 11:32:08.845474 dv-cinder-797608-16-iscsi neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-12ee6dd8-6c7a-497d-86f0-5460520f6ef3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782137812740', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-997306'] for agent, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 11:32:11.295388 dv-cinder-797608-16-iscsi neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-991a0643-b84e-4b71-9db1-d71ac963a83d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782137812740', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-997306'] for agent, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 11:32:11.583602 dv-cinder-797608-16-iscsi neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-05931952-e11e-4e12-af58-ece1398d134b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782137812740', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-997306'] for agent, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 11:32:12.529259 dv-cinder-797608-16-iscsi neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-c8cb50cc-12ff-4088-b7b1-9c64999b964c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782137812740', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-997306'] for agent, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 11:32:14.099813 dv-cinder-797608-16-iscsi neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-71795f1a-9c4d-4630-a580-a9486fbcc3ea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782137812740', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-997306'] for agent, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 11:32:34.429556 dv-cinder-797608-16-iscsi neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-a0b9b986-0706-4fc6-9cf9-0eb02d2513dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782137812740', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-997306'] for agent, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 11:32:38.845328 dv-cinder-797608-16-iscsi neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-13d85196-f159-470e-83ee-ffa894dbbbaa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782137812740', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-997306'] for agent, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 11:32:39.170508 dv-cinder-797608-16-iscsi neutron-server[93886]: DEBUG neutron.db.agents_db [None req-85e56f49-6478-4807-bf82-7523a15d9e55 None None] Agent healthcheck: found 6 active agents {{(pid=93886) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 13 11:32:41.296017 dv-cinder-797608-16-iscsi neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-ee605fd6-a7cd-4c10-976f-3f299d18769d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782137812740', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-997306'] for agent, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 11:32:41.583656 dv-cinder-797608-16-iscsi neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-05931952-e11e-4e12-af58-ece1398d134b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782137812740', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-997306'] for agent, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 11:32:42.531681 dv-cinder-797608-16-iscsi neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-c8cb50cc-12ff-4088-b7b1-9c64999b964c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782137812740', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-997306'] for agent, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 11:32:44.102216 dv-cinder-797608-16-iscsi neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-71795f1a-9c4d-4630-a580-a9486fbcc3ea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782137812740', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-997306'] for agent, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 11:33:04.431629 dv-cinder-797608-16-iscsi neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-a0b9b986-0706-4fc6-9cf9-0eb02d2513dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782137812740', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-997306'] for agent, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 11:33:08.846728 dv-cinder-797608-16-iscsi neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-5c8a7a05-e2ce-4e16-b99d-9b73ad9de211 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782137812740', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-997306'] for agent, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 11:33:11.294392 dv-cinder-797608-16-iscsi neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-78f7a288-0b3d-43c0-b48b-2fe9b87cdfa4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782137812740', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-997306'] for agent, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 11:33:11.592465 dv-cinder-797608-16-iscsi neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-05931952-e11e-4e12-af58-ece1398d134b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782137812740', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-997306'] for agent, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 11:33:12.534693 dv-cinder-797608-16-iscsi neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-c8cb50cc-12ff-4088-b7b1-9c64999b964c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782137812740', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-997306'] for agent, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 11:33:14.104170 dv-cinder-797608-16-iscsi neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-71795f1a-9c4d-4630-a580-a9486fbcc3ea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782137812740', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-997306'] for agent, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 11:33:16.169479 dv-cinder-797608-16-iscsi neutron-server[93886]: DEBUG neutron.db.agents_db [None req-85e56f49-6478-4807-bf82-7523a15d9e55 None None] Agent healthcheck: found 6 active agents {{(pid=93886) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 13 11:33:34.443040 dv-cinder-797608-16-iscsi neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-a0b9b986-0706-4fc6-9cf9-0eb02d2513dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782137812740', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-997306'] for agent, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 11:33:38.846620 dv-cinder-797608-16-iscsi neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-64b5a88c-b240-41fa-aa29-a5cd45579847 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782137812740', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-997306'] for agent, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 11:33:41.293731 dv-cinder-797608-16-iscsi neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-11d27a8d-8dfa-478e-8d5a-b447565a1347 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782137812740', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-997306'] for agent, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 11:33:41.586835 dv-cinder-797608-16-iscsi neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-05931952-e11e-4e12-af58-ece1398d134b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782137812740', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-997306'] for agent, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 11:33:42.536674 dv-cinder-797608-16-iscsi neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-c8cb50cc-12ff-4088-b7b1-9c64999b964c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782137812740', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-997306'] for agent, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 11:33:44.106510 dv-cinder-797608-16-iscsi neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-71795f1a-9c4d-4630-a580-a9486fbcc3ea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782137812740', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-997306'] for agent, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 11:33:53.169217 dv-cinder-797608-16-iscsi neutron-server[93886]: DEBUG neutron.db.agents_db [None req-85e56f49-6478-4807-bf82-7523a15d9e55 None None] Agent healthcheck: found 6 active agents {{(pid=93886) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 13 11:34:04.442162 dv-cinder-797608-16-iscsi neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-a0b9b986-0706-4fc6-9cf9-0eb02d2513dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782137812740', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-997306'] for agent, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 11:34:08.847490 dv-cinder-797608-16-iscsi neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-d8208950-a7b3-4b20-bf09-3ef196de5e9f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782137812740', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-997306'] for agent, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 11:34:11.294051 dv-cinder-797608-16-iscsi neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-43043341-ef1c-4740-8b95-7d58e23e0f50 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782137812740', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-997306'] for agent, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 11:34:11.587550 dv-cinder-797608-16-iscsi neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-05931952-e11e-4e12-af58-ece1398d134b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782137812740', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-997306'] for agent, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 11:34:12.539570 dv-cinder-797608-16-iscsi neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-c8cb50cc-12ff-4088-b7b1-9c64999b964c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782137812740', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-997306'] for agent, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 11:34:14.109542 dv-cinder-797608-16-iscsi neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-71795f1a-9c4d-4630-a580-a9486fbcc3ea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782137812740', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-997306'] for agent, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 11:34:30.168166 dv-cinder-797608-16-iscsi neutron-server[93886]: DEBUG neutron.db.agents_db [None req-85e56f49-6478-4807-bf82-7523a15d9e55 None None] Agent healthcheck: found 6 active agents {{(pid=93886) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 13 11:34:34.441431 dv-cinder-797608-16-iscsi neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-a0b9b986-0706-4fc6-9cf9-0eb02d2513dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782137812740', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-997306'] for agent, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 11:34:38.849762 dv-cinder-797608-16-iscsi neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-68957707-465c-4009-85d7-89492d35975c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782137812740', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-997306'] for agent, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 11:34:41.294849 dv-cinder-797608-16-iscsi neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-45303a5c-07ce-4058-8c9c-3289100c1d6e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782137812740', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-997306'] for agent, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 11:34:41.587992 dv-cinder-797608-16-iscsi neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-05931952-e11e-4e12-af58-ece1398d134b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782137812740', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-997306'] for agent, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 11:34:42.541549 dv-cinder-797608-16-iscsi neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-c8cb50cc-12ff-4088-b7b1-9c64999b964c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782137812740', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-997306'] for agent, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 11:34:44.112579 dv-cinder-797608-16-iscsi neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-71795f1a-9c4d-4630-a580-a9486fbcc3ea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782137812740', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-997306'] for agent, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 11:34:52.916871 dv-cinder-797608-16-iscsi neutron-server[93884]: DEBUG neutron.wsgi [req-749f53f5-2a87-4e5c-8be5-b9e38c170e92 req-91ecadf5-529c-4c4c-8f0d-72ea8c407c46 service neutron] (93884) timed out ('10.222.0.20', 59737) {{(pid=93884) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Aug 13 11:34:53.044770 dv-cinder-797608-16-iscsi neutron-server[93884]: DEBUG neutron.wsgi [req-636523a1-b7db-4d19-8280-c42f9d2f1cd1 req-c5374447-4eb0-4e74-8b9d-c11f55e82f53 service neutron] (93884) timed out ('10.222.0.20', 59785) {{(pid=93884) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Aug 13 11:35:04.457024 dv-cinder-797608-16-iscsi neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-a0b9b986-0706-4fc6-9cf9-0eb02d2513dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782137812740', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-997306'] for agent, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 11:35:07.166795 dv-cinder-797608-16-iscsi neutron-server[93886]: DEBUG neutron.db.agents_db [None req-85e56f49-6478-4807-bf82-7523a15d9e55 None None] Agent healthcheck: found 6 active agents {{(pid=93886) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 13 11:35:08.852302 dv-cinder-797608-16-iscsi neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-fe2accec-f703-4edc-a50e-577145a1ce50 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782137812740', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-997306'] for agent, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 11:35:11.295358 dv-cinder-797608-16-iscsi neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-df9908df-6f6b-451c-b6e2-935cc50de6d6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782137812740', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-997306'] for agent, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 11:35:11.590613 dv-cinder-797608-16-iscsi neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-05931952-e11e-4e12-af58-ece1398d134b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782137812740', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-997306'] for agent, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 11:35:12.545083 dv-cinder-797608-16-iscsi neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-c8cb50cc-12ff-4088-b7b1-9c64999b964c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782137812740', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-997306'] for agent, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 11:35:14.114314 dv-cinder-797608-16-iscsi neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-71795f1a-9c4d-4630-a580-a9486fbcc3ea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782137812740', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-997306'] for agent, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 11:35:34.461043 dv-cinder-797608-16-iscsi neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-a0b9b986-0706-4fc6-9cf9-0eb02d2513dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782137812740', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-997306'] for agent, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 11:35:38.853495 dv-cinder-797608-16-iscsi neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-10f94a0c-89e2-419c-902a-ddfb90703382 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782137812740', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-997306'] for agent, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 11:35:41.296119 dv-cinder-797608-16-iscsi neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-5ad73c96-ac50-413e-8342-8ea2ce301fb9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782137812740', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-997306'] for agent, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 11:35:41.590178 dv-cinder-797608-16-iscsi neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-05931952-e11e-4e12-af58-ece1398d134b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782137812740', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-997306'] for agent, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 11:35:42.547254 dv-cinder-797608-16-iscsi neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-c8cb50cc-12ff-4088-b7b1-9c64999b964c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782137812740', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-997306'] for agent, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 11:35:44.117112 dv-cinder-797608-16-iscsi neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-71795f1a-9c4d-4630-a580-a9486fbcc3ea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782137812740', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-997306'] for agent, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 11:35:44.166298 dv-cinder-797608-16-iscsi neutron-server[93886]: DEBUG neutron.db.agents_db [None req-85e56f49-6478-4807-bf82-7523a15d9e55 None None] Agent healthcheck: found 6 active agents {{(pid=93886) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}